Spam Ham Classification Using BOW and TF-IDF.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1c44bf77",
   "metadata": {},
   "source": [
    "### Steps-\n",
    "* 1. Preprocessing and Cleaning - Feature Engineering\n",
    "* 2. Train Test Split\n",
    "* 3. BOW and TF-IDF (Sentences ----> Vectors)\n",
    "* 4. Trained Our Models\n",
    "* 5. Evaluate the models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f3fbc121",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "messages=pd.read_csv('Datasets/smsspamcollection.txt',\n",
    "                    sep='\\t',names=[\"label\",\"message\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5dde0b02",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>label</th>\n",
       "      <th>message</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ham</td>\n",
       "      <td>Go until jurong point, crazy.. Available only ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ham</td>\n",
       "      <td>Ok lar... Joking wif u oni...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spam</td>\n",
       "      <td>Free entry in 2 a wkly comp to win FA Cup fina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ham</td>\n",
       "      <td>U dun say so early hor... U c already then say...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ham</td>\n",
       "      <td>Nah I don't think he goes to usf, he lives aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5567</th>\n",
       "      <td>spam</td>\n",
       "      <td>This is the 2nd time we have tried 2 contact u...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5568</th>\n",
       "      <td>ham</td>\n",
       "      <td>Will ü b going to esplanade fr home?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5569</th>\n",
       "      <td>ham</td>\n",
       "      <td>Pity, * was in mood for that. So...any other s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5570</th>\n",
       "      <td>ham</td>\n",
       "      <td>The guy did some bitching but I acted like i'd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5571</th>\n",
       "      <td>ham</td>\n",
       "      <td>Rofl. Its true to its name</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5572 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     label                                            message\n",
       "0      ham  Go until jurong point, crazy.. Available only ...\n",
       "1      ham                      Ok lar... Joking wif u oni...\n",
       "2     spam  Free entry in 2 a wkly comp to win FA Cup fina...\n",
       "3      ham  U dun say so early hor... U c already then say...\n",
       "4      ham  Nah I don't think he goes to usf, he lives aro...\n",
       "...    ...                                                ...\n",
       "5567  spam  This is the 2nd time we have tried 2 contact u...\n",
       "5568   ham               Will ü b going to esplanade fr home?\n",
       "5569   ham  Pity, * was in mood for that. So...any other s...\n",
       "5570   ham  The guy did some bitching but I acted like i'd...\n",
       "5571   ham                         Rofl. Its true to its name\n",
       "\n",
       "[5572 rows x 2 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "98717d2f",
   "metadata": {},
   "source": [
    "## Data Cleaning and Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "06b56b20",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import re\n",
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4b0cb2af",
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.stem import WordNetLemmatizer\n",
    "from nltk.corpus import stopwords\n",
    "lemmatizer=WordNetLemmatizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0fe20f71",
   "metadata": {},
   "outputs": [],
   "source": [
    "corpus=[]\n",
    "for i in range(0,len(messages)):\n",
    "    review=re.sub('[^A-Za-z]',' ',messages['message'][i])\n",
    "    review=review.lower()\n",
    "    review=review.split()\n",
    "    review=[lemmatizer.lemmatize(word,pos='v') for word in review if word not in set(stopwords.words('english'))]\n",
    "    review=' '.join(review)\n",
    "    corpus.append(review)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "34c545ca",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['go jurong point crazy available bugis n great world la e buffet cine get amore wat',\n",
       " 'ok lar joke wif u oni',\n",
       " 'free entry wkly comp win fa cup final tkts st may text fa receive entry question std txt rate c apply',\n",
       " 'u dun say early hor u c already say',\n",
       " 'nah think go usf live around though',\n",
       " 'freemsg hey darling week word back like fun still tb ok xxx std chgs send rcv',\n",
       " 'even brother like speak treat like aid patent',\n",
       " 'per request melle melle oru minnaminunginte nurungu vettam set callertune callers press copy friends callertune',\n",
       " 'winner value network customer select receivea prize reward claim call claim code kl valid hours',\n",
       " 'mobile months u r entitle update latest colour mobiles camera free call mobile update co free',\n",
       " 'gonna home soon want talk stuff anymore tonight k cry enough today',\n",
       " 'six chance win cash pound txt csh send cost p day days tsandcs apply reply hl info',\n",
       " 'urgent week free membership prize jackpot txt word claim c www dbuk net lccltd pobox ldnw rw',\n",
       " 'search right word thank breather promise wont take help grant fulfil promise wonderful bless time',\n",
       " 'date sunday',\n",
       " 'xxxmobilemovieclub use credit click wap link next txt message click http wap xxxmobilemovieclub com n qjkgighjjgcbl',\n",
       " 'oh k watch',\n",
       " 'eh u remember spell name yes v naughty make v wet',\n",
       " 'fine way u feel way gota b',\n",
       " 'england v macedonia dont miss goals team news txt ur national team eg england try wales scotland txt poboxox w wq',\n",
       " 'seriously spell name',\n",
       " 'go try months ha ha joke',\n",
       " 'pay first lar da stock comin',\n",
       " 'aft finish lunch go str lor ard smth lor u finish ur lunch already',\n",
       " 'ffffffffff alright way meet sooner',\n",
       " 'force eat slice really hungry tho suck mark get worry know sick turn pizza lol',\n",
       " 'lol always convince',\n",
       " 'catch bus fry egg make tea eat mom leave dinner feel love',\n",
       " 'back amp pack car let know room',\n",
       " 'ahhh work vaguely remember feel like lol',\n",
       " 'wait still clear sure sarcastic x want live us',\n",
       " 'yeah get v apologetic n fall actin like spoil child get catch till go badly cheer',\n",
       " 'k tell anything',\n",
       " 'fear faint housework quick cuppa',\n",
       " 'thank subscription ringtone uk mobile charge month please confirm reply yes reply charge',\n",
       " 'yup ok go home look time msg xuhui go learn nd may lesson',\n",
       " 'oops let know roommate do',\n",
       " 'see letter b car',\n",
       " 'anything lor u decide',\n",
       " 'hello saturday go texting see decide anything tomo try invite anything',\n",
       " 'pls go ahead watts want sure great weekend abiola',\n",
       " 'forget tell want need crave love sweet arabian steed mmmmmm yummy',\n",
       " 'rodger burn msg try call reply sms free nokia mobile free camcorder please call delivery tomorrow',\n",
       " 'see',\n",
       " 'great hope like man well endow lt gt inch',\n",
       " 'call message miss call',\n",
       " 'get hep b immunisation nigeria',\n",
       " 'fair enough anything go',\n",
       " 'yeah hopefully tyler could maybe ask around bite',\n",
       " 'u know stubborn even want go hospital keep tell mark weak sucker hospitals weak suckers',\n",
       " 'think first time saw class',\n",
       " 'gram usually run like lt gt half eighth smarter though get almost whole second gram lt gt',\n",
       " 'k fyi x ride early tomorrow morning crash place tonight',\n",
       " 'wow never realize embarassed accomodations think like since best could always seem happy cave sorry give sorry offer sorry room embarassing',\n",
       " 'sms ac sptv new jersey devil detroit red wing play ice hockey correct incorrect end reply end sptv',\n",
       " 'know mallika sherawat yesterday find lt url gt',\n",
       " 'congrats year special cinema pass call c suprman v matrix starwars etc free bx ip pm dont miss',\n",
       " 'sorry call later meet',\n",
       " 'tell reach',\n",
       " 'yes gauti sehwag odi series',\n",
       " 'gonna pick burger way home even move pain kill',\n",
       " 'ha ha ha good joke girls situation seekers',\n",
       " 'part check iq',\n",
       " 'sorry roommates take forever ok come',\n",
       " 'ok lar double check wif da hair dresser already say wun cut v short say cut look nice',\n",
       " 'value customer please advise follow recent review mob award bonus prize call',\n",
       " 'today song dedicate day song u dedicate send ur valuable frnds first rply',\n",
       " 'urgent ur award complimentary trip eurodisinc trav aco entry claim txt dis morefrmmob shracomorsglsuplt ls aj',\n",
       " 'hear new divorce barbie come ken stuff',\n",
       " 'plane give month end',\n",
       " 'wah lucky man save money hee',\n",
       " 'finish class',\n",
       " 'hi babe im home wanna something xx',\n",
       " 'k k perform',\n",
       " 'u call',\n",
       " 'wait machan call free',\n",
       " 'thats cool gentleman treat dignity respect',\n",
       " 'like people much shy pa',\n",
       " 'operate lt gt',\n",
       " 'still look job much ta earn',\n",
       " 'sorry call later',\n",
       " 'k call ah',\n",
       " 'ok way home hi hi',\n",
       " 'place man',\n",
       " 'yup next stop',\n",
       " 'call later network urgnt sms',\n",
       " 'real u get yo need ticket one jacket do already use multis',\n",
       " 'yes start send request make pain come back back bed double coin factory gotta cash nitros',\n",
       " 'really still tonight babe',\n",
       " 'ela kano il download come wen ur free',\n",
       " 'yeah stand close tho catch something',\n",
       " 'sorry pain ok meet another night spend late afternoon casualty mean do stuff moro include time sheet sorry',\n",
       " 'smile pleasure smile pain smile trouble pour like rain smile sum hurt u smile becoz someone still love see u smile',\n",
       " 'please call customer service representative pm guarantee cash prize',\n",
       " 'havent plan buy later check already lido get show e afternoon u finish work already',\n",
       " 'free ringtone wait collect simply text password mix verify get usher britney fml po box mk h ppw',\n",
       " 'watch telugu movie wat abt u',\n",
       " 'see finish load loan pay',\n",
       " 'hi wk ok hols yes bite run forget hairdressers appointment four need get home n shower beforehand cause prob u',\n",
       " 'see cup coffee animation',\n",
       " 'please text anymore nothing else say',\n",
       " 'okay name ur price long legal wen pick u ave x ams xx',\n",
       " 'still look car buy go drive test yet',\n",
       " 'per request melle melle oru minnaminunginte nurungu vettam set callertune callers press copy friends callertune',\n",
       " 'wow right mean guess give boston men change search location nyc something change cuz signin page still say boston',\n",
       " 'umma life vava umma love lot dear',\n",
       " 'thank lot wish birthday thank make birthday truly memorable',\n",
       " 'aight hit get cash',\n",
       " 'would ip address test consider computer minecraft server',\n",
       " 'know grumpy old people mom like better lie always one play joke',\n",
       " 'dont worry guess busy',\n",
       " 'plural noun research',\n",
       " 'go dinner msg',\n",
       " 'ok wif cos like try new things scar u dun like mah cos u say loud',\n",
       " 'gent try contact last weekend draw show prize guarantee call claim code k valid hrs ppm',\n",
       " 'wa ur openin sentence formal anyway fine juz tt eatin much n puttin weight haha anythin special happen',\n",
       " 'enter cabin pa say happy b day boss felt special askd lunch lunch invite apartment go',\n",
       " 'winner u specially select receive holiday flight inc speak live operator claim p min',\n",
       " 'goodo yes must speak friday egg potato ratio tortilla need',\n",
       " 'hmm uncle inform pay school directly pls buy food',\n",
       " 'private account statement show unredeemed bonus point claim call identifier code expire',\n",
       " 'urgent mobile award bonus caller prize final try contact u call landline box wr c ppm',\n",
       " 'new address apples pair malarky',\n",
       " 'todays voda number end select receive award match please call quote claim code standard rat app',\n",
       " 'go sao mu today do',\n",
       " 'predict wat time finish buy',\n",
       " 'good stuff',\n",
       " 'know yetunde send money yet send text bother send dont involve anything impose anything first place apologise',\n",
       " 'room',\n",
       " 'hey girl r u hope u r well del r bak long time c give call sum time lucyxx',\n",
       " 'k k much cost',\n",
       " 'home',\n",
       " 'dear call tmorrow pls accomodate',\n",
       " 'first answer question',\n",
       " 'sunshine quiz wkly q win top sony dvd player u know country algarve txt ansr sp tyrone',\n",
       " 'want get lay tonight want real dog locations send direct ur mob join uk largest dog network bt txting gravel nt ec p msg p',\n",
       " 'haf msn yijue hotmail com',\n",
       " 'call meet',\n",
       " 'check room befor activities',\n",
       " 'rcv msgs chat svc free hardcore service text go u get nothing u must age verify yr network try',\n",
       " 'get c lazy type forget lect saw pouch like v nice',\n",
       " 'k text way',\n",
       " 'sir wait mail',\n",
       " 'swt think nver get tire little things lovable persons coz somtimes little things occupy biggest part hearts gud ni',\n",
       " 'know pls open back',\n",
       " 'yes see ya dot',\n",
       " 'whats staff name take class us',\n",
       " 'freemsg reply text randy sexy female live local luv hear u netcollex ltd p per msg reply stop end',\n",
       " 'ummma call check life begin qatar pls pray hard',\n",
       " 'k delete contact',\n",
       " 'sindu get job birla soft',\n",
       " 'wine flow nevering',\n",
       " 'yup thk cine better cos need go plaza mah',\n",
       " 'ok ur typical reply',\n",
       " 'per request melle melle oru minnaminunginte nurungu vettam set callertune callers press copy friends callertune',\n",
       " 'everywhere dirt floor windows even shirt sometimes open mouth come flow dream world without half chores time joy lot tv show see guess like things must exist like rain hail mist time do become one',\n",
       " 'aaooooright work',\n",
       " 'leave house',\n",
       " 'hello love get interview today happy good boy think miss',\n",
       " 'customer service annoncement new years delivery wait please call arrange delivery',\n",
       " 'winner u specially select receive cash holiday flight inc speak live operator claim',\n",
       " 'keep safe need miss already envy everyone see real life',\n",
       " 'new car house parent new job hand',\n",
       " 'love excite day spend make happy',\n",
       " 'pls stop bootydelious f invite friend reply yes see www sms ac u bootydelious stop send stop frnd',\n",
       " 'bangbabes ur order way u receive service msg download ur content u goto wap bangb tv ur mobile internet service menu',\n",
       " 'place ur point e culture module already',\n",
       " 'urgent try contact last weekend draw show prize guarantee call claim code valid hrs',\n",
       " 'hi frnd best way avoid missunderstding wit beloved one',\n",
       " 'great escape fancy bridge need lager see tomo',\n",
       " 'yes completely form clark also utter waste',\n",
       " 'sir need axis bank account bank address',\n",
       " 'hmmm thk sure get time hop ard ya go free abt muz call u discuss liao',\n",
       " 'time come later',\n",
       " 'bloody hell cant believe forget surname mr ill give u clue spanish begin',\n",
       " 'well gonna finish bath good fine night',\n",
       " 'let know get money carlos make call',\n",
       " 'u still go mall',\n",
       " 'turn friends stay whole show back til lt gt feel free go ahead smoke lt gt worth',\n",
       " 'text doesnt reply let know log',\n",
       " 'hi speak maneesha v like know satisfy experience reply toll free yes',\n",
       " 'lift hop offer money need especially end month approach hurt study anyways gr weekend',\n",
       " 'lol u trust',\n",
       " 'ok gentleman treat dignity respect',\n",
       " 'guy close',\n",
       " 'go nothing great bye',\n",
       " 'hello handsome find job lazy work towards get back net mummy boytoy miss',\n",
       " 'haha awesome minute',\n",
       " 'please call customer service representative freephone pm guarantee cash prize',\n",
       " 'get xmas radio time get',\n",
       " 'jus reach home go bathe first sis use net tell u finish k',\n",
       " 'unique enough find th august www areyouunique co uk',\n",
       " 'sorry join league people dont keep touch mean great deal friend time even great personal cost great week',\n",
       " 'hi finally complete course',\n",
       " 'stop however suggest stay someone able give ors every stool',\n",
       " 'hope settle new school year wishin gr day',\n",
       " 'gud mrng dear hav nice day',\n",
       " 'u get persons story',\n",
       " 'hamster dead hey tmr meet pm orchard mrt',\n",
       " 'hi kate even hope see tomorrow bite bloody babyjontet txt back u xxx',\n",
       " 'find enc lt gt',\n",
       " 'send lt gt buck',\n",
       " 'hello darlin ive finish college txt u finish u love kate xxx',\n",
       " 'account refill successfully inr lt decimal gt keralacircle prepay account balance rs lt decimal gt transaction id kr lt gt',\n",
       " 'goodmorning sleep ga',\n",
       " 'u call alter ok',\n",
       " 'say like dat dun buy ericsson oso cannot oredi lar',\n",
       " 'enter cabin pa say happy b day boss felt special askd lunch lunch invite apartment go',\n",
       " 'aight yo dats straight dogg',\n",
       " 'please give us connection today lt decimal gt refund bill',\n",
       " 'shoot big load get ready',\n",
       " 'bruv hope great break reward semester',\n",
       " 'home always chat',\n",
       " 'k k good study well',\n",
       " 'yup noe leh',\n",
       " 'sound great home',\n",
       " 'finally match head towards draw prediction',\n",
       " 'tire sleep well past nights',\n",
       " 'easy ah sen get select mean good',\n",
       " 'take exam march',\n",
       " 'yeah think use gt atm register sure anyway help let know sure ready',\n",
       " 'ok prob take ur time',\n",
       " 'os call ubandu run without instal hard disk use os copy important file system give repair shop',\n",
       " 'sorry call later',\n",
       " 'u say leh course nothing happen lar say v romantic jus bite lor thk e nite scenery nice leh',\n",
       " 'new mobiles must go txt nokia collect today www tc biz optout gbp mtmsg',\n",
       " 'would really appreciate call need someone talk',\n",
       " 'u meet ur dream partner soon ur career flyng start find free txt horo follow ur star sign e g horo aries',\n",
       " 'hey company elama po mudyadhu',\n",
       " 'life strict teacher bcoz teacher teach lesson amp conduct exam life first conduct exam amp teach lessons happy morning',\n",
       " 'dear good morning',\n",
       " 'get gandhipuram walk cross cut road right side lt gt street road turn first right',\n",
       " 'dear go rubber place',\n",
       " 'sorry battery die yeah',\n",
       " 'yes tv always available work place',\n",
       " 'text meet someone sexy today u find date even flirt u join p reply name age eg sam msg recd thirtyeight pence',\n",
       " 'print oh lt gt come upstairs',\n",
       " 'ill little closer like bus stop street',\n",
       " 'wil reach',\n",
       " 'new theory argument win situation lose person dont argue ur friends kick amp say always correct',\n",
       " 'u secret admirer look make contact u find r reveal think ur special call',\n",
       " 'tomarrow final hear laptop case cant',\n",
       " 'pleassssssseeeeee tel v avent do sportsx',\n",
       " 'okay shin mean sign sound better',\n",
       " 'although tell u dat baig face watch really like e watch u give cos fr u thanx everything dat u do today touch',\n",
       " 'u remember old commercial',\n",
       " 'late say website dont slippers',\n",
       " 'ask call ok',\n",
       " 'kallis wont bat nd innings',\n",
       " 'didnt work oh ok goodnight fix ready time wake dearly miss good night sleep',\n",
       " 'congratulations ur award cd vouchers gift guarantee free entry wkly draw txt music tncs www ldew com win ppmx age',\n",
       " 'ranjith cal drpd deeraj deepak min hold',\n",
       " 'wen ur lovable bcums angry wid u dnt take seriously coz angry childish n true way show deep affection care n luv kettoda manda nice day da',\n",
       " '',\n",
       " 'up days also ship company take wks way usps take week get lag may bribe nipost get stuff',\n",
       " 'back lemme know ready',\n",
       " 'necessarily expect do get back though headin',\n",
       " 'mmm yummy babe nice jolt suzy',\n",
       " 'lover need',\n",
       " 'try contact reply offer video handset anytime network mins unlimited text camcorder reply call',\n",
       " 'park next mini come today think',\n",
       " 'yup',\n",
       " 'anyway go shop cos sis do yet dun disturb u liao',\n",
       " 'luton ring ur around h',\n",
       " 'hey really horny want chat see naked text hot text charge pm unsubscribe text stop',\n",
       " 'dint come us',\n",
       " 'wana plan trip sometme',\n",
       " 'sure yet still try get hold',\n",
       " 'ur ringtone service change free credit go club mobiles com choose content stop txt club stop p wk club po box mk wt',\n",
       " 'evo download flash jealous',\n",
       " 'ringtone club get uk single chart mobile week choose top quality ringtone message free charge',\n",
       " 'come mu sort narcotics situation',\n",
       " 'night end another day morning come special way may smile like sunny ray leave worry blue blue bay',\n",
       " 'hmv bonus special pound genuine hmv vouchers answer easy question play send hmv info www percent real com',\n",
       " 'usf guess might well take car',\n",
       " 'objection bf come',\n",
       " 'thanx',\n",
       " 'tell rob mack gf theater',\n",
       " 'awesome see bite',\n",
       " 'send type food like',\n",
       " 'do hand celebrations full swing yet',\n",
       " 'get call tool',\n",
       " 'wen u miss someone person definitely special u person special miss keep touch gdeve',\n",
       " 'ok ask money far',\n",
       " 'okie',\n",
       " 'yeah think usual guy still pass last night get ahold anybody let know throw',\n",
       " 'k might come tonight class let early',\n",
       " 'ok',\n",
       " 'hi baby im cruisin girl friend r u give call hour home thats alright fone fone love jenny xxx',\n",
       " 'life mean lot love life love people life world call friends call world ge',\n",
       " 'dear shall mail tonite busy street shall update tonite things look ok varunnathu edukkukayee raksha ollu good one real sense',\n",
       " 'hey tell name gautham ah',\n",
       " 'haf u find feel stupid da v cam work',\n",
       " 'oops get bite',\n",
       " 'much buzy',\n",
       " 'accidentally delete message resend please',\n",
       " 'mobile customer may claim free camera phone upgrade pay go sim card loyalty call offer end thfeb c apply',\n",
       " 'unless situation go gurl would appropriate',\n",
       " 'hurt tease make cry end life die plz keep one rise grave say stupid miss u nice day bslvyl',\n",
       " 'cant pick phone right pls send message',\n",
       " 'need coffee run tomo believe time week already',\n",
       " 'awesome remember last time get somebody high first time diesel v',\n",
       " 'shit really shock scary cant imagine second def night u think somewhere could crash night save taxi',\n",
       " 'oh way food fridge want go meal tonight',\n",
       " 'womdarfull actor',\n",
       " 'sms ac blind date u rodds aberdeen unite kingdom check http img sms ac w icmb cktz r blind date send hide',\n",
       " 'yup remb think book',\n",
       " 'jos ask u wana meet',\n",
       " 'lol yes friendship hang thread cause u buy stuff',\n",
       " 'themob check newest selection content game tone gossip babes sport keep mobile fit funky text wap',\n",
       " 'garage key bookshelf',\n",
       " 'today accept day u accept brother sister lover dear best clos lvblefrnd jstfrnd cutefrnd lifpartnr belovd swtheart bstfrnd rply mean enemy',\n",
       " 'think ur smart win week weekly quiz text play cs winnersclub po box uz gbp week',\n",
       " 'say give call friend get money definitely buy end week',\n",
       " 'hi way u day normal way real ur unique hope know u rest mylife hope u find wot lose',\n",
       " 'make day great day',\n",
       " 'k k advance happy pongal',\n",
       " 'hmmm guess go kb n power yoga haha dunno tahan power yoga anot thk get lo oso forget liao',\n",
       " 'really dude friends afraid',\n",
       " 'december mobile mths entitle update latest colour camera mobile free call mobile update co free',\n",
       " 'coffee cake guess',\n",
       " 'merry christmas babe love ya kiss',\n",
       " 'hey dont go watch x men lunch haha',\n",
       " 'cud u tell ppl im gona b bite l cos bus hav gon past cos full im still waitin pete x',\n",
       " 'would great guild could meet bristol road somewhere get touch weekend plan take flight good week',\n",
       " 'problem',\n",
       " 'call message miss call',\n",
       " 'hi da todays class',\n",
       " 'say good sign well know track record read women',\n",
       " 'cool text park',\n",
       " 'read text send mean joke read light',\n",
       " 'k k apo k good movie',\n",
       " 'maybe could get book tomo return immediately something',\n",
       " 'call germany pence per minute call fix line via access number prepayment direct access',\n",
       " 'chance might evaporate soon violate privacy steal phone number employer paperwork cool please contact report supervisor',\n",
       " 'valentines day special win quiz take partner trip lifetime send go p msg rcvd custcare',\n",
       " 'ta daaaaa home babe still',\n",
       " 'cool come havent win din',\n",
       " 'sleep surf',\n",
       " 'sorry call later',\n",
       " 'u call right call hand phone',\n",
       " 'ok great thanx lot',\n",
       " 'take post come must texts happy read one wiv hello caroline end favourite bless',\n",
       " 'u hide stranger',\n",
       " 'interest like',\n",
       " 'sister clear two round birla soft yesterday',\n",
       " 'gudnite tc practice go',\n",
       " 'dis yijue jus saw ur mail case huiming havent send u num dis num',\n",
       " 'one small prestige problem',\n",
       " 'fancy shag interest sextextuk com txt xxuk suzy txts cost per msg tncs website x',\n",
       " 'check really miss see jeremiah great month',\n",
       " 'nah help never iphone',\n",
       " 'car hour half go apeshit',\n",
       " 'today sorry day ever angry ever misbehave hurt plz plz slap urself bcoz ur fault basically good',\n",
       " 'yo guy ever figure much need alcohol jay try figure much safely spend weed',\n",
       " 'lt gt ish minutes minutes ago wtf',\n",
       " 'thank call forget say happy onam sirji fine remember meet insurance person meet qatar insha allah rakhesh ex tata aig join tissco tayseer',\n",
       " 'congratulations ur award cd vouchers gift guarantee free entry wkly draw txt music tncs www ldew com win ppmx age',\n",
       " 'ur cash balance currently pound maximize ur cash send cash p msg cc hg suite land row w j hl',\n",
       " 'actor work work even sleep late since unemployed moment always sleep late unemployed every day saturday',\n",
       " 'hello get st andrews boy long way cold keep post',\n",
       " 'ha ha cool cool chikku chikku db',\n",
       " 'oh ok prob',\n",
       " 'check audrey status right',\n",
       " 'busy try finish new year look forward finally meet',\n",
       " 'good afternoon sunshine dawn day refresh happy alive breathe air smile think love always',\n",
       " 'well know z take care worry',\n",
       " 'update xmas offer latest motorola sonyericsson nokia free bluetooth double mins txt orange call mobileupd call optout f q',\n",
       " 'discount code rp stop message reply stop www regalportfolio co uk customer service',\n",
       " 'wat uniform get',\n",
       " 'cool text ready',\n",
       " 'hello boytoy geeee miss already wake wish bed cuddle love',\n",
       " 'spoil bed well',\n",
       " 'go bath msg next lt gt min',\n",
       " 'cant keep talk people sure pay agree price pls tell want really buy much will pay',\n",
       " 'thank ringtone order reference charge gbp per week unsubscribe anytime call customer service',\n",
       " 'say happen',\n",
       " 'could see recognise face',\n",
       " 'well lot things happen lindsay new years sigh bar ptbo blue heron something go',\n",
       " 'keep payasam rinu bring',\n",
       " 'teach ranjith sir call sms like becaus hes verify project prabu tell today pa dont mistake',\n",
       " 'guess worry must know way body repair quite sure worry take slow first test guide ovulation relax nothing say reason worry keep followin',\n",
       " 'yeah sure give couple minutes track wallet',\n",
       " 'hey leave big deal take care',\n",
       " 'hey late ah meet',\n",
       " 'double mins txts months free bluetooth orange available sony nokia motorola phone call mobileupd call optout n dx',\n",
       " 'take mr owl lick',\n",
       " 'customer place call',\n",
       " 'mm time dont like fun',\n",
       " 'mths half price orange line rental latest camera phone free phone mths call mobilesdirect free update stoptxt',\n",
       " 'yup lunch buffet u eat already',\n",
       " 'huh late fr dinner',\n",
       " 'hey sit go intro pilates kickboxing',\n",
       " 'morning ok',\n",
       " 'yes think office lap room think thats last days didnt shut',\n",
       " 'pick bout ish time go',\n",
       " 'performance award calculate every two month current one month period',\n",
       " 'actually sleep still might u call back text gr rock sis send u text wen wake',\n",
       " 'always put business put picture ass facebook one open people ever meet would think picture room would hurt make feel violate',\n",
       " 'good even sir al salam wahleykkum share happy news grace god get offer tayseer tissco join hope fine inshah allah meet sometime rakhesh visitor india',\n",
       " 'hmmm k want change field quickly da wanna get system administrator network administrator',\n",
       " 'free ringtone text first poly text get true tone help st free tone x pw e nd txt stop',\n",
       " 'dear chechi talk',\n",
       " 'hair cream ship',\n",
       " 'none happen til get though',\n",
       " 'yep great loxahatchee xmas tree burn lt gt start hour',\n",
       " 'haha get use drive usf man know lot stoners',\n",
       " 'well slightly disastrous class pm fav darlings hope day ok coffee wld good stay late tomorrow time place always',\n",
       " 'hello good week fancy drink something later',\n",
       " 'headin towards busetop',\n",
       " 'message text miss sender name miss number miss send date miss miss u lot thats everything miss send via fullonsms com',\n",
       " 'come room point iron plan weekend',\n",
       " 'cos want thing',\n",
       " 'okies go yan jiu skip ard oso go cine den go mrt one blah blah blah',\n",
       " 'bring home wendy',\n",
       " 'date service cal l box sk ch',\n",
       " 'whatsup dont u want sleep',\n",
       " 'alright new goal',\n",
       " 'free entry weekly competition text word win c www txttowin co uk',\n",
       " 'alright head minutes text meet',\n",
       " 'send logo ur lover name join heart txt love name name mobno eg love adam eve yahoo pobox w wq txtno ads p',\n",
       " 'yes last week take live call',\n",
       " 'someone contact date service enter phone fancy find call landline pobox n tf p',\n",
       " 'siva hostel aha',\n",
       " 'urgent mobile number award prize guarantee call land line claim valid hrs',\n",
       " 'send ur friends receive something ur voice speak expression childish naughty sentiment rowdy ful attitude romantic shy attractive funny lt gt irritate lt gt lovable reply',\n",
       " 'ok ok guess',\n",
       " 'aathi dear',\n",
       " 'pain urination thing else',\n",
       " 'esplanade mind give lift cos get car today',\n",
       " 'wnt buy bmw car urgently vry urgent hv shortage lt gt lacs source arng dis amt lt gt lacs thats prob',\n",
       " 'home watch tv lor',\n",
       " 'usually take fifteen fuck minutes respond yes question',\n",
       " 'congrats nokia video camera phone call call cost ppm ave call mins vary mobiles close post bcm ldn wc n xx',\n",
       " 'book ticket pongal',\n",
       " 'available like right around hillsborough amp lt gt th',\n",
       " 'message send askin lt gt dollars shoul pay lt gt lt gt',\n",
       " 'ask g iouri tell story like ten time already',\n",
       " 'long applebees fuck take',\n",
       " 'hi hope u get txt journey hasnt gd mins late think',\n",
       " 'like love arrange',\n",
       " 'yes really great bhaji tell kallis best cricketer sachin world tough get',\n",
       " 'suppose wake gt',\n",
       " 'oic saw tot din c find group liao',\n",
       " 'sorry call later',\n",
       " 'hey hey werethe monkeespeople say monkeyaround howdy gorgeous howu doin foundurself jobyet sausage love jen xxx',\n",
       " 'sorry battery die come get gram place',\n",
       " 'well do blimey exercise yeah kinda remember wot hmm',\n",
       " 'wont get concentration dear know mind everything',\n",
       " 'lol make plan new years',\n",
       " 'min later k',\n",
       " 'hanks lotsly',\n",
       " 'thank hope good day today',\n",
       " 'k k detail want transfer acc enough',\n",
       " 'ok tell stay yeah tough optimistic things improve month',\n",
       " 'loan purpose homeowners tenant welcome previously refuse still help call free text back help',\n",
       " 'si si think ill go make oreo truffles',\n",
       " 'look amy ure beautiful intelligent woman like u lot know u like like worry',\n",
       " 'hope result consistently intelligent kind start ask practicum link keep ears open best ttyl',\n",
       " 'call cost guess isnt bad miss ya need ya want ya love ya',\n",
       " 'go thru different feel waver decisions cop individual time heal everything believe',\n",
       " 'u go phone gonna die stay',\n",
       " 'great never better day give even reason thank god',\n",
       " 'upgrdcentre orange customer may claim free camera phone upgrade loyalty call offer end th july c apply opt available',\n",
       " 'sorry call later ok bye',\n",
       " 'ok way railway',\n",
       " 'great princess love give receive oral doggy style fave position enjoy make love lt gt time per night',\n",
       " 'put stuff roads keep get slippery',\n",
       " 'go ride bike',\n",
       " 'yup need jus wait e rain stop',\n",
       " 'many company tell language',\n",
       " 'okmail dear dave final notice collect tenerife holiday cash award call landline tcs sae box cw wx ppm',\n",
       " 'long since scream princess',\n",
       " 'nothing mean money enter account bank remove flat rate someone transfer lt gt account lt gt dollars get remove bank differ charge also differ sure trust ja person send account detail cos',\n",
       " 'want get lay tonight want real dog locations send direct ur mob join uk largest dog network txting moan nyt ec p msg p',\n",
       " 'nice line say break heart plz cum time infront wise trust u good',\n",
       " 'ok gonna head usf like fifteen minutes',\n",
       " 'love aathi love u lot',\n",
       " 'tension ah machi problem',\n",
       " 'k pick another th do',\n",
       " 'guy get back g say think stay mcr',\n",
       " 'almost see u sec',\n",
       " 'yo carlos friends already ask work weekend',\n",
       " 'watch tv lor',\n",
       " 'thank baby cant wait taste real thing',\n",
       " 'change fb jaykwon thuglyfe falconerf',\n",
       " 'win really side long time',\n",
       " 'free message activate free text message reply message word free term condition visit www com',\n",
       " 'dear reach railway happen',\n",
       " 'depend quality want type send boye fade glory want ralphs maybe',\n",
       " 'think fix send test message',\n",
       " 'sorry man account dry would want could trade back half could buy shit credit card',\n",
       " 'congrats year special cinema pass call c suprman v matrix starwars etc free bx ip pm dont miss',\n",
       " 'sorry meet call later',\n",
       " 'class lt gt reunion',\n",
       " 'free call',\n",
       " 'get meh',\n",
       " 'nope think go monday sorry reply late',\n",
       " 'tell accenture confirm true',\n",
       " 'kate jackson rec center ish right',\n",
       " 'dear reache room',\n",
       " 'fight world easy u either win lose bt fightng close u dificult u lose u lose u win u still lose',\n",
       " 'come',\n",
       " 'check nuerologist',\n",
       " 'lolnice go fish water',\n",
       " 'congratulations week competition draw u prize claim call b cs stop sms ppm',\n",
       " 'wait e car dat bore wat cos wait outside get nothing home stuff watch tv wat',\n",
       " 'maybe westshore hyde park village place near house',\n",
       " 'know anthony bring money school fee pay rent stuff like thats need help friend need',\n",
       " 'significance',\n",
       " 'opinion jada kusruthi lovable silent spl character mature stylish simple pls reply',\n",
       " 'latest g still scrounge ammo want give new ak try',\n",
       " 'prabha soryda realy frm heart sory',\n",
       " 'lol ok forgive',\n",
       " 'jst change tat',\n",
       " 'guarantee latest nokia phone gb ipod mp player prize txt word collect ibhltd ldnw h p mtmsgrcvd',\n",
       " 'competition',\n",
       " 'boltblue tone p reply poly mono eg poly cha cha slide yeah slow jamz toxic come stop tone txt',\n",
       " 'credit top http www bubbletext com renewal pin tgxxrz',\n",
       " 'way transport less problematic sit night way u want ask n join bday feel free need know definite nos book fri',\n",
       " 'usually person unconscious children adults may behave abnormally call',\n",
       " 'ebay might less elsewhere',\n",
       " 'shall come get pickle',\n",
       " 'gonna go get tacos',\n",
       " 'rude campus',\n",
       " 'urgent mobile award bonus caller prize nd attempt contact call box qu',\n",
       " 'hi b ard christmas enjoy n merry x mas',\n",
       " 'today offer claim ur worth discount vouchers text yes savamob member offer mobile cs sub unsub reply x',\n",
       " 'yes pretty lady like single',\n",
       " 'recieve tone within next hrs term condition please see channel u teletext pg',\n",
       " 'jay say double faggot',\n",
       " 'private account statement show un redeem point call identifier code expire',\n",
       " 'today sunday sunday holiday work',\n",
       " 'gudnite tc practice go',\n",
       " 'late',\n",
       " 'call hop l r malaria know miss guy miss bani big pls give love especially great day',\n",
       " 'good afternoon love go day hope maybe get lead job think boytoy send passionate kiss across sea',\n",
       " 'probably gonna see later tonight lt',\n",
       " 'maybe fat finger press button know',\n",
       " 'ummmmmaah many many happy return day dear sweet heart happy birthday dear',\n",
       " 'tirupur da start office call',\n",
       " 'www applausestore com monthlysubscription p msg max month csc web age stop txt stop',\n",
       " 'famous quote develop ability listen anything unconditionally without lose temper self confidence mean marry',\n",
       " 'go college pa else ill come self pa',\n",
       " 'oclock mine bash flat plan',\n",
       " 'girl stay bed girl need recovery time id rather pass fun cooped bed',\n",
       " 'special',\n",
       " 'know need get hotel get invitation apologise cali sweet come english bloke weddin',\n",
       " 'sorry take long omw',\n",
       " 'wait lt gt min',\n",
       " 'ok give minutes think see btw alibi cut hair whole time',\n",
       " 'imagine finally get sink bath put pace maybe even eat leave also imagine feel cage cock surround bath water remind always own enjoy cuck',\n",
       " 'hurry weed deficient like three days',\n",
       " 'sure get acknowledgement astoundingly tactless generally faggy demand blood oath fo',\n",
       " 'ok every night take warm bath drink cup milk see work magic still need loose weight know',\n",
       " 'look fry pan case cheap book perhaps silly fry pan likely book',\n",
       " 'well uv cause mutations sunscreen like essential thesedays',\n",
       " 'lunch online',\n",
       " 'know friend already tell',\n",
       " 'hi princess thank pics pretty',\n",
       " 'aiyo u always c ex one dunno abt mei reply first time u reply fast lucky workin huh get bao ur sugardad ah gee',\n",
       " 'hi msg office',\n",
       " 'thanx e brownie v nice',\n",
       " 'geeeee love much barely stand',\n",
       " 'gent try contact last weekend draw show prize guarantee call claim code k valid hrs ppm',\n",
       " 'fuck babe miss already know let send money towards net need want crave',\n",
       " 'ill call u mrw ninish address icky american freek wont stop callin bad jen k eh',\n",
       " 'oooh bed ride ey think',\n",
       " 'anyways go gym whatever love smile hope ok good day babe miss much already',\n",
       " 'love daddy make scream pleasure go slap ass dick',\n",
       " 'wot u wanna missy',\n",
       " 'yar lor wait mum finish sch lunch lor whole morning stay home clean room room quite clean hee',\n",
       " 'know lab goggle go',\n",
       " 'open door',\n",
       " 'wait call',\n",
       " 'nope wait sch daddy',\n",
       " 'cash prize claim call',\n",
       " 'tire argue week week want',\n",
       " 'wait sch finish ard',\n",
       " 'mobile number claim call us back ring claim hot line',\n",
       " 'arngd marriage u r walkin unfortuntly snake bite u bt love marriage dance frnt snake amp sayin bite bite',\n",
       " 'huh early dinner outside izzit',\n",
       " 'ok anyway need change say',\n",
       " 'try contact reply offer mins textand new video phone call reply free delivery tomorrow',\n",
       " 'ex wife able kid want kid one day',\n",
       " 'scotland hope show jjc tendencies take care live dream',\n",
       " 'tell u headache want use hour sick time',\n",
       " 'dun thk quit yet hmmm go jazz yogasana oso go meet em lessons den',\n",
       " 'pete please ring meive hardly gotany credit',\n",
       " 'ya srsly better yi tho',\n",
       " 'meet call later',\n",
       " 'ur chance win wkly shop spree txt shop c www txt shop com custcare x p wk',\n",
       " 'specially select receive pound award call line close cost ppm cs apply ag promo',\n",
       " 'private account statement show un redeem point call identifier code expire',\n",
       " 'still grand prix',\n",
       " 'meet stranger choose friend long world stand friendship never end let friends forever gud nitz',\n",
       " 'great',\n",
       " 'gud mrng dear nice day',\n",
       " 'important customer service announcement call freephone',\n",
       " 'exhaust train morning much wine pie sleep well',\n",
       " 'go buy mum present ar',\n",
       " 'mind blastin tsunamis occur rajnikant stop swim indian ocean',\n",
       " 'u send home first ok lor ready yet',\n",
       " 'speak cash yet',\n",
       " 'happy come noon',\n",
       " 'meet lunch la',\n",
       " 'take care n get well soon',\n",
       " 'xclusive clubsaisai morow soiree speciale zouk nichols paris free roses ladies info',\n",
       " 'mean say cant wait see u get bore bridgwater banter',\n",
       " 'neva mind ok',\n",
       " 'fine imma get drink somethin want come find',\n",
       " 'days kick euro u keep date latest news result daily remove send get txt stop',\n",
       " 'valentine game send dis msg ur friends answer r someone really love u ques colour suit best rply',\n",
       " 'many dependents',\n",
       " 'thanx today cer nice catch ave find time often oh well take care c u soon c',\n",
       " 'call say choose future',\n",
       " 'happy valentines day know early hundreds handsomes beauties wish think finish aunties uncles st',\n",
       " 'like v shock leh cos tell shuhui like tell leona also like dat almost know liao get ask abt ur reaction lor',\n",
       " 'family happiness',\n",
       " 'come n pick come immediately aft ur lesson',\n",
       " 'let snow let snow kind weather bring ppl together friendships grow',\n",
       " 'dear get lt gt dollars hi hi',\n",
       " 'good word word may leave u dismay many time',\n",
       " 'make sure alex know birthday fifteen minutes far concern',\n",
       " 'sorry get things may pub later',\n",
       " 'nah straight bring bud drink something actually little useful straight cash',\n",
       " 'haha good hear officially pay market th',\n",
       " 'many lick take get center tootsie pop',\n",
       " 'yup thk r e teacher say make face look longer darren ask cut short',\n",
       " 'new textbuddy chat horny guy ur area p free receive search postcode gaytextbuddy com txt one name',\n",
       " 'todays vodafone number end select receive award number match call receive award',\n",
       " 'please dont say like hi hi hi',\n",
       " 'thank u',\n",
       " 'oh forward message think send',\n",
       " 'get seventeen pound seven hundred ml hope ok',\n",
       " 'dear voucher holder claim weeks offer pc go http www e tlp co uk expressoffer ts cs apply stop texts txt stop',\n",
       " 'n funny',\n",
       " 'sweetheart hope kind day one load reason smile biola',\n",
       " 'login dat time dad fetch home',\n",
       " 'shower baby',\n",
       " 'askd u question hours answer',\n",
       " 'well imma definitely need restock thanksgiving let know',\n",
       " 'say kiss kiss sound effect gorgeous man kind person need smile brighten day',\n",
       " 'probably gonna swing wee bite',\n",
       " 'ya nice ready thursday',\n",
       " 'allo brave bus take train triumph mean b ham jolly good rest week',\n",
       " 'watch cartoon listen music amp eve go temple amp church u',\n",
       " 'mind ask happen dont say uncomfortable',\n",
       " 'private account statement show un redeem point call identifier code expire',\n",
       " 'prob send email',\n",
       " 'cash prize claim call c rstm sw ss ppm',\n",
       " 'thats cool sometimes slow gentle sonetimes rough hard',\n",
       " 'gonna say sorry would normal start panic time sorry see tuesday',\n",
       " 'wait know wesleys town bet hella drug',\n",
       " 'fine miss much',\n",
       " 'u get persons story',\n",
       " 'tell drug dealer get impatient',\n",
       " 'sun cant come earth send luv ray cloud cant come river send luv rain cant come meet u send care msg u gud evng',\n",
       " 'place man',\n",
       " 'doesnt make sense take unless free need know wikipedia com',\n",
       " 'premium phone service call',\n",
       " 'sea lay rock rock envelope envelope paper paper word',\n",
       " 'mum repent',\n",
       " 'sorry go home first daddy come fetch later',\n",
       " 'leave de start prepare next',\n",
       " 'yes baby study position kama sutra',\n",
       " 'en chikku nange bakra msg kalstiya tea coffee',\n",
       " 'carlos minute still need buy',\n",
       " 'pay lt decimal gt lakhs',\n",
       " 'good even ttyl',\n",
       " 'u receive msg',\n",
       " 'ho ho big belly laugh see ya tomo',\n",
       " 'sms ac sun post hello seem cool want say hi hi stop send stop',\n",
       " 'get ur st ringtone free reply msg tone gr top tone phone every week per wk opt send stop',\n",
       " 'ditto worry say anything anymore like say last night whatever want peace',\n",
       " 'get lt gt way could pick',\n",
       " 'dont knw pa drink milk',\n",
       " 'maybe say hi find get card great escape wetherspoons',\n",
       " 'piggy r u awake bet u still sleep go lunch',\n",
       " 'cause freaky lol',\n",
       " 'miss call cause yell scrappy miss u wait u come home lonely today',\n",
       " 'hex place talk explain',\n",
       " 'log wat sdryb',\n",
       " 'xy go e lunch',\n",
       " 'hi sue years old work lapdancer love sex text live bedroom text sue textoperator g da ppmsg',\n",
       " 'want ask wait finish lect cos lect finish hour anyway',\n",
       " 'finish work yet',\n",
       " 'every king cry baby every great build map imprtant u r today u wil reach tomorw gud ni',\n",
       " 'dear cherthala case u r come cochin pls call bfore u start shall also reach accordingly tell day u r come tmorow engage ans holiday',\n",
       " 'thank love torch bold',\n",
       " 'forward please call immediately urgent message wait',\n",
       " 'farm open',\n",
       " 'sorry trouble u buy dad big small sit n sun thanx',\n",
       " 'sister law hope great month say hey abiola',\n",
       " 'purchase stuff today mail po box number',\n",
       " 'ah poop look like ill prob send laptop get fix cuz gpu problem',\n",
       " 'good good job like entrepreneurs',\n",
       " 'aight close still around alex place',\n",
       " 'meet corporation st outside gap see mind work',\n",
       " 'mum ask buy food home',\n",
       " 'k u also dont msg reply msg',\n",
       " 'much r will pay',\n",
       " 'sorry call later',\n",
       " 'important prevent dehydration give enough fluids',\n",
       " 'thats bite weird even suppose happen good idea sure pub',\n",
       " 'true dear sit pray even felt sms time',\n",
       " 'think get away trek long family town sorry',\n",
       " 'wanna gym harri',\n",
       " 'quite late lar ard anyway wun b drivin',\n",
       " 'review keep fantastic nokia n gage game deck club nokia go www cnupdates com newsletter unsubscribe alert reply word',\n",
       " 'mths half price orange line rental latest camera phone free phone mths call mobilesdirect free update stoptxt cs',\n",
       " 'height confidence aeronautics professors wer calld amp wer askd sit aeroplane aftr sit wer tell dat plane ws make students dey hurry plane bt didnt move say make students wont even start datz confidence',\n",
       " 'seem like weird time night g want come smoke day shitstorm attribute always come make everyone smoke',\n",
       " 'pm cost p',\n",
       " 'save stress person dorm account send account detail money send',\n",
       " 'also know lunch menu da know',\n",
       " 'stuff sell tell',\n",
       " 'urgent nd attempt contact u u call b csbcm wc n xx callcost ppm mobilesvary max',\n",
       " 'book lesson msg call work sth go get specs membership px',\n",
       " 'guarantee cash prize claim yr prize call customer service representative pm',\n",
       " 'macha dont feel upset assume mindset believe one even wonderful plan us let life begin call anytime',\n",
       " 'oh send address',\n",
       " 'fine anytime best',\n",
       " 'wondar full flim',\n",
       " 'ya even cookies jelly',\n",
       " 'world run still maybe feel admit mad correction let call life keep run world may u r also run let run',\n",
       " 'get look scrumptious daddy want eat night long',\n",
       " 'cos lar ba dao ok pm lor u never ask go ah say u would ask fri say u ask today',\n",
       " 'alright omw gotta change order half th',\n",
       " 'exactly anyways far jide study visit',\n",
       " 'dunno u ask',\n",
       " 'email alertfrom jeri stewartsize kbsubject low cost prescripiton drvgsto listen email call',\n",
       " 'spring come early yay',\n",
       " 'lol feel bad use money take steak dinner',\n",
       " 'even u dont get trouble convince tel twice tel neglect msgs dont c read dont reply',\n",
       " 'leave qatar tonite search opportunity go fast pls add ur prayers dear rakhesh',\n",
       " 'one talk',\n",
       " 'thank look really appreciate',\n",
       " 'hi customer loyalty offer new nokia mobile txtauction txt word start get ctxt tc p mtmsg',\n",
       " 'wish',\n",
       " 'haha mayb u rite u know well da feel like someone gd lor u faster go find one gals group attach liao',\n",
       " 'yes glad make',\n",
       " 'well little time thing good time ahead',\n",
       " 'get room soon put clock back til shout everyone get realise wahay another hour bed',\n",
       " 'ok may free gym',\n",
       " 'men like shorter ladies gaze eye',\n",
       " 'dunno jus say go lido time',\n",
       " 'promise take good care princess run please send pics get chance ttyl',\n",
       " 'u subscribe best mobile content service uk per days send stop helpline',\n",
       " 'reason speak year anyways great week best exam',\n",
       " 'monday next week give full gist',\n",
       " 'realize years thousands old ladies run around tattoo',\n",
       " 'important customer service announcement premier',\n",
       " 'dont gimme lip caveboy',\n",
       " 'get library',\n",
       " 'realy sorry recognise number confuse r u please',\n",
       " 'didnt holla',\n",
       " 'cant think anyone spare room top head',\n",
       " 'faith make things possible hope make things work love make things beautiful may three christmas merry christmas',\n",
       " 'u make appointment',\n",
       " 'call carlos phone vibrate act might hear texts',\n",
       " 'romantic paris nights flight book next year call ts cs apply',\n",
       " 'grandmas oh dear u still ill felt shit morning think hungover another night leave sit',\n",
       " 'urgent ur guarantee award still unclaimed call closingdate claimcode pmmorefrommobile bremoved mobypobox ls yf',\n",
       " 'nothing jus tot u would ask cos u ba gua go mt faber yest yest jus go already mah today go jus call lor',\n",
       " 'wish family merry x mas happy new year advance',\n",
       " 'ur award city break could win summer shop spree every wk txt store skilgme tscs winawk age perwksub',\n",
       " 'nt goin get somethin unless meetin dinner lor haha wonder go tis time',\n",
       " 'sorry call later',\n",
       " 'cant pick phone right pls send message',\n",
       " 'lol know dramatic school already close tomorrow apparently drive inch snow suppose get',\n",
       " 'get anywhere damn job hunt',\n",
       " 'lol u drunkard hair moment yeah still tonight wats plan',\n",
       " 'idc get weaseling way shit twice row',\n",
       " 'wil lt gt minutes get space',\n",
       " 'sleep surf',\n",
       " 'thank pick trash',\n",
       " 'go tell friend sure want live smoke much spend hours beg come smoke',\n",
       " 'hi kate lovely see tonight ill phone tomorrow get sing guy give card xxx',\n",
       " 'happy new year dear brother really miss get number decide send text wish happiness abiola',\n",
       " 'mean get door',\n",
       " 'opinion jada kusruthi lovable silent spl character mature stylish simple pls reply',\n",
       " 'hmmm think say hours slave late punish',\n",
       " 'beerage',\n",
       " 'important customer service announcement premier call freephone',\n",
       " 'dont think turn like randomlly within min open',\n",
       " 'suppose make still town though',\n",
       " 'time fix spell sometimes get completely diff word go figure',\n",
       " 'ever think live good life perfect partner txt back name age join mobile community p sms',\n",
       " 'free top polyphonic tone call national rate get toppoly tune send every week text subpoly per pole unsub',\n",
       " 'gud mrng dear hav nice day',\n",
       " 'hop enjoy game yesterday sorry touch pls know fondly bein thot great week abiola',\n",
       " 'e best ur drive tmr',\n",
       " 'u dogbreath sound like jan c al',\n",
       " 'omg want scream weigh lose weight woohoo',\n",
       " 'generally one uncountable noun u dictionary piece research',\n",
       " 'really get hang around',\n",
       " 'orange customer may claim free camera phone upgrade loyalty call offer end thmarch c apply opt availa',\n",
       " 'petey boy whereare friendsare thekingshead come canlove nic',\n",
       " 'ok msg u b leave house',\n",
       " 'gimme lt gt minutes ago',\n",
       " 'last chance claim ur worth discount vouchers today text shop savamob offer mobile cs savamob pobox uz sub',\n",
       " 'appt lt time gt fault u listen tell u twice',\n",
       " 'free st week nokia tone ur mobile every week txt nokia get txting tell ur mat www getzed co uk pobox w wq norm p tone',\n",
       " 'guarantee award even cashto claim ur award call free stop getstop php rg jx',\n",
       " 'k',\n",
       " 'dled imp',\n",
       " 'sure make sure know smokin yet',\n",
       " 'boooo always work quit',\n",
       " 'take half day leave bec well',\n",
       " 'ugh wanna get bed warm',\n",
       " 'nervous lt gt',\n",
       " 'ring come guy costume gift future yowifes hint hint',\n",
       " 'congratulations ur award either cd gift vouchers free entry weekly draw txt music tncs www ldew com win ppmx age',\n",
       " 'borrow ur bag ok',\n",
       " 'u outbid simonwatson shinco dvd plyr bid visit sms ac smsrewards end bid notifications reply end',\n",
       " 'boytoy miss happen',\n",
       " 'lot use ones babe model help youi bring match',\n",
       " 'also bring galileo dobby',\n",
       " 'respond',\n",
       " 'boo babe u enjoyin yourjob u seem b gettin well hunny hope ure ok take care llspeak u soonlots loveme xxxx',\n",
       " 'good afternoon starshine boytoy crave yet ache fuck sip cappuccino miss babe tease kiss',\n",
       " 'road cant txt',\n",
       " 'smsservices yourinclusive text credit pls goto www comuk net login qxj unsubscribe stop extra charge help comuk cm ae',\n",
       " 'p alfie moon children need song ur mob tell ur txt tone charity nokias poly charity polys zed profit charity',\n",
       " 'good even ttyl',\n",
       " 'hmm bits piece lol sigh',\n",
       " 'hahaha use brain dear',\n",
       " 'hey get mail',\n",
       " 'sorry light turn green mean another friend want lt gt worth may around',\n",
       " 'thank yesterday sir wonderful hope enjoy burial mojibiola',\n",
       " 'u secret admirer reveal think u r special call opt reply reveal stop per msg recd cust care',\n",
       " 'hi mate rv u hav nice hol message say hello coz send u age start drive stay roads rvx',\n",
       " 'dear voucher holder claim weeks offer pc please go http www e tlp co uk expressoffer ts cs apply stop texts txt stop',\n",
       " 'thank much skyped wit kz sura didnt get pleasure company hope good give ultimatum oh countin aburo enjoy message send days ago',\n",
       " 'surely result offer',\n",
       " 'good morning dear great amp successful day',\n",
       " 'want anytime network mins text new video phone five pound per week call reply delivery tomorrow',\n",
       " 'sir late pay rent past months pay lt gt charge felt would inconsiderate nag something give great cost didnt speak however recession wont able pay charge month hence askin well ahead month end please help thank',\n",
       " 'try contact offer new video phone anytime network mins half price rental camcorder call reply delivery wed',\n",
       " 'last chance claim ur worth discount vouchers text yes savamob member offer mobile cs sub remove txt x stop',\n",
       " 'luv u soo much u understand special u r ring u morrow luv u xxx',\n",
       " 'pls send comprehensive mail pay much',\n",
       " 'prashanthettan mother pass away last night pray family',\n",
       " 'urgent call landline complimentary ibiza holiday cash await collection sae cs po box sk wp ppm',\n",
       " 'k k go',\n",
       " 'meanwhile shit suite xavier decide give us lt gt second warn samantha come play jay guitar impress shit also think doug realize live anymore',\n",
       " 'stomach thru much trauma swear eat better lose weight',\n",
       " 'office whats matter msg call break',\n",
       " 'yeah barely enough room two us x many fuck shoe sorry man see later',\n",
       " 'today offer claim ur worth discount vouchers text yes savamob member offer mobile cs sub unsub reply x',\n",
       " 'u reach orchard already u wan go buy ticket first',\n",
       " 'real baby want bring inner tigress',\n",
       " 'da run activate full version da',\n",
       " 'ah poor baby hope urfeeling bettersn luv probthat overdose work hey go careful spk u sn lot lovejen xxx',\n",
       " 'stop story tell return say order',\n",
       " 'talk sexy make new friends fall love worlds discreet text date service text vip see could meet',\n",
       " 'go take babe',\n",
       " 'hai ana tomarrow come morning lt decimal gt ill sathy go rto office reply come home',\n",
       " 'spoon okay',\n",
       " 'say somebody name tampa',\n",
       " 'work go min',\n",
       " 'brother genius',\n",
       " 'sorry guess whenever get hold connections maybe hour two text',\n",
       " 'u find time bus coz need sort stuff',\n",
       " 'dude ive see lotta corvettes lately',\n",
       " 'congratulations ur award either yrs supply cds virgin record mystery gift guarantee call ts cs www smsco net pm approx mins',\n",
       " 'consider wall bunker shit important never play peaceful guess place high enough matter',\n",
       " 'private account statement xxxxxx show un redeem point call identifier code expire',\n",
       " 'hello need posh bird chap user trial prod champneys put need address dob asap ta r',\n",
       " 'u want xmas free text message new video phone half price line rental call free find',\n",
       " 'well officially philosophical hole u wanna call home ready save',\n",
       " 'go good problem still need little experience understand american customer voice',\n",
       " 'text drop x',\n",
       " 'ugh long day exhaust want cuddle take nap',\n",
       " 'talk atleast day otherwise miss best friend world shakespeare shesil lt gt',\n",
       " 'shop till u drop either k k cash travel voucher call ntt po box cr bt fixedline cost ppm mobile vary',\n",
       " 'castor need see something',\n",
       " 'sunshine quiz wkly q win top sony dvd player u know country liverpool play mid week txt ansr sp tyrone',\n",
       " 'u secret admirer look make contact u find r reveal think ur special call',\n",
       " 'u secret admirer look make contact u find r reveal think ur special call stopsms',\n",
       " 'reminder download content already pay goto http doit mymoby tv collect content',\n",
       " 'see know give break time woul lead always want miss curfew gonna gibe til one midnight movie gonna get til need come home need getsleep anything need b studdying ear train',\n",
       " 'love give massage use lot baby oil fave position',\n",
       " 'dude go sup',\n",
       " 'yoyyooo u know change permissions drive mac usb flash drive',\n",
       " 'gibbs unsold mike hussey',\n",
       " 'like talk pa able dont know',\n",
       " 'dun cut short leh u dun like ah fail quite sad',\n",
       " 'unbelievable faglord',\n",
       " 'wife know time murder exactly',\n",
       " 'ask princess',\n",
       " 'great princess think',\n",
       " 'nutter cutter ctter cttergg cttargg ctargg ctagg ie',\n",
       " 'ok noe u busy really bore msg u oso dunno wat colour choose one',\n",
       " 'g class early tomorrow thus try smoke lt gt',\n",
       " 'superb think grateful u dont everything u want mean u still opportunity happier tomorrow u today',\n",
       " 'hope good week check',\n",
       " 'use hope agents drop since book things year whole boston nyc experiment',\n",
       " 'thursday night yeah sure thing work',\n",
       " 'free ringtone wait collect simply text password mix verify get usher britney fml po box mk h ppw',\n",
       " 'probably money worry things come due several outstanding invoice work two three months ago',\n",
       " 'possible teach',\n",
       " 'wonder phone battery go dead tell love babe',\n",
       " 'lovely smell bus tobacco',\n",
       " 'get worry derek taylor already assume worst',\n",
       " 'hey charles sorry late reply',\n",
       " 'lastest stereophonics marley dizzee racal libertines stroke win nookii game flirt click themob wap bookmark text wap',\n",
       " 'give plus say grinule greet whenever speak',\n",
       " 'white fudge oreos store',\n",
       " 'january male sale hot gay chat cheaper call national rate p min cheap p min peak stop texts call p min',\n",
       " 'love come take long leave zaher get word ym happy see sad leave miss',\n",
       " 'sorry hurt',\n",
       " 'feel nauseous piss eat sweets week cause today plan pig diet week hungry',\n",
       " 'ok lor early still project meet',\n",
       " 'call da wait call',\n",
       " 'could ask carlos could get anybody else chip',\n",
       " 'actually send reminder today wonderful weekend',\n",
       " 'people see msgs think iam addict msging wrong bcoz know iam addict sweet friends bslvyl',\n",
       " 'hey give photo register drive ah tmr wanna meet yck',\n",
       " 'dont talk ever ok word',\n",
       " 'u wana see',\n",
       " 'way school pls send ashley number',\n",
       " 'shall fine avalarr hollalater',\n",
       " 'go attend another two round today still reach home',\n",
       " 'actually delete old website blogging magicalsongs blogspot com',\n",
       " 'k wait chikku il send aftr lt gt mins',\n",
       " 'diet eat many slice pizza yesterday ugh always diet',\n",
       " 'k give kvb acc detail',\n",
       " 'oh come ah',\n",
       " 'money r lucky winner claim prize text money million give away ppt x normal text rate box w jy',\n",
       " 'really sorry b able friday hope u find alternative hope yr term go ok',\n",
       " 'congratulations ore mo owo wa enjoy wish many happy moments fro wherever go',\n",
       " 'samus shoulder yet',\n",
       " 'time think need know near campus',\n",
       " 'dear matthew please call landline complimentary lux tenerife holiday cash await collection ppm sae cs box sk xh',\n",
       " 'dun wear jeans lor',\n",
       " 'since side fever vomitin',\n",
       " 'k k college',\n",
       " 'urgent call landline complimentary tenerife holiday cash await collection sae cs box hp yf ppm',\n",
       " 'better make friday stuff like pig yesterday feel bleh least writhe pain kind bleh',\n",
       " 'sell tons coin sell coin someone thru paypal voila money back life pocket',\n",
       " 'theyre lot place hospitals medical place safe',\n",
       " 'get touch folks wait company txt back name age opt enjoy community p sms',\n",
       " 'also sorta blow couple time recently id rather text blue look weed',\n",
       " 'send score sophas secondary application school think think apply research cost also contact joke ogunrinde school one less expensive ones',\n",
       " 'cant wait see photos useful',\n",
       " 'ur cash balance currently pound maximize ur cash send go p msg cc po box tcr w',\n",
       " 'hey book kb sit already lessons go ah keep sit night free need meet confirm lodge',\n",
       " 'chk ur belovd ms dict',\n",
       " 'time want come',\n",
       " 'awesome lemme know whenever around',\n",
       " 'shb b ok lor thanx',\n",
       " 'beautiful truth gravity read carefully heart feel light someone feel heavy someone leave good night',\n",
       " 'also remember get dobby bowl car',\n",
       " 'filthy stories girls wait',\n",
       " 'sorry c ur msg yar lor poor thing one night tmr u brand new room sleep',\n",
       " 'love decision feel could decide love life would much simpler less magical',\n",
       " 'welp apparently retire',\n",
       " 'sort code acc bank natwest reply confirm send right person',\n",
       " '',\n",
       " 'u sure u take sick time',\n",
       " 'urgent try contact u todays draw show prize guarantee call land line claim valid hrs',\n",
       " 'watch cartoon listen music amp eve go temple amp church u',\n",
       " 'yo chad gymnastics class wanna take site say christians class full',\n",
       " 'much buzy',\n",
       " 'better still catch let ask sell lt gt',\n",
       " 'sure night menu know noon menu',\n",
       " 'u want come back beautiful necklace token heart thats give wife like see one give dont call wait till come',\n",
       " 'will go aptitude class',\n",
       " 'wont b try sort house ok',\n",
       " 'yar lor wan go c horse race today mah eat earlier lor eat chicken rice u',\n",
       " 'haha awesome omw back',\n",
       " 'yup thk e shop close lor',\n",
       " 'account number',\n",
       " 'eh u send wrongly lar',\n",
       " 'hey ad crap nite borin without ya boggy u bore biatch thanx u wait til nxt time il ave ya',\n",
       " 'ok shall talk',\n",
       " 'dont hesitate know second time weakness like keep notebook eat day anything change day sure nothing',\n",
       " 'hey pay salary de lt gt',\n",
       " 'another month need chocolate weed alcohol',\n",
       " 'start search get job days great potential talent',\n",
       " 'reckon need town eightish walk carpark',\n",
       " 'congrats mobile g videophones r call videochat wid mat play java game dload polyph music noline rentl',\n",
       " 'look fuckin time fuck think',\n",
       " 'yo guess drop',\n",
       " 'carlos say mu lt gt minutes',\n",
       " 'office call lt gt min',\n",
       " 'geeee miss already know think fuck wait till next year together love kiss',\n",
       " 'yun ah ubi one say wan call tomorrow call look irene ere get bus ubi cres ubi tech park ph st wkg days n',\n",
       " 'ugh gotta drive back sd la butt sore',\n",
       " 'th july',\n",
       " 'hi im relax time ever get every day party good night get home tomorrow ish',\n",
       " 'wan come come lor din c strip skirt',\n",
       " 'xmas story peace xmas msg love xmas miracle jesus hav bless month ahead amp wish u merry xmas',\n",
       " 'number',\n",
       " 'change e one next escalator',\n",
       " 'yetunde class run water make ok pls',\n",
       " 'lot happen feel quiet beth aunts charlie work lot helen mo',\n",
       " 'wait bus stop aft ur lect lar dun c go get car come back n pick',\n",
       " ...]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "corpus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "55243fe3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 0, ..., 1, 1, 1], dtype=uint8)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Independent and Dependent Features\n",
    "X=corpus\n",
    "Y=pd.get_dummies(messages['label']).iloc[:,0].values\n",
    "Y"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "26b479cf",
   "metadata": {},
   "source": [
    "## Train Test Split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "39eed444",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X_train,X_test,Y_train,Y_test=train_test_split(X,Y,test_size=0.20,random_state=15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "6a62311d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 1, ..., 1, 0, 1], dtype=uint8)"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y_train"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "36667b1c",
   "metadata": {},
   "source": [
    " ### 1.Bag of Words (NLP Vectorization Techniques)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "b335385c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "cv=CountVectorizer(max_features=3000,ngram_range=(1,2),binary=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "2fdb8c5c",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train=cv.fit_transform(X_train).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "bc81a7a9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       ...,\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0]], dtype=int64)"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "807c6f7b",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_test=cv.transform(X_test).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "c9401d27",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       ...,\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0]], dtype=int64)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0665dbc7",
   "metadata": {},
   "source": [
    "## Implementing Naive Bayes Algorithm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "b1586ef8",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "a4769af7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {color: black;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>MultinomialNB()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">MultinomialNB</label><div class=\"sk-toggleable__content\"><pre>MultinomialNB()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "MultinomialNB()"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "spam_classified_model=MultinomialNB()\n",
    "spam_classified_model.fit(X_train,Y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "9efd1c6e",
   "metadata": {},
   "outputs": [],
   "source": [
    "Y_pred=spam_classified_model.predict(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9cf0225b",
   "metadata": {},
   "source": [
    "#### METRICS EVALUATION"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "74916f23",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import accuracy_score,classification_report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "e444ea64",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy =  0.9838565022421525\n",
      "Classification Report \n",
      "               precision    recall  f1-score   support\n",
      "\n",
      "           0       0.97      0.90      0.93       139\n",
      "           1       0.99      1.00      0.99       976\n",
      "\n",
      "    accuracy                           0.98      1115\n",
      "   macro avg       0.98      0.95      0.96      1115\n",
      "weighted avg       0.98      0.98      0.98      1115\n",
      "\n"
     ]
    }
   ],
   "source": [
    "accuracy=accuracy_score(Y_test,Y_pred)\n",
    "report=classification_report(Y_test,Y_pred)\n",
    "print('Accuracy = ',accuracy)\n",
    "print('Classification Report \\n', report)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "767a9759",
   "metadata": {},
   "source": [
    " ### 2. TF-IDF (NLP Vectorization Techniques)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "aa5265b2",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "tfidf=TfidfVectorizer(max_features=3000,ngram_range=(1,2),binary=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "973d23cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train1=tfidf.fit_transform(X_train).toarray()\n",
    "X_test1=tfidf.transform(X_test).toarray()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "663457c0",
   "metadata": {},
   "source": [
    "## Implementing Naive Bayes Algorithm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "87415aa9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-3 {color: black;}#sk-container-id-3 pre{padding: 0;}#sk-container-id-3 div.sk-toggleable {background-color: white;}#sk-container-id-3 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-3 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-3 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-3 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-3 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-3 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-3 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-3 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-3 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-3 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-3 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-3 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-3 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-3 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-3 div.sk-item {position: relative;z-index: 1;}#sk-container-id-3 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-3 div.sk-item::before, #sk-container-id-3 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-3 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-3 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-3 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-3 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-3 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-3 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-3 div.sk-label-container {text-align: center;}#sk-container-id-3 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-3 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-3\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>MultinomialNB()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" checked><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">MultinomialNB</label><div class=\"sk-toggleable__content\"><pre>MultinomialNB()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "MultinomialNB()"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB\n",
    "spam_classified_model=MultinomialNB()\n",
    "spam_classified_model.fit(X_train1,Y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "a6b41e75",
   "metadata": {},
   "outputs": [],
   "source": [
    "Y_pred1=spam_classified_model.predict(X_test1)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4651588f",
   "metadata": {},
   "source": [
    "#### METRICS EVALUATION"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "099e42bd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy =  0.97847533632287\n",
      "Classification Report \n",
      "               precision    recall  f1-score   support\n",
      "\n",
      "           0       0.99      0.83      0.91       139\n",
      "           1       0.98      1.00      0.99       976\n",
      "\n",
      "    accuracy                           0.98      1115\n",
      "   macro avg       0.98      0.92      0.95      1115\n",
      "weighted avg       0.98      0.98      0.98      1115\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score,classification_report\n",
    "accuracy=accuracy_score(Y_test,Y_pred1)\n",
    "report=classification_report(Y_test,Y_pred1)\n",
    "print('Accuracy = ',accuracy)\n",
    "print('Classification Report \\n', report)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1c29aa67",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "684a6a49",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "34648d1f",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b03db78c",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}