Data_Challenge_DC.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "pd.set_option('display.max_columns',60)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>eventid</th>\n",
       "      <th>iyear</th>\n",
       "      <th>imonth</th>\n",
       "      <th>iday</th>\n",
       "      <th>approxdate</th>\n",
       "      <th>extended</th>\n",
       "      <th>resolution</th>\n",
       "      <th>country</th>\n",
       "      <th>country_txt</th>\n",
       "      <th>region</th>\n",
       "      <th>region_txt</th>\n",
       "      <th>provstate</th>\n",
       "      <th>city</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>specificity</th>\n",
       "      <th>vicinity</th>\n",
       "      <th>location</th>\n",
       "      <th>summary</th>\n",
       "      <th>crit1</th>\n",
       "      <th>crit2</th>\n",
       "      <th>crit3</th>\n",
       "      <th>doubtterr</th>\n",
       "      <th>alternative</th>\n",
       "      <th>alternative_txt</th>\n",
       "      <th>multiple</th>\n",
       "      <th>success</th>\n",
       "      <th>suicide</th>\n",
       "      <th>attacktype1</th>\n",
       "      <th>attacktype1_txt</th>\n",
       "      <th>...</th>\n",
       "      <th>propextent</th>\n",
       "      <th>propextent_txt</th>\n",
       "      <th>propvalue</th>\n",
       "      <th>propcomment</th>\n",
       "      <th>ishostkid</th>\n",
       "      <th>nhostkid</th>\n",
       "      <th>nhostkidus</th>\n",
       "      <th>nhours</th>\n",
       "      <th>ndays</th>\n",
       "      <th>divert</th>\n",
       "      <th>kidhijcountry</th>\n",
       "      <th>ransom</th>\n",
       "      <th>ransomamt</th>\n",
       "      <th>ransomamtus</th>\n",
       "      <th>ransompaid</th>\n",
       "      <th>ransompaidus</th>\n",
       "      <th>ransomnote</th>\n",
       "      <th>hostkidoutcome</th>\n",
       "      <th>hostkidoutcome_txt</th>\n",
       "      <th>nreleased</th>\n",
       "      <th>addnotes</th>\n",
       "      <th>scite1</th>\n",
       "      <th>scite2</th>\n",
       "      <th>scite3</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>INT_LOG</th>\n",
       "      <th>INT_IDEO</th>\n",
       "      <th>INT_MISC</th>\n",
       "      <th>INT_ANY</th>\n",
       "      <th>related</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>201301010001</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Khyber Pakhtunkhwa</td>\n",
       "      <td>Bannu</td>\n",
       "      <td>32.988889</td>\n",
       "      <td>70.605556</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Inside the Miryan Police limits</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Explosive device defused in Bannu,\" The News ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>201301010002</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: An explosives-laden vehicle detona...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>Nearby homes and a fuel station were damaged i...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Casualty numbers for this incident represent a...</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>\"Iraq bomb kills one,\" ITN, January 2, 2013.</td>\n",
       "      <td>\"Deadly Iraq bombings near Kirkuk - video,\" St...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>201301010002, 201301010003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>201301010003</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: At least two explosives detonated ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>Nearby homes and a fuel station were damaged i...</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Casualty numbers for this incident represent a...</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>\"Iraq bomb kills one,\" ITN, January 2, 2013.</td>\n",
       "      <td>\"Deadly Iraq bombings near Kirkuk - video,\" St...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>201301010003, 201301010002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>201301010004</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>35.471855</td>\n",
       "      <td>44.391518</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Southern Kirkuk</td>\n",
       "      <td>01/01/2013: An explosive device detonated targ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A patrol vehicle was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Casualty numbers for this incident conflict ac...</td>\n",
       "      <td>\"2 cops wounded by explosion mid Kirkuk,\" Aswa...</td>\n",
       "      <td>\"Iraqi forces arrest al-Qaeda terrorists,\" IRI...</td>\n",
       "      <td>\"Policeman killed, another wounded in Kirkuk,\"...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>201301010005</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Sindh</td>\n",
       "      <td>Karachi</td>\n",
       "      <td>24.949833</td>\n",
       "      <td>66.966097</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>The incident occurred in the Orangi Town neigh...</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Tragedy averted: 5kg   bomb defused   near po...</td>\n",
       "      <td>\"BDS defuses two bombs in Orangi and Steel Tow...</td>\n",
       "      <td>\"Bombs defused in Orangi, Steel Town,\" The New...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>201301010006</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Sindh</td>\n",
       "      <td>Karachi</td>\n",
       "      <td>24.871216</td>\n",
       "      <td>67.338419</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>The incident occurred near Ghaghar Phattaks ra...</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"BDS defuses two bombs in Orangi and Steel Tow...</td>\n",
       "      <td>\"Bombs defused in Orangi, Steel Town,\" The New...</td>\n",
       "      <td>\"Bombs defused in Orangi, Steel Town,\" Daily T...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>201301010007</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Balochistan</td>\n",
       "      <td>Besima</td>\n",
       "      <td>27.909573</td>\n",
       "      <td>65.873970</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Besima area of Kharan district</td>\n",
       "      <td>01/01/2013: Assailants opened fire on Under-Se...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Armed Assault</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A civilian vehicle was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Two officers, driver shot dead,\" Plus News Pa...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>201301010008</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Balochistan</td>\n",
       "      <td>Machh</td>\n",
       "      <td>29.867169</td>\n",
       "      <td>67.335232</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: Assailants on a motorcycle opened ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Assassination</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Two officers, driver shot dead,\" Plus News Pa...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>201301010009</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Khyber Pakhtunkhwa</td>\n",
       "      <td>Sarband</td>\n",
       "      <td>33.957249</td>\n",
       "      <td>71.503402</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: Approximately 70 kilograms of expl...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"70 kg bomb defused in Peshawar,\" Free Press J...</td>\n",
       "      <td>\"Blast in Jamrud damages house of anti-polio w...</td>\n",
       "      <td>\"Big bomb  defused in Peshawar,\" The News Inte...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>201301010012</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>147</td>\n",
       "      <td>Nigeria</td>\n",
       "      <td>11</td>\n",
       "      <td>Sub-Saharan Africa</td>\n",
       "      <td>Delta</td>\n",
       "      <td>Abraka</td>\n",
       "      <td>5.789432</td>\n",
       "      <td>6.102347</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: Approximately eight assailants abd...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Hostage Taking (Kidnapping)</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Successful Rescue</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Police Rescue Delta Varsity's Official From K...</td>\n",
       "      <td>\"Varsity Staff Kidnapped in Delta,\" Vanguard, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>201301010013</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Sindh</td>\n",
       "      <td>Karachi</td>\n",
       "      <td>24.892538</td>\n",
       "      <td>67.027971</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: Assailants on a motorcycle opened ...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Other Crime Type</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Armed Assault</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>There is doubt that this incident meets terror...</td>\n",
       "      <td>\"Policeman gunned down in SITE,\" Plus News Pak...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>201301010014</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Khyber Pakhtunkhwa</td>\n",
       "      <td>Swabi</td>\n",
       "      <td>34.279967</td>\n",
       "      <td>72.516399</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Sher Afzal Banda area of Swabi district</td>\n",
       "      <td>01/01/2013: Assailants opened fire on a vehicl...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Armed Assault</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A passenger van was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Charity workers shot dead returning from girl...</td>\n",
       "      <td>\"MILITANTS GUN DOWN 7 AID WORKERS IN PAKISTAN,...</td>\n",
       "      <td>\"Pakistani Militants Gun Down 7 Aid Workers,\" ...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>201301010015</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tikrit</td>\n",
       "      <td>34.604954</td>\n",
       "      <td>43.685017</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: An explosive device detonated at t...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A civilian home was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"3 cops wounded, officer's house exploded in T...</td>\n",
       "      <td>\"3 cops wounded, officer's house exploded in T...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>201301010015, 201301010016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>201301010016</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tikrit</td>\n",
       "      <td>34.604328</td>\n",
       "      <td>43.685570</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>East Of Tikrit</td>\n",
       "      <td>01/01/2013: An explosive device detonated in T...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A police vehicle was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"3 cops wounded, officer's house exploded in T...</td>\n",
       "      <td>\"3 cops wounded, officer's house exploded in T...</td>\n",
       "      <td>\"A policeman injured east of Tikrit.,\" Nationa...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>201301010016, 201301010015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>201301010017</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tikrit</td>\n",
       "      <td>34.613996</td>\n",
       "      <td>43.674560</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Central Tikrit</td>\n",
       "      <td>01/01/2013: Seven explosive devices were disco...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"3 cops wounded, officer's house exploded in T...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>201301010020</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92</td>\n",
       "      <td>India</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Rajasthan</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>26.956350</td>\n",
       "      <td>70.800476</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Longewala Route In Ramgarh Area Of Jaisalmer D...</td>\n",
       "      <td>01/01/2013: Two rockets were fired in the Ramg...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Two more bombs found in Jaisalmer,\" The Times...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>201301010022</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>35.467381</td>\n",
       "      <td>44.378843</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>01/01/2013: Assailants opened fire on the vehi...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Assassination</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A civilian vehicle was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"6 people killed in Iraq's violence,\" Xinhua N...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>201301010023</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tarmiyah</td>\n",
       "      <td>33.666282</td>\n",
       "      <td>44.372993</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Al Faris District</td>\n",
       "      <td>01/01/2013: A roadside bomb detonated near a m...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Insurgency/Guerilla Action</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"6 people killed in Iraq's violence,\" Xinhua N...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>201301010024</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Federally Administered Tribal Areas</td>\n",
       "      <td>Khyber district</td>\n",
       "      <td>34.011514</td>\n",
       "      <td>71.284218</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Akakhel Area Of Bara Tehsil</td>\n",
       "      <td>01/01/2013: Assailants fired a mortar shell in...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Two girl students killed in Bara rocket hit,\"...</td>\n",
       "      <td>\"Two girl students killed in Bara rocket hit,\"...</td>\n",
       "      <td>\"Tragedy: Two girls killed, five injured by st...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>201301010025</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Balochistan</td>\n",
       "      <td>Dasht</td>\n",
       "      <td>28.579367</td>\n",
       "      <td>66.576886</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>On the National Highway near Dasht area of Mas...</td>\n",
       "      <td>01/01/2013: Assailants on motorcycles opened f...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Facility/Infrastructure Attack</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Minor (likely &lt; $1 million)</td>\n",
       "      <td>-99.0</td>\n",
       "      <td>A truck was damaged in this attack.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>\"Truck driver injured in gun attack,\" Daily Ti...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 135 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         eventid  iyear  imonth  iday approxdate  extended  resolution  \\\n",
       "0   201301010001   2013       1     1        NaN         0         NaN   \n",
       "1   201301010002   2013       1     1        NaN         0         NaN   \n",
       "2   201301010003   2013       1     1        NaN         0         NaN   \n",
       "3   201301010004   2013       1     1        NaN         0         NaN   \n",
       "4   201301010005   2013       1     1        NaN         0         NaN   \n",
       "5   201301010006   2013       1     1        NaN         0         NaN   \n",
       "6   201301010007   2013       1     1        NaN         0         NaN   \n",
       "7   201301010008   2013       1     1        NaN         0         NaN   \n",
       "8   201301010009   2013       1     1        NaN         0         NaN   \n",
       "9   201301010012   2013       1     1        NaN         1         NaN   \n",
       "10  201301010013   2013       1     1        NaN         0         NaN   \n",
       "11  201301010014   2013       1     1        NaN         0         NaN   \n",
       "12  201301010015   2013       1     1        NaN         0         NaN   \n",
       "13  201301010016   2013       1     1        NaN         0         NaN   \n",
       "14  201301010017   2013       1     1        NaN         0         NaN   \n",
       "15  201301010020   2013       1     1        NaN         0         NaN   \n",
       "16  201301010022   2013       1     1        NaN         0         NaN   \n",
       "17  201301010023   2013       1     1        NaN         0         NaN   \n",
       "18  201301010024   2013       1     1        NaN         0         NaN   \n",
       "19  201301010025   2013       1     1        NaN         0         NaN   \n",
       "\n",
       "    country country_txt  region                  region_txt  \\\n",
       "0       153    Pakistan       6                  South Asia   \n",
       "1        95        Iraq      10  Middle East & North Africa   \n",
       "2        95        Iraq      10  Middle East & North Africa   \n",
       "3        95        Iraq      10  Middle East & North Africa   \n",
       "4       153    Pakistan       6                  South Asia   \n",
       "5       153    Pakistan       6                  South Asia   \n",
       "6       153    Pakistan       6                  South Asia   \n",
       "7       153    Pakistan       6                  South Asia   \n",
       "8       153    Pakistan       6                  South Asia   \n",
       "9       147     Nigeria      11          Sub-Saharan Africa   \n",
       "10      153    Pakistan       6                  South Asia   \n",
       "11      153    Pakistan       6                  South Asia   \n",
       "12       95        Iraq      10  Middle East & North Africa   \n",
       "13       95        Iraq      10  Middle East & North Africa   \n",
       "14       95        Iraq      10  Middle East & North Africa   \n",
       "15       92       India       6                  South Asia   \n",
       "16       95        Iraq      10  Middle East & North Africa   \n",
       "17       95        Iraq      10  Middle East & North Africa   \n",
       "18      153    Pakistan       6                  South Asia   \n",
       "19      153    Pakistan       6                  South Asia   \n",
       "\n",
       "                              provstate             city   latitude  \\\n",
       "0                    Khyber Pakhtunkhwa            Bannu  32.988889   \n",
       "1                               Saladin     Tuz Khormato  34.886283   \n",
       "2                               Saladin     Tuz Khormato  34.886283   \n",
       "3                                Kirkuk           Kirkuk  35.471855   \n",
       "4                                 Sindh          Karachi  24.949833   \n",
       "5                                 Sindh          Karachi  24.871216   \n",
       "6                           Balochistan           Besima  27.909573   \n",
       "7                           Balochistan            Machh  29.867169   \n",
       "8                    Khyber Pakhtunkhwa          Sarband  33.957249   \n",
       "9                                 Delta           Abraka   5.789432   \n",
       "10                                Sindh          Karachi  24.892538   \n",
       "11                   Khyber Pakhtunkhwa            Swabi  34.279967   \n",
       "12                              Saladin           Tikrit  34.604954   \n",
       "13                              Saladin           Tikrit  34.604328   \n",
       "14                              Saladin           Tikrit  34.613996   \n",
       "15                            Rajasthan          Unknown  26.956350   \n",
       "16                               Kirkuk           Kirkuk  35.467381   \n",
       "17                              Saladin         Tarmiyah  33.666282   \n",
       "18  Federally Administered Tribal Areas  Khyber district  34.011514   \n",
       "19                          Balochistan            Dasht  28.579367   \n",
       "\n",
       "    longitude  specificity  vicinity  \\\n",
       "0   70.605556            1         0   \n",
       "1   44.629025            1         0   \n",
       "2   44.629025            1         0   \n",
       "3   44.391518            1         0   \n",
       "4   66.966097            1         0   \n",
       "5   67.338419            1         0   \n",
       "6   65.873970            1         0   \n",
       "7   67.335232            1         0   \n",
       "8   71.503402            1         0   \n",
       "9    6.102347            1         0   \n",
       "10  67.027971            1         0   \n",
       "11  72.516399            1         0   \n",
       "12  43.685017            1         0   \n",
       "13  43.685570            1         1   \n",
       "14  43.674560            1         0   \n",
       "15  70.800476            4         0   \n",
       "16  44.378843            1         0   \n",
       "17  44.372993            1         0   \n",
       "18  71.284218            3         0   \n",
       "19  66.576886            1         1   \n",
       "\n",
       "                                             location  \\\n",
       "0                     Inside the Miryan Police limits   \n",
       "1                                                 NaN   \n",
       "2                                                 NaN   \n",
       "3                                     Southern Kirkuk   \n",
       "4   The incident occurred in the Orangi Town neigh...   \n",
       "5   The incident occurred near Ghaghar Phattaks ra...   \n",
       "6                      Besima area of Kharan district   \n",
       "7                                                 NaN   \n",
       "8                                                 NaN   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11            Sher Afzal Banda area of Swabi district   \n",
       "12                                                NaN   \n",
       "13                                     East Of Tikrit   \n",
       "14                                     Central Tikrit   \n",
       "15  Longewala Route In Ramgarh Area Of Jaisalmer D...   \n",
       "16                                                NaN   \n",
       "17                                  Al Faris District   \n",
       "18                        Akakhel Area Of Bara Tehsil   \n",
       "19  On the National Highway near Dasht area of Mas...   \n",
       "\n",
       "                                              summary  crit1  crit2  crit3  \\\n",
       "0   01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "1   01/01/2013: An explosives-laden vehicle detona...      1      1      1   \n",
       "2   01/01/2013: At least two explosives detonated ...      1      1      1   \n",
       "3   01/01/2013: An explosive device detonated targ...      1      1      1   \n",
       "4   01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "5   01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "6   01/01/2013: Assailants opened fire on Under-Se...      1      1      1   \n",
       "7   01/01/2013: Assailants on a motorcycle opened ...      1      1      1   \n",
       "8   01/01/2013: Approximately 70 kilograms of expl...      1      1      1   \n",
       "9   01/01/2013: Approximately eight assailants abd...      1      1      1   \n",
       "10  01/01/2013: Assailants on a motorcycle opened ...      0      1      1   \n",
       "11  01/01/2013: Assailants opened fire on a vehicl...      1      1      1   \n",
       "12  01/01/2013: An explosive device detonated at t...      1      1      1   \n",
       "13  01/01/2013: An explosive device detonated in T...      1      1      1   \n",
       "14  01/01/2013: Seven explosive devices were disco...      1      1      1   \n",
       "15  01/01/2013: Two rockets were fired in the Ramg...      1      1      1   \n",
       "16  01/01/2013: Assailants opened fire on the vehi...      1      1      1   \n",
       "17  01/01/2013: A roadside bomb detonated near a m...      1      1      0   \n",
       "18  01/01/2013: Assailants fired a mortar shell in...      1      1      1   \n",
       "19  01/01/2013: Assailants on motorcycles opened f...      1      1      1   \n",
       "\n",
       "    doubtterr  alternative             alternative_txt  multiple  success  \\\n",
       "0           0          NaN                         NaN         0        0   \n",
       "1           0          NaN                         NaN         1        1   \n",
       "2           0          NaN                         NaN         1        1   \n",
       "3           0          NaN                         NaN         0        1   \n",
       "4           0          NaN                         NaN         0        0   \n",
       "5           0          NaN                         NaN         0        0   \n",
       "6           0          NaN                         NaN         0        1   \n",
       "7           0          NaN                         NaN         0        1   \n",
       "8           0          NaN                         NaN         0        0   \n",
       "9           0          NaN                         NaN         0        1   \n",
       "10          1          2.0            Other Crime Type         0        1   \n",
       "11          0          NaN                         NaN         0        1   \n",
       "12          0          NaN                         NaN         1        1   \n",
       "13          0          NaN                         NaN         1        1   \n",
       "14          0          NaN                         NaN         0        0   \n",
       "15          0          NaN                         NaN         0        1   \n",
       "16          0          NaN                         NaN         0        1   \n",
       "17          1          1.0  Insurgency/Guerilla Action         0        1   \n",
       "18          0          NaN                         NaN         0        1   \n",
       "19          0          NaN                         NaN         0        1   \n",
       "\n",
       "    suicide  attacktype1                 attacktype1_txt  \\\n",
       "0         0            3               Bombing/Explosion   \n",
       "1         0            3               Bombing/Explosion   \n",
       "2         0            3               Bombing/Explosion   \n",
       "3         0            3               Bombing/Explosion   \n",
       "4         0            3               Bombing/Explosion   \n",
       "5         0            3               Bombing/Explosion   \n",
       "6         0            2                   Armed Assault   \n",
       "7         0            1                   Assassination   \n",
       "8         0            3               Bombing/Explosion   \n",
       "9         0            6     Hostage Taking (Kidnapping)   \n",
       "10        0            2                   Armed Assault   \n",
       "11        0            2                   Armed Assault   \n",
       "12        0            3               Bombing/Explosion   \n",
       "13        0            3               Bombing/Explosion   \n",
       "14        0            3               Bombing/Explosion   \n",
       "15        0            3               Bombing/Explosion   \n",
       "16        0            1                   Assassination   \n",
       "17        0            3               Bombing/Explosion   \n",
       "18        0            3               Bombing/Explosion   \n",
       "19        0            7  Facility/Infrastructure Attack   \n",
       "\n",
       "               ...              propextent               propextent_txt  \\\n",
       "0              ...                     NaN                          NaN   \n",
       "1              ...                     3.0  Minor (likely < $1 million)   \n",
       "2              ...                     3.0  Minor (likely < $1 million)   \n",
       "3              ...                     3.0  Minor (likely < $1 million)   \n",
       "4              ...                     NaN                          NaN   \n",
       "5              ...                     NaN                          NaN   \n",
       "6              ...                     3.0  Minor (likely < $1 million)   \n",
       "7              ...                     NaN                          NaN   \n",
       "8              ...                     NaN                          NaN   \n",
       "9              ...                     NaN                          NaN   \n",
       "10             ...                     NaN                          NaN   \n",
       "11             ...                     3.0  Minor (likely < $1 million)   \n",
       "12             ...                     3.0  Minor (likely < $1 million)   \n",
       "13             ...                     3.0  Minor (likely < $1 million)   \n",
       "14             ...                     NaN                          NaN   \n",
       "15             ...                     NaN                          NaN   \n",
       "16             ...                     3.0  Minor (likely < $1 million)   \n",
       "17             ...                     NaN                          NaN   \n",
       "18             ...                     NaN                          NaN   \n",
       "19             ...                     3.0  Minor (likely < $1 million)   \n",
       "\n",
       "    propvalue                                        propcomment  ishostkid  \\\n",
       "0         NaN                                                NaN          0   \n",
       "1       -99.0  Nearby homes and a fuel station were damaged i...          0   \n",
       "2       -99.0  Nearby homes and a fuel station were damaged i...          0   \n",
       "3       -99.0       A patrol vehicle was damaged in this attack.          0   \n",
       "4         NaN                                                NaN          0   \n",
       "5         NaN                                                NaN          0   \n",
       "6       -99.0     A civilian vehicle was damaged in this attack.          0   \n",
       "7         NaN                                                NaN          0   \n",
       "8         NaN                                                NaN          0   \n",
       "9         NaN                                                NaN          1   \n",
       "10        NaN                                                NaN          0   \n",
       "11      -99.0        A passenger van was damaged in this attack.          0   \n",
       "12      -99.0        A civilian home was damaged in this attack.          0   \n",
       "13      -99.0       A police vehicle was damaged in this attack.          0   \n",
       "14        NaN                                                NaN          0   \n",
       "15        NaN                                                NaN          0   \n",
       "16      -99.0     A civilian vehicle was damaged in this attack.          0   \n",
       "17        NaN                                                NaN          0   \n",
       "18        NaN                                                NaN          0   \n",
       "19      -99.0                A truck was damaged in this attack.          0   \n",
       "\n",
       "   nhostkid  nhostkidus nhours ndays divert  kidhijcountry ransom  ransomamt  \\\n",
       "0       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "1       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "2       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "3       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "4       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "5       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "6       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "7       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "8       NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "9       1.0         0.0    NaN   1.0    NaN            NaN    0.0        NaN   \n",
       "10      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "11      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "12      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "13      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "14      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "15      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "16      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "17      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "18      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "19      NaN         NaN    NaN   NaN    NaN            NaN    NaN        NaN   \n",
       "\n",
       "   ransomamtus  ransompaid ransompaidus ransomnote hostkidoutcome  \\\n",
       "0          NaN         NaN          NaN        NaN            NaN   \n",
       "1          NaN         NaN          NaN        NaN            NaN   \n",
       "2          NaN         NaN          NaN        NaN            NaN   \n",
       "3          NaN         NaN          NaN        NaN            NaN   \n",
       "4          NaN         NaN          NaN        NaN            NaN   \n",
       "5          NaN         NaN          NaN        NaN            NaN   \n",
       "6          NaN         NaN          NaN        NaN            NaN   \n",
       "7          NaN         NaN          NaN        NaN            NaN   \n",
       "8          NaN         NaN          NaN        NaN            NaN   \n",
       "9          NaN         NaN          NaN        NaN            5.0   \n",
       "10         NaN         NaN          NaN        NaN            NaN   \n",
       "11         NaN         NaN          NaN        NaN            NaN   \n",
       "12         NaN         NaN          NaN        NaN            NaN   \n",
       "13         NaN         NaN          NaN        NaN            NaN   \n",
       "14         NaN         NaN          NaN        NaN            NaN   \n",
       "15         NaN         NaN          NaN        NaN            NaN   \n",
       "16         NaN         NaN          NaN        NaN            NaN   \n",
       "17         NaN         NaN          NaN        NaN            NaN   \n",
       "18         NaN         NaN          NaN        NaN            NaN   \n",
       "19         NaN         NaN          NaN        NaN            NaN   \n",
       "\n",
       "    hostkidoutcome_txt nreleased  \\\n",
       "0                  NaN       NaN   \n",
       "1                  NaN       NaN   \n",
       "2                  NaN       NaN   \n",
       "3                  NaN       NaN   \n",
       "4                  NaN       NaN   \n",
       "5                  NaN       NaN   \n",
       "6                  NaN       NaN   \n",
       "7                  NaN       NaN   \n",
       "8                  NaN       NaN   \n",
       "9    Successful Rescue       1.0   \n",
       "10                 NaN       NaN   \n",
       "11                 NaN       NaN   \n",
       "12                 NaN       NaN   \n",
       "13                 NaN       NaN   \n",
       "14                 NaN       NaN   \n",
       "15                 NaN       NaN   \n",
       "16                 NaN       NaN   \n",
       "17                 NaN       NaN   \n",
       "18                 NaN       NaN   \n",
       "19                 NaN       NaN   \n",
       "\n",
       "                                             addnotes  \\\n",
       "0                                                 NaN   \n",
       "1   Casualty numbers for this incident represent a...   \n",
       "2   Casualty numbers for this incident represent a...   \n",
       "3   Casualty numbers for this incident conflict ac...   \n",
       "4                                                 NaN   \n",
       "5                                                 NaN   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8                                                 NaN   \n",
       "9                                                 NaN   \n",
       "10  There is doubt that this incident meets terror...   \n",
       "11                                                NaN   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18                                                NaN   \n",
       "19                                                NaN   \n",
       "\n",
       "                                               scite1  \\\n",
       "0   \"Explosive device defused in Bannu,\" The News ...   \n",
       "1   \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "2   \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "3   \"2 cops wounded by explosion mid Kirkuk,\" Aswa...   \n",
       "4   \"Tragedy averted: 5kg   bomb defused   near po...   \n",
       "5   \"BDS defuses two bombs in Orangi and Steel Tow...   \n",
       "6   \"Two officers, driver shot dead,\" Plus News Pa...   \n",
       "7   \"Two officers, driver shot dead,\" Plus News Pa...   \n",
       "8   \"70 kg bomb defused in Peshawar,\" Free Press J...   \n",
       "9   \"Police Rescue Delta Varsity's Official From K...   \n",
       "10  \"Policeman gunned down in SITE,\" Plus News Pak...   \n",
       "11  \"Charity workers shot dead returning from girl...   \n",
       "12  \"3 cops wounded, officer's house exploded in T...   \n",
       "13  \"3 cops wounded, officer's house exploded in T...   \n",
       "14  \"3 cops wounded, officer's house exploded in T...   \n",
       "15  \"Two more bombs found in Jaisalmer,\" The Times...   \n",
       "16  \"6 people killed in Iraq's violence,\" Xinhua N...   \n",
       "17  \"6 people killed in Iraq's violence,\" Xinhua N...   \n",
       "18  \"Two girl students killed in Bara rocket hit,\"...   \n",
       "19  \"Truck driver injured in gun attack,\" Daily Ti...   \n",
       "\n",
       "                                               scite2  \\\n",
       "0                                                 NaN   \n",
       "1        \"Iraq bomb kills one,\" ITN, January 2, 2013.   \n",
       "2        \"Iraq bomb kills one,\" ITN, January 2, 2013.   \n",
       "3   \"Iraqi forces arrest al-Qaeda terrorists,\" IRI...   \n",
       "4   \"BDS defuses two bombs in Orangi and Steel Tow...   \n",
       "5   \"Bombs defused in Orangi, Steel Town,\" The New...   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8   \"Blast in Jamrud damages house of anti-polio w...   \n",
       "9   \"Varsity Staff Kidnapped in Delta,\" Vanguard, ...   \n",
       "10                                                NaN   \n",
       "11  \"MILITANTS GUN DOWN 7 AID WORKERS IN PAKISTAN,...   \n",
       "12  \"3 cops wounded, officer's house exploded in T...   \n",
       "13  \"3 cops wounded, officer's house exploded in T...   \n",
       "14                                                NaN   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18  \"Two girl students killed in Bara rocket hit,\"...   \n",
       "19                                                NaN   \n",
       "\n",
       "                                               scite3  \\\n",
       "0                                                 NaN   \n",
       "1   \"Deadly Iraq bombings near Kirkuk - video,\" St...   \n",
       "2   \"Deadly Iraq bombings near Kirkuk - video,\" St...   \n",
       "3   \"Policeman killed, another wounded in Kirkuk,\"...   \n",
       "4   \"Bombs defused in Orangi, Steel Town,\" The New...   \n",
       "5   \"Bombs defused in Orangi, Steel Town,\" Daily T...   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8   \"Big bomb  defused in Peshawar,\" The News Inte...   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11  \"Pakistani Militants Gun Down 7 Aid Workers,\" ...   \n",
       "12                                                NaN   \n",
       "13  \"A policeman injured east of Tikrit.,\" Nationa...   \n",
       "14                                                NaN   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18  \"Tragedy: Two girls killed, five injured by st...   \n",
       "19                                                NaN   \n",
       "\n",
       "                    dbsource INT_LOG  INT_IDEO INT_MISC INT_ANY  \\\n",
       "0   START Primary Collection      -9        -9        0      -9   \n",
       "1   START Primary Collection      -9        -9        0      -9   \n",
       "2   START Primary Collection      -9        -9        0      -9   \n",
       "3   START Primary Collection      -9        -9        0      -9   \n",
       "4   START Primary Collection       0         0        0       0   \n",
       "5   START Primary Collection      -9        -9        0      -9   \n",
       "6   START Primary Collection      -9        -9        0      -9   \n",
       "7   START Primary Collection      -9        -9        0      -9   \n",
       "8   START Primary Collection      -9        -9        0      -9   \n",
       "9   START Primary Collection      -9        -9        0      -9   \n",
       "10  START Primary Collection      -9        -9        0      -9   \n",
       "11  START Primary Collection       0         0        0       0   \n",
       "12  START Primary Collection      -9        -9        0      -9   \n",
       "13  START Primary Collection      -9        -9        0      -9   \n",
       "14  START Primary Collection      -9        -9        0      -9   \n",
       "15  START Primary Collection      -9        -9        0      -9   \n",
       "16  START Primary Collection      -9        -9        0      -9   \n",
       "17  START Primary Collection      -9        -9        0      -9   \n",
       "18  START Primary Collection      -9        -9        0      -9   \n",
       "19  START Primary Collection      -9        -9        0      -9   \n",
       "\n",
       "                       related  \n",
       "0                          NaN  \n",
       "1   201301010002, 201301010003  \n",
       "2   201301010003, 201301010002  \n",
       "3                          NaN  \n",
       "4                          NaN  \n",
       "5                          NaN  \n",
       "6                          NaN  \n",
       "7                          NaN  \n",
       "8                          NaN  \n",
       "9                          NaN  \n",
       "10                         NaN  \n",
       "11                         NaN  \n",
       "12  201301010015, 201301010016  \n",
       "13  201301010016, 201301010015  \n",
       "14                         NaN  \n",
       "15                         NaN  \n",
       "16                         NaN  \n",
       "17                         NaN  \n",
       "18                         NaN  \n",
       "19                         NaN  \n",
       "\n",
       "[20 rows x 135 columns]"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_excel(\"gtd_13to16_0617dist.xlsx\")\n",
    "df.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "eventid                   0\n",
       "iyear                     0\n",
       "imonth                    0\n",
       "iday                      0\n",
       "approxdate            50401\n",
       "extended                  0\n",
       "resolution            57196\n",
       "country                   0\n",
       "country_txt               0\n",
       "region                    0\n",
       "region_txt                0\n",
       "provstate                 0\n",
       "city                      0\n",
       "latitude                374\n",
       "longitude               374\n",
       "specificity               0\n",
       "vicinity                  0\n",
       "location              34523\n",
       "summary                   0\n",
       "crit1                     0\n",
       "crit2                     0\n",
       "crit3                     0\n",
       "doubtterr                 0\n",
       "alternative           46767\n",
       "alternative_txt       46767\n",
       "multiple                  0\n",
       "success                   0\n",
       "suicide                   0\n",
       "attacktype1               0\n",
       "attacktype1_txt           0\n",
       "                      ...  \n",
       "propextent            36728\n",
       "propextent_txt        36728\n",
       "propvalue             36728\n",
       "propcomment           28281\n",
       "ishostkid                 0\n",
       "nhostkid              52505\n",
       "nhostkidus            52505\n",
       "nhours                55885\n",
       "ndays                 53816\n",
       "divert                57149\n",
       "kidhijcountry         57174\n",
       "ransom                52505\n",
       "ransomamt             56907\n",
       "ransomamtus           56907\n",
       "ransompaid            56907\n",
       "ransompaidus          56907\n",
       "ransomnote            56941\n",
       "hostkidoutcome        52505\n",
       "hostkidoutcome_txt    52505\n",
       "nreleased             52504\n",
       "addnotes              43698\n",
       "scite1                    0\n",
       "scite2                21986\n",
       "scite3                36113\n",
       "dbsource                  0\n",
       "INT_LOG                   0\n",
       "INT_IDEO                  0\n",
       "INT_MISC                  0\n",
       "INT_ANY                   0\n",
       "related               46841\n",
       "Length: 135, dtype: int64"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "missing_values_count = df.isnull().sum()\n",
    "missing_values_count[0:135]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "53.220375421228624"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "total_cells = np.product(df.shape)\n",
    "total_missing = missing_values_count.sum()\n",
    "# percent of data that is missing\n",
    "(total_missing/total_cells) * 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "# remove all columns with at least one missing value\n",
    "#columns_with_na_dropped = df.dropna(axis=1)\n",
    "#columns_with_na_dropped.head(20)\n",
    "\n",
    "#drop col which has missing values greater than 5000\n",
    "drop_col = df.columns[df.isnull().sum() > 5000].tolist()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# just how much data did we lose?\n",
    "#print(\"Columns in original dataset: %d \\n\" % nfl_data.shape[1])\n",
    "#print(\"Columns with na's dropped: %d\" % columns_with_na_dropped.shape[1])\n",
    "\n",
    "df.drop(drop_col, axis = 1, inplace = True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(57196, 56)"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>eventid</th>\n",
       "      <th>iyear</th>\n",
       "      <th>imonth</th>\n",
       "      <th>iday</th>\n",
       "      <th>extended</th>\n",
       "      <th>country</th>\n",
       "      <th>country_txt</th>\n",
       "      <th>region</th>\n",
       "      <th>region_txt</th>\n",
       "      <th>provstate</th>\n",
       "      <th>city</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>specificity</th>\n",
       "      <th>vicinity</th>\n",
       "      <th>summary</th>\n",
       "      <th>crit1</th>\n",
       "      <th>crit2</th>\n",
       "      <th>crit3</th>\n",
       "      <th>doubtterr</th>\n",
       "      <th>multiple</th>\n",
       "      <th>success</th>\n",
       "      <th>suicide</th>\n",
       "      <th>attacktype1</th>\n",
       "      <th>attacktype1_txt</th>\n",
       "      <th>targtype1</th>\n",
       "      <th>targtype1_txt</th>\n",
       "      <th>targsubtype1</th>\n",
       "      <th>targsubtype1_txt</th>\n",
       "      <th>corp1</th>\n",
       "      <th>target1</th>\n",
       "      <th>natlty1</th>\n",
       "      <th>natlty1_txt</th>\n",
       "      <th>gname</th>\n",
       "      <th>guncertain1</th>\n",
       "      <th>individual</th>\n",
       "      <th>nperps</th>\n",
       "      <th>nperpcap</th>\n",
       "      <th>claimed</th>\n",
       "      <th>weaptype1</th>\n",
       "      <th>weaptype1_txt</th>\n",
       "      <th>weapsubtype1</th>\n",
       "      <th>weapsubtype1_txt</th>\n",
       "      <th>nkill</th>\n",
       "      <th>nkillus</th>\n",
       "      <th>nkillter</th>\n",
       "      <th>nwoundus</th>\n",
       "      <th>nwoundte</th>\n",
       "      <th>property</th>\n",
       "      <th>ishostkid</th>\n",
       "      <th>scite1</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>INT_LOG</th>\n",
       "      <th>INT_IDEO</th>\n",
       "      <th>INT_MISC</th>\n",
       "      <th>INT_ANY</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>201301010001</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Khyber Pakhtunkhwa</td>\n",
       "      <td>Bannu</td>\n",
       "      <td>32.988889</td>\n",
       "      <td>70.605556</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Police Building (headquarters, station, school)</td>\n",
       "      <td>Pakistani Police</td>\n",
       "      <td>Miryan Police Station</td>\n",
       "      <td>153.0</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Explosive device defused in Bannu,\" The News ...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>201301010002</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosives-laden vehicle detona...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>14</td>\n",
       "      <td>Private Citizens &amp; Property</td>\n",
       "      <td>75.0</td>\n",
       "      <td>Village/City/Town/Suburb</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Civilians</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>15.0</td>\n",
       "      <td>Vehicle</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>201301010003</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: At least two explosives detonated ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Police Security Forces/Officers</td>\n",
       "      <td>Iraqi Police Service (IPS)</td>\n",
       "      <td>Police First Responders</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>201301010004</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>35.471855</td>\n",
       "      <td>44.391518</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device detonated targ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Police Patrol (including vehicles and convoys)</td>\n",
       "      <td>Iraqi Police Service (IPS)</td>\n",
       "      <td>Patrol</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>\"2 cops wounded by explosion mid Kirkuk,\" Aswa...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>-9</td>\n",
       "      <td>-9</td>\n",
       "      <td>0</td>\n",
       "      <td>-9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>201301010005</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Sindh</td>\n",
       "      <td>Karachi</td>\n",
       "      <td>24.949833</td>\n",
       "      <td>66.966097</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>14</td>\n",
       "      <td>Private Citizens &amp; Property</td>\n",
       "      <td>84.0</td>\n",
       "      <td>Political Party Member/Rally</td>\n",
       "      <td>Awami National Party (ANP)</td>\n",
       "      <td>Activist</td>\n",
       "      <td>153.0</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>Tehrik-i-Taliban Pakistan (TTP)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Remote Trigger</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Tragedy averted: 5kg   bomb defused   near po...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        eventid  iyear  imonth  iday  extended  country country_txt  region  \\\n",
       "0  201301010001   2013       1     1         0      153    Pakistan       6   \n",
       "1  201301010002   2013       1     1         0       95        Iraq      10   \n",
       "2  201301010003   2013       1     1         0       95        Iraq      10   \n",
       "3  201301010004   2013       1     1         0       95        Iraq      10   \n",
       "4  201301010005   2013       1     1         0      153    Pakistan       6   \n",
       "\n",
       "                   region_txt           provstate          city   latitude  \\\n",
       "0                  South Asia  Khyber Pakhtunkhwa         Bannu  32.988889   \n",
       "1  Middle East & North Africa             Saladin  Tuz Khormato  34.886283   \n",
       "2  Middle East & North Africa             Saladin  Tuz Khormato  34.886283   \n",
       "3  Middle East & North Africa              Kirkuk        Kirkuk  35.471855   \n",
       "4                  South Asia               Sindh       Karachi  24.949833   \n",
       "\n",
       "   longitude  specificity  vicinity  \\\n",
       "0  70.605556            1         0   \n",
       "1  44.629025            1         0   \n",
       "2  44.629025            1         0   \n",
       "3  44.391518            1         0   \n",
       "4  66.966097            1         0   \n",
       "\n",
       "                                             summary  crit1  crit2  crit3  \\\n",
       "0  01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "1  01/01/2013: An explosives-laden vehicle detona...      1      1      1   \n",
       "2  01/01/2013: At least two explosives detonated ...      1      1      1   \n",
       "3  01/01/2013: An explosive device detonated targ...      1      1      1   \n",
       "4  01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "\n",
       "   doubtterr  multiple  success  suicide  attacktype1    attacktype1_txt  \\\n",
       "0          0         0        0        0            3  Bombing/Explosion   \n",
       "1          0         1        1        0            3  Bombing/Explosion   \n",
       "2          0         1        1        0            3  Bombing/Explosion   \n",
       "3          0         0        1        0            3  Bombing/Explosion   \n",
       "4          0         0        0        0            3  Bombing/Explosion   \n",
       "\n",
       "   targtype1                targtype1_txt  targsubtype1  \\\n",
       "0          3                       Police          22.0   \n",
       "1         14  Private Citizens & Property          75.0   \n",
       "2          3                       Police          25.0   \n",
       "3          3                       Police          23.0   \n",
       "4         14  Private Citizens & Property          84.0   \n",
       "\n",
       "                                  targsubtype1_txt  \\\n",
       "0  Police Building (headquarters, station, school)   \n",
       "1                         Village/City/Town/Suburb   \n",
       "2                  Police Security Forces/Officers   \n",
       "3   Police Patrol (including vehicles and convoys)   \n",
       "4                     Political Party Member/Rally   \n",
       "\n",
       "                        corp1                  target1  natlty1 natlty1_txt  \\\n",
       "0            Pakistani Police    Miryan Police Station    153.0    Pakistan   \n",
       "1              Not Applicable                Civilians     95.0        Iraq   \n",
       "2  Iraqi Police Service (IPS)  Police First Responders     95.0        Iraq   \n",
       "3  Iraqi Police Service (IPS)                   Patrol     95.0        Iraq   \n",
       "4  Awami National Party (ANP)                 Activist    153.0    Pakistan   \n",
       "\n",
       "                             gname  guncertain1  individual  nperps  nperpcap  \\\n",
       "0                          Unknown            0           0     -99         0   \n",
       "1                          Unknown            0           0     -99         0   \n",
       "2                          Unknown            0           0     -99         0   \n",
       "3                          Unknown            0           0     -99         0   \n",
       "4  Tehrik-i-Taliban Pakistan (TTP)            1           0     -99         0   \n",
       "\n",
       "   claimed  weaptype1              weaptype1_txt  weapsubtype1  \\\n",
       "0        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "1        0          6  Explosives/Bombs/Dynamite          15.0   \n",
       "2        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "3        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "4        0          6  Explosives/Bombs/Dynamite          12.0   \n",
       "\n",
       "         weapsubtype1_txt  nkill  nkillus  nkillter  nwoundus  nwoundte  \\\n",
       "0  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "1                 Vehicle    1.0      0.0       0.0       0.0       0.0   \n",
       "2  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "3  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "4          Remote Trigger    0.0      0.0       0.0       0.0       0.0   \n",
       "\n",
       "   property  ishostkid                                             scite1  \\\n",
       "0         0          0  \"Explosive device defused in Bannu,\" The News ...   \n",
       "1         1          0  \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "2         1          0  \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "3         1          0  \"2 cops wounded by explosion mid Kirkuk,\" Aswa...   \n",
       "4         0          0  \"Tragedy averted: 5kg   bomb defused   near po...   \n",
       "\n",
       "                   dbsource  INT_LOG  INT_IDEO  INT_MISC  INT_ANY  \n",
       "0  START Primary Collection       -9        -9         0       -9  \n",
       "1  START Primary Collection       -9        -9         0       -9  \n",
       "2  START Primary Collection       -9        -9         0       -9  \n",
       "3  START Primary Collection       -9        -9         0       -9  \n",
       "4  START Primary Collection        0         0         0        0  "
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "eventid                 0\n",
       "iyear                   0\n",
       "imonth                  0\n",
       "iday                    0\n",
       "extended                0\n",
       "country                 0\n",
       "country_txt             0\n",
       "region                  0\n",
       "region_txt              0\n",
       "provstate               0\n",
       "city                    0\n",
       "latitude                1\n",
       "longitude               0\n",
       "specificity             0\n",
       "vicinity                0\n",
       "summary                 0\n",
       "crit1                   0\n",
       "crit2                   0\n",
       "crit3                   0\n",
       "doubtterr               0\n",
       "multiple                0\n",
       "success                 0\n",
       "suicide                 0\n",
       "attacktype1             0\n",
       "attacktype1_txt         0\n",
       "targtype1               0\n",
       "targtype1_txt           0\n",
       "targsubtype1            0\n",
       "targsubtype1_txt        0\n",
       "corp1                   0\n",
       "target1                 0\n",
       "natlty1                 0\n",
       "natlty1_txt             0\n",
       "gname                   0\n",
       "guncertain1             0\n",
       "individual              0\n",
       "nperps                  0\n",
       "nperpcap                0\n",
       "claimed                 0\n",
       "weaptype1               0\n",
       "weaptype1_txt           0\n",
       "weapsubtype1            0\n",
       "weapsubtype1_txt        0\n",
       "nkill                   0\n",
       "nkillus                 0\n",
       "nkillter                0\n",
       "nwoundus                0\n",
       "nwoundte                0\n",
       "property            10121\n",
       "ishostkid             194\n",
       "scite1                  0\n",
       "dbsource                0\n",
       "INT_LOG             31523\n",
       "INT_IDEO            31523\n",
       "INT_MISC                0\n",
       "INT_ANY             29876\n",
       "dtype: int64"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Counting columns with -9 values\n",
    "df.isin([-9]).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "labels ['property' 'INT_LOG' 'INT_IDEO' 'INT_ANY'] not contained in axis",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-81-835d74e1fe3f>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[1;31m#dropping columns\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[1;31m#list = [\"property\",\"INT_LOG\",\"INT_IDEO\",\"INT_ANY\"]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 3\u001b[1;33m \u001b[0mdf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"property\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;34m\"INT_LOG\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;34m\"INT_IDEO\"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;34m\"INT_ANY\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[1;33m=\u001b[0m \u001b[1;36m1\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0minplace\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\core\\generic.py\u001b[0m in \u001b[0;36mdrop\u001b[1;34m(self, labels, axis, level, inplace, errors)\u001b[0m\n\u001b[0;32m   2159\u001b[0m                 \u001b[0mnew_axis\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2160\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2161\u001b[1;33m                 \u001b[0mnew_axis\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2162\u001b[0m             \u001b[0mdropped\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m**\u001b[0m\u001b[1;33m{\u001b[0m\u001b[0maxis_name\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mnew_axis\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2163\u001b[0m             \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\core\\indexes\\base.py\u001b[0m in \u001b[0;36mdrop\u001b[1;34m(self, labels, errors)\u001b[0m\n\u001b[0;32m   3622\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0merrors\u001b[0m \u001b[1;33m!=\u001b[0m \u001b[1;34m'ignore'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3623\u001b[0m                 raise ValueError('labels %s not contained in axis' %\n\u001b[1;32m-> 3624\u001b[1;33m                                  labels[mask])\n\u001b[0m\u001b[0;32m   3625\u001b[0m             \u001b[0mindexer\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mindexer\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m~\u001b[0m\u001b[0mmask\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3626\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdelete\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mValueError\u001b[0m: labels ['property' 'INT_LOG' 'INT_IDEO' 'INT_ANY'] not contained in axis"
     ]
    }
   ],
   "source": [
    "#dropping columns\n",
    "#list = [\"property\",\"INT_LOG\",\"INT_IDEO\",\"INT_ANY\"]\n",
    "df.drop([\"property\",\"INT_LOG\",\"INT_IDEO\",\"INT_ANY\"], axis= 1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(57196, 52)"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>eventid</th>\n",
       "      <th>iyear</th>\n",
       "      <th>imonth</th>\n",
       "      <th>iday</th>\n",
       "      <th>extended</th>\n",
       "      <th>country</th>\n",
       "      <th>country_txt</th>\n",
       "      <th>region</th>\n",
       "      <th>region_txt</th>\n",
       "      <th>provstate</th>\n",
       "      <th>city</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>specificity</th>\n",
       "      <th>vicinity</th>\n",
       "      <th>summary</th>\n",
       "      <th>crit1</th>\n",
       "      <th>crit2</th>\n",
       "      <th>crit3</th>\n",
       "      <th>doubtterr</th>\n",
       "      <th>multiple</th>\n",
       "      <th>success</th>\n",
       "      <th>suicide</th>\n",
       "      <th>attacktype1</th>\n",
       "      <th>attacktype1_txt</th>\n",
       "      <th>targtype1</th>\n",
       "      <th>targtype1_txt</th>\n",
       "      <th>targsubtype1</th>\n",
       "      <th>targsubtype1_txt</th>\n",
       "      <th>corp1</th>\n",
       "      <th>target1</th>\n",
       "      <th>natlty1</th>\n",
       "      <th>natlty1_txt</th>\n",
       "      <th>gname</th>\n",
       "      <th>guncertain1</th>\n",
       "      <th>individual</th>\n",
       "      <th>nperps</th>\n",
       "      <th>nperpcap</th>\n",
       "      <th>claimed</th>\n",
       "      <th>weaptype1</th>\n",
       "      <th>weaptype1_txt</th>\n",
       "      <th>weapsubtype1</th>\n",
       "      <th>weapsubtype1_txt</th>\n",
       "      <th>nkill</th>\n",
       "      <th>nkillus</th>\n",
       "      <th>nkillter</th>\n",
       "      <th>nwoundus</th>\n",
       "      <th>nwoundte</th>\n",
       "      <th>ishostkid</th>\n",
       "      <th>scite1</th>\n",
       "      <th>dbsource</th>\n",
       "      <th>INT_MISC</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>201301010001</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Khyber Pakhtunkhwa</td>\n",
       "      <td>Bannu</td>\n",
       "      <td>32.988889</td>\n",
       "      <td>70.605556</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Police Building (headquarters, station, school)</td>\n",
       "      <td>Pakistani Police</td>\n",
       "      <td>Miryan Police Station</td>\n",
       "      <td>153.0</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Explosive device defused in Bannu,\" The News ...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>201301010002</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosives-laden vehicle detona...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>14</td>\n",
       "      <td>Private Citizens &amp; Property</td>\n",
       "      <td>75.0</td>\n",
       "      <td>Village/City/Town/Suburb</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Civilians</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>15.0</td>\n",
       "      <td>Vehicle</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>201301010003</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Saladin</td>\n",
       "      <td>Tuz Khormato</td>\n",
       "      <td>34.886283</td>\n",
       "      <td>44.629025</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: At least two explosives detonated ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Police Security Forces/Officers</td>\n",
       "      <td>Iraqi Police Service (IPS)</td>\n",
       "      <td>Police First Responders</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Deadly bombing leaves destruction in Kirkuk,\"...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>201301010004</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>95</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>10</td>\n",
       "      <td>Middle East &amp; North Africa</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>Kirkuk</td>\n",
       "      <td>35.471855</td>\n",
       "      <td>44.391518</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device detonated targ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>3</td>\n",
       "      <td>Police</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Police Patrol (including vehicles and convoys)</td>\n",
       "      <td>Iraqi Police Service (IPS)</td>\n",
       "      <td>Patrol</td>\n",
       "      <td>95.0</td>\n",
       "      <td>Iraq</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Unknown Explosive Type</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"2 cops wounded by explosion mid Kirkuk,\" Aswa...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>201301010005</td>\n",
       "      <td>2013</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>153</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>6</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>Sindh</td>\n",
       "      <td>Karachi</td>\n",
       "      <td>24.949833</td>\n",
       "      <td>66.966097</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>01/01/2013: An explosive device was discovered...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Bombing/Explosion</td>\n",
       "      <td>14</td>\n",
       "      <td>Private Citizens &amp; Property</td>\n",
       "      <td>84.0</td>\n",
       "      <td>Political Party Member/Rally</td>\n",
       "      <td>Awami National Party (ANP)</td>\n",
       "      <td>Activist</td>\n",
       "      <td>153.0</td>\n",
       "      <td>Pakistan</td>\n",
       "      <td>Tehrik-i-Taliban Pakistan (TTP)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>-99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Explosives/Bombs/Dynamite</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Remote Trigger</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>\"Tragedy averted: 5kg   bomb defused   near po...</td>\n",
       "      <td>START Primary Collection</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        eventid  iyear  imonth  iday  extended  country country_txt  region  \\\n",
       "0  201301010001   2013       1     1         0      153    Pakistan       6   \n",
       "1  201301010002   2013       1     1         0       95        Iraq      10   \n",
       "2  201301010003   2013       1     1         0       95        Iraq      10   \n",
       "3  201301010004   2013       1     1         0       95        Iraq      10   \n",
       "4  201301010005   2013       1     1         0      153    Pakistan       6   \n",
       "\n",
       "                   region_txt           provstate          city   latitude  \\\n",
       "0                  South Asia  Khyber Pakhtunkhwa         Bannu  32.988889   \n",
       "1  Middle East & North Africa             Saladin  Tuz Khormato  34.886283   \n",
       "2  Middle East & North Africa             Saladin  Tuz Khormato  34.886283   \n",
       "3  Middle East & North Africa              Kirkuk        Kirkuk  35.471855   \n",
       "4                  South Asia               Sindh       Karachi  24.949833   \n",
       "\n",
       "   longitude  specificity  vicinity  \\\n",
       "0  70.605556            1         0   \n",
       "1  44.629025            1         0   \n",
       "2  44.629025            1         0   \n",
       "3  44.391518            1         0   \n",
       "4  66.966097            1         0   \n",
       "\n",
       "                                             summary  crit1  crit2  crit3  \\\n",
       "0  01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "1  01/01/2013: An explosives-laden vehicle detona...      1      1      1   \n",
       "2  01/01/2013: At least two explosives detonated ...      1      1      1   \n",
       "3  01/01/2013: An explosive device detonated targ...      1      1      1   \n",
       "4  01/01/2013: An explosive device was discovered...      1      1      1   \n",
       "\n",
       "   doubtterr  multiple  success  suicide  attacktype1    attacktype1_txt  \\\n",
       "0          0         0        0        0            3  Bombing/Explosion   \n",
       "1          0         1        1        0            3  Bombing/Explosion   \n",
       "2          0         1        1        0            3  Bombing/Explosion   \n",
       "3          0         0        1        0            3  Bombing/Explosion   \n",
       "4          0         0        0        0            3  Bombing/Explosion   \n",
       "\n",
       "   targtype1                targtype1_txt  targsubtype1  \\\n",
       "0          3                       Police          22.0   \n",
       "1         14  Private Citizens & Property          75.0   \n",
       "2          3                       Police          25.0   \n",
       "3          3                       Police          23.0   \n",
       "4         14  Private Citizens & Property          84.0   \n",
       "\n",
       "                                  targsubtype1_txt  \\\n",
       "0  Police Building (headquarters, station, school)   \n",
       "1                         Village/City/Town/Suburb   \n",
       "2                  Police Security Forces/Officers   \n",
       "3   Police Patrol (including vehicles and convoys)   \n",
       "4                     Political Party Member/Rally   \n",
       "\n",
       "                        corp1                  target1  natlty1 natlty1_txt  \\\n",
       "0            Pakistani Police    Miryan Police Station    153.0    Pakistan   \n",
       "1              Not Applicable                Civilians     95.0        Iraq   \n",
       "2  Iraqi Police Service (IPS)  Police First Responders     95.0        Iraq   \n",
       "3  Iraqi Police Service (IPS)                   Patrol     95.0        Iraq   \n",
       "4  Awami National Party (ANP)                 Activist    153.0    Pakistan   \n",
       "\n",
       "                             gname  guncertain1  individual  nperps  nperpcap  \\\n",
       "0                          Unknown            0           0     -99         0   \n",
       "1                          Unknown            0           0     -99         0   \n",
       "2                          Unknown            0           0     -99         0   \n",
       "3                          Unknown            0           0     -99         0   \n",
       "4  Tehrik-i-Taliban Pakistan (TTP)            1           0     -99         0   \n",
       "\n",
       "   claimed  weaptype1              weaptype1_txt  weapsubtype1  \\\n",
       "0        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "1        0          6  Explosives/Bombs/Dynamite          15.0   \n",
       "2        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "3        0          6  Explosives/Bombs/Dynamite          16.0   \n",
       "4        0          6  Explosives/Bombs/Dynamite          12.0   \n",
       "\n",
       "         weapsubtype1_txt  nkill  nkillus  nkillter  nwoundus  nwoundte  \\\n",
       "0  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "1                 Vehicle    1.0      0.0       0.0       0.0       0.0   \n",
       "2  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "3  Unknown Explosive Type    0.0      0.0       0.0       0.0       0.0   \n",
       "4          Remote Trigger    0.0      0.0       0.0       0.0       0.0   \n",
       "\n",
       "   ishostkid                                             scite1  \\\n",
       "0          0  \"Explosive device defused in Bannu,\" The News ...   \n",
       "1          0  \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "2          0  \"Deadly bombing leaves destruction in Kirkuk,\"...   \n",
       "3          0  \"2 cops wounded by explosion mid Kirkuk,\" Aswa...   \n",
       "4          0  \"Tragedy averted: 5kg   bomb defused   near po...   \n",
       "\n",
       "                   dbsource  INT_MISC  \n",
       "0  START Primary Collection         0  \n",
       "1  START Primary Collection         0  \n",
       "2  START Primary Collection         0  \n",
       "3  START Primary Collection         0  \n",
       "4  START Primary Collection         0  "
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Create a Pandas Excel writer using XlsxWriter as the engine.\n",
    "writer = pd.ExcelWriter('new_dataset.xlsx', engine='xlsxwriter')\n",
    "\n",
    "# Convert the dataframe to an XlsxWriter Excel object. \n",
    "df.to_excel(writer, sheet_name='Sheet1')\n",
    "\n",
    "# Close the Pandas Excel writer and output the Excel file. \n",
    "writer.save()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Get Pearson product-moment correlation coefficients\n",
    "cm = np.corrcoef(df[cols].values.T)\n",
    "\n",
    "# Apply np.argmin / np.argmax to the correlation matrix (cm) and identify the explanatory variables that have the min / max correlation \n",
    "# with the target (cnt)\n",
    "# Implement me\n",
    "max_neg_cor_arr = np.argmin(cm,axis=1)\n",
    "max_neg_cor_col=max_neg_cor_arr[-1]\n",
    "max_neg_cor_exp_var=df[cols].columns[max_neg_cor_col]\n",
    "\n",
    "\n",
    "# Implement me\n",
    "max_pos_cor_arr =np.argmax(cm[:,:-1],axis=1)\n",
    "max_pos_cor_col=max_pos_cor_arr[-1]\n",
    "max_pos_cor_exp_var=df[cols].columns[max_pos_cor_col] \n",
    "\n",
    "# Get heat map\n",
    "plt.figure(figsize=(8,8))\n",
    "hm = sns.heatmap(cm,\n",
    "                 cbar=True,\n",
    "                 annot=True,\n",
    "                 square=True,\n",
    "                 fmt='.2f',\n",
    "                 annot_kws={'size': 15},\n",
    "                 yticklabels=cols,\n",
    "                 xticklabels=cols)\n",
    "\n",
    "# Show heat map\n",
    "plt.tight_layout()\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}