yemen_conflict_data_processing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# process and compile yemen conflict data (civil War)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.decomposition import PCA\n",
    "from scipy.stats import kurtosis\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import matplotlib as mpl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option(\"display.max_rows\", 30)\n",
    "pd.set_option(\"display.max_columns\", 33)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "gov_pop_area_data = pd.read_excel('/Users/Rohil/Documents/iGEM/yemen/gov_area_pop_data.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# ignoring hadramawut because we don't have enough data for it\n",
    "gov_pop_area_data = gov_pop_area_data[gov_pop_area_data.iso != 'YE-HD']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "ymn_conflict_data = pd.read_csv('/Users/Rohil/Documents/iGEM/yemen/conflict_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data_id</th>\n",
       "      <th>iso</th>\n",
       "      <th>event_id_cnty</th>\n",
       "      <th>event_id_no_cnty</th>\n",
       "      <th>event_date</th>\n",
       "      <th>year</th>\n",
       "      <th>time_precision</th>\n",
       "      <th>event_type</th>\n",
       "      <th>actor1</th>\n",
       "      <th>assoc_actor_1</th>\n",
       "      <th>inter1</th>\n",
       "      <th>actor2</th>\n",
       "      <th>assoc_actor_2</th>\n",
       "      <th>inter2</th>\n",
       "      <th>interaction</th>\n",
       "      <th>region</th>\n",
       "      <th>country</th>\n",
       "      <th>admin1</th>\n",
       "      <th>admin2</th>\n",
       "      <th>admin3</th>\n",
       "      <th>location</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>geo_precision</th>\n",
       "      <th>source</th>\n",
       "      <th>source_scale</th>\n",
       "      <th>notes</th>\n",
       "      <th>fatalities</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>iso3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>#country+code</td>\n",
       "      <td>#event+code</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#date+occurred</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#event+type</td>\n",
       "      <td>#group+name+first</td>\n",
       "      <td>#group+name+first+assoc</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#group+name+second</td>\n",
       "      <td>#group+name+second+assoc</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#region+name</td>\n",
       "      <td>#country+name</td>\n",
       "      <td>#adm1+name</td>\n",
       "      <td>#adm2+name</td>\n",
       "      <td>#adm3+name</td>\n",
       "      <td>#loc+name</td>\n",
       "      <td>#geo+lat</td>\n",
       "      <td>#geo+lon</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#meta+source</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#description</td>\n",
       "      <td>#affected+killed</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1735012.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22099</td>\n",
       "      <td>22099.0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Amanat al Asimah</td>\n",
       "      <td>Bani Al Harith</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sanaa-Sanaa International Airport</td>\n",
       "      <td>15.4763</td>\n",
       "      <td>44.2197</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Mareb Press</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>Six Saudi-led coalition airstrikes were report...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1735015.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22102</td>\n",
       "      <td>22102.0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>14.1951</td>\n",
       "      <td>43.3152</td>\n",
       "      <td>1.0</td>\n",
       "      <td>United Nations</td>\n",
       "      <td>Other</td>\n",
       "      <td>Saudi-led airstrikes hit areas near a reproduc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1734903.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM21990</td>\n",
       "      <td>21990.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Jawf</td>\n",
       "      <td>Al Maslub</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Maslub</td>\n",
       "      <td>16.1827</td>\n",
       "      <td>44.6261</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Pro-Houthi snipers reportedly shot dead 2 anti...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1734904.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM21991</td>\n",
       "      <td>21991.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Marib</td>\n",
       "      <td>Mahliyah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Qaniyah</td>\n",
       "      <td>14.5712</td>\n",
       "      <td>45.2700</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Pro-Houthi forces claim to have stopped an att...</td>\n",
       "      <td>6</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     data_id            iso event_id_cnty  event_id_no_cnty      event_date  \\\n",
       "0        NaN  #country+code   #event+code               NaN  #date+occurred   \n",
       "1  1735012.0            887      YEM22099           22099.0      2018-07-28   \n",
       "2  1735015.0            887      YEM22102           22102.0      2018-07-28   \n",
       "3  1734903.0            887      YEM21990           21990.0      2018-07-27   \n",
       "4  1734904.0            887      YEM21991           21991.0      2018-07-27   \n",
       "\n",
       "     year  time_precision                     event_type  \\\n",
       "0     NaN             NaN                    #event+type   \n",
       "1  2018.0             1.0                Remote violence   \n",
       "2  2018.0             1.0                Remote violence   \n",
       "3  2018.0             1.0  Battle-No change of territory   \n",
       "4  2018.0             1.0  Battle-No change of territory   \n",
       "\n",
       "                                              actor1            assoc_actor_1  \\\n",
       "0                                  #group+name+first  #group+name+first+assoc   \n",
       "1                           Operation Restoring Hope                      NaN   \n",
       "2                           Operation Restoring Hope                      NaN   \n",
       "3  Military Forces of Yemen (2016-) Supreme Polit...                      NaN   \n",
       "4  Military Forces of Yemen (2016-) Supreme Polit...                      NaN   \n",
       "\n",
       "   inter1                            actor2             assoc_actor_2  inter2  \\\n",
       "0     NaN                #group+name+second  #group+name+second+assoc     NaN   \n",
       "1     8.0                               NaN                       NaN     0.0   \n",
       "2     8.0                               NaN                       NaN     0.0   \n",
       "3     1.0  Military Forces of Yemen (2012-)  Militia (Pro-Government)     1.0   \n",
       "4     1.0  Military Forces of Yemen (2012-)  Militia (Pro-Government)     1.0   \n",
       "\n",
       "   interaction        region        country            admin1          admin2  \\\n",
       "0          NaN  #region+name  #country+name        #adm1+name      #adm2+name   \n",
       "1         80.0   Middle East          Yemen  Amanat al Asimah  Bani Al Harith   \n",
       "2         80.0   Middle East          Yemen       Al Hudaydah           Zabid   \n",
       "3         11.0   Middle East          Yemen           Al Jawf       Al Maslub   \n",
       "4         11.0   Middle East          Yemen             Marib        Mahliyah   \n",
       "\n",
       "       admin3                           location  latitude longitude  \\\n",
       "0  #adm3+name                          #loc+name  #geo+lat  #geo+lon   \n",
       "1         NaN  Sanaa-Sanaa International Airport   15.4763   44.2197   \n",
       "2         NaN                              Zabid   14.1951   43.3152   \n",
       "3         NaN                          Al Maslub   16.1827   44.6261   \n",
       "4         NaN                            Qaniyah   14.5712   45.2700   \n",
       "\n",
       "   geo_precision                    source source_scale  \\\n",
       "0            NaN              #meta+source          NaN   \n",
       "1            1.0               Mareb Press  Subnational   \n",
       "2            1.0            United Nations        Other   \n",
       "3            2.0  Yemen News Agency (SABA)     National   \n",
       "4            1.0  Yemen News Agency (SABA)     National   \n",
       "\n",
       "                                               notes        fatalities  \\\n",
       "0                                       #description  #affected+killed   \n",
       "1  Six Saudi-led coalition airstrikes were report...                 0   \n",
       "2  Saudi-led airstrikes hit areas near a reproduc...                 0   \n",
       "3  Pro-Houthi snipers reportedly shot dead 2 anti...                 2   \n",
       "4  Pro-Houthi forces claim to have stopped an att...                 6   \n",
       "\n",
       "      timestamp iso3  \n",
       "0           NaN  NaN  \n",
       "1  1.532986e+09  YEM  \n",
       "2  1.532986e+09  YEM  \n",
       "3  1.532986e+09  YEM  \n",
       "4  1.532986e+09  YEM  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data_id</th>\n",
       "      <th>iso</th>\n",
       "      <th>event_id_cnty</th>\n",
       "      <th>event_id_no_cnty</th>\n",
       "      <th>event_date</th>\n",
       "      <th>year</th>\n",
       "      <th>time_precision</th>\n",
       "      <th>event_type</th>\n",
       "      <th>actor1</th>\n",
       "      <th>assoc_actor_1</th>\n",
       "      <th>inter1</th>\n",
       "      <th>actor2</th>\n",
       "      <th>assoc_actor_2</th>\n",
       "      <th>inter2</th>\n",
       "      <th>interaction</th>\n",
       "      <th>region</th>\n",
       "      <th>country</th>\n",
       "      <th>admin1</th>\n",
       "      <th>admin2</th>\n",
       "      <th>admin3</th>\n",
       "      <th>location</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>geo_precision</th>\n",
       "      <th>source</th>\n",
       "      <th>source_scale</th>\n",
       "      <th>notes</th>\n",
       "      <th>fatalities</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>iso3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1735012.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22099</td>\n",
       "      <td>22099.0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Amanat al Asimah</td>\n",
       "      <td>Bani Al Harith</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sanaa-Sanaa International Airport</td>\n",
       "      <td>15.4763</td>\n",
       "      <td>44.2197</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Mareb Press</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>Six Saudi-led coalition airstrikes were report...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1735015.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22102</td>\n",
       "      <td>22102.0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>14.1951</td>\n",
       "      <td>43.3152</td>\n",
       "      <td>1.0</td>\n",
       "      <td>United Nations</td>\n",
       "      <td>Other</td>\n",
       "      <td>Saudi-led airstrikes hit areas near a reproduc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1734903.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM21990</td>\n",
       "      <td>21990.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Jawf</td>\n",
       "      <td>Al Maslub</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Maslub</td>\n",
       "      <td>16.1827</td>\n",
       "      <td>44.6261</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Pro-Houthi snipers reportedly shot dead 2 anti...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1734904.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM21991</td>\n",
       "      <td>21991.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Marib</td>\n",
       "      <td>Mahliyah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Qaniyah</td>\n",
       "      <td>14.5712</td>\n",
       "      <td>45.2700</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Pro-Houthi forces claim to have stopped an att...</td>\n",
       "      <td>6</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1734918.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22005</td>\n",
       "      <td>22005.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Private Security Forces (Yemen)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Aden</td>\n",
       "      <td>Al Mualla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Aden-Al Maalla</td>\n",
       "      <td>12.7899</td>\n",
       "      <td>45.0024</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen Saeed</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>27 July: Soldiers from a local brigade in Aden...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1734926.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22013</td>\n",
       "      <td>22013.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Al Waziiyah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ash Shuqayrah</td>\n",
       "      <td>13.1345</td>\n",
       "      <td>43.7864</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Houthi forces claim to have destroyed a bulldo...</td>\n",
       "      <td>6</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1734930.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22017</td>\n",
       "      <td>22017.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Al Dhaher</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Malahit</td>\n",
       "      <td>16.7685</td>\n",
       "      <td>43.2758</td>\n",
       "      <td>1.0</td>\n",
       "      <td>AlArabiya.net (Arabic)</td>\n",
       "      <td>Regional</td>\n",
       "      <td>6 Al-Houthi militia leaders were reportedly ki...</td>\n",
       "      <td>6</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1734942.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22029</td>\n",
       "      <td>22029.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Military Forces of Yemen (2016-) Supreme Polit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Military Forces of Yemen (2012-)</td>\n",
       "      <td>Militia (Pro-Government)</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Jawf</td>\n",
       "      <td>Al Maton</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Matun</td>\n",
       "      <td>16.2306</td>\n",
       "      <td>44.5848</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>Pro-Houthi forces reportedly destroyed two mil...</td>\n",
       "      <td>10</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1734986.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22073</td>\n",
       "      <td>22073.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Ad Durayhimi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Manqam</td>\n",
       "      <td>14.6082</td>\n",
       "      <td>43.1281</td>\n",
       "      <td>1.0</td>\n",
       "      <td>26 Sept net</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>5 Saudi-led coalition airstrikes were reported...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1734987.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22074</td>\n",
       "      <td>22074.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Al Hali</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Hudaydah-Kilu 16</td>\n",
       "      <td>14.7979</td>\n",
       "      <td>43.0789</td>\n",
       "      <td>1.0</td>\n",
       "      <td>26 Sept net</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>Saudi-led coalition airstrikes reportedly hit ...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1734990.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22077</td>\n",
       "      <td>22077.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Civilians (Yemen)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Badwah</td>\n",
       "      <td>14.2952</td>\n",
       "      <td>43.3331</td>\n",
       "      <td>1.0</td>\n",
       "      <td>26 Sept net</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>A civilian was reportedly killed and three oth...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1734991.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22078</td>\n",
       "      <td>22078.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Az Zaydiyah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Az Zaydiyah</td>\n",
       "      <td>15.3305</td>\n",
       "      <td>43.0063</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Yemen News Agency (SABA)</td>\n",
       "      <td>National</td>\n",
       "      <td>On Friday, 9 Saudi-led coalition airstrikes we...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1734992.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22079</td>\n",
       "      <td>22079.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Bajil</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Bajil</td>\n",
       "      <td>15.0590</td>\n",
       "      <td>43.2873</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26 Sept net</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>A Saudi-led coalition airstrike was reportedly...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1734993.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22080</td>\n",
       "      <td>22080.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>Military Forces of Saudi Arabia (2015-)</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Civilians (Yemen)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Shadaa</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Mashaf</td>\n",
       "      <td>16.8584</td>\n",
       "      <td>43.1978</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26 Sept net; Yemen News Agency (SABA)</td>\n",
       "      <td>Subnational</td>\n",
       "      <td>Saudi rockets fired from across the border rep...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1734994.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM22081</td>\n",
       "      <td>22081.0</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Al Hudaydah</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zabid</td>\n",
       "      <td>14.1951</td>\n",
       "      <td>43.3152</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency (SABA) (Arabic)</td>\n",
       "      <td>National</td>\n",
       "      <td>Saudi-led coalition airstrikes reportedly dama...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.532986e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22025</th>\n",
       "      <td>1622490.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11761</td>\n",
       "      <td>11761.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Marib</td>\n",
       "      <td>Sirwah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Jabal Haylan</td>\n",
       "      <td>15.5242</td>\n",
       "      <td>45.0747</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Saudi-led coalition airstrikes targeted Houthi...</td>\n",
       "      <td>5</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22026</th>\n",
       "      <td>1622491.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11762</td>\n",
       "      <td>11762.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Marib</td>\n",
       "      <td>Sirwah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Suq Sirwah</td>\n",
       "      <td>15.4493</td>\n",
       "      <td>45.0189</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit residential area in S...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22027</th>\n",
       "      <td>1622492.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11763</td>\n",
       "      <td>11763.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>Military Forces of Saudi Arabia (2015-)</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Kitaf wa Al Boqee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Buqa</td>\n",
       "      <td>17.3317</td>\n",
       "      <td>44.6066</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency</td>\n",
       "      <td>National</td>\n",
       "      <td>Saudi artillery reportedly shelled the Al-Sawh...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22028</th>\n",
       "      <td>1622493.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11764</td>\n",
       "      <td>11764.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>Military Forces of Saudi Arabia (2015-)</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Kitaf wa Al Boqee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>As Sawh</td>\n",
       "      <td>17.3481</td>\n",
       "      <td>44.1279</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency</td>\n",
       "      <td>National</td>\n",
       "      <td>Saudi artillery reportedly shelled the Al-Sawh...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22029</th>\n",
       "      <td>1622494.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11765</td>\n",
       "      <td>11765.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>Military Forces of Saudi Arabia (2015-)</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Kitaf wa Al Boqee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Qaryat al Malil</td>\n",
       "      <td>17.2952</td>\n",
       "      <td>44.4896</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Yemen News Agency</td>\n",
       "      <td>National</td>\n",
       "      <td>Saudi artillery reportedly shelled the Al-Sawh...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22030</th>\n",
       "      <td>1622495.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11766</td>\n",
       "      <td>11766.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Razih</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Nadhir</td>\n",
       "      <td>16.9667</td>\n",
       "      <td>43.2667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit unknown in Razih</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22031</th>\n",
       "      <td>1622496.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11767</td>\n",
       "      <td>11767.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>Military Forces of Saudi Arabia (2015-)</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Saadah</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>16.9402</td>\n",
       "      <td>43.7639</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Agence France Presse</td>\n",
       "      <td>International</td>\n",
       "      <td>Saudi air forces destroyed in Yemen (no furthe...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22032</th>\n",
       "      <td>1622497.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11768</td>\n",
       "      <td>11768.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sadah</td>\n",
       "      <td>Saqayn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Saqayn</td>\n",
       "      <td>16.8770</td>\n",
       "      <td>43.5250</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit unknown in Saqayn</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22033</th>\n",
       "      <td>1622498.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11769</td>\n",
       "      <td>11769.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sanaa</td>\n",
       "      <td>Bani Matar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Matnah</td>\n",
       "      <td>15.2533</td>\n",
       "      <td>44.0247</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit institute in Bani Matar</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22034</th>\n",
       "      <td>1622499.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11770</td>\n",
       "      <td>11770.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Sanaa</td>\n",
       "      <td>Sanhan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Mahaqirah</td>\n",
       "      <td>15.2143</td>\n",
       "      <td>44.2675</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit unknown in Sanhan</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22035</th>\n",
       "      <td>1622500.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11771</td>\n",
       "      <td>11771.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Al Misrakh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Al Misrakh</td>\n",
       "      <td>13.4606</td>\n",
       "      <td>44.0204</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit weapon storage in Al ...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22036</th>\n",
       "      <td>1622501.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11772</td>\n",
       "      <td>11772.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Dimnat Khadir</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ad Dimnah</td>\n",
       "      <td>13.4540</td>\n",
       "      <td>44.1817</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Local Source Project</td>\n",
       "      <td>Local</td>\n",
       "      <td>Coalition airstrikes hit figure in Dimnat Khadir</td>\n",
       "      <td>0</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22037</th>\n",
       "      <td>1622502.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11773</td>\n",
       "      <td>11773.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Popular Resistance</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Salh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>13.5795</td>\n",
       "      <td>44.0209</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Associated Press</td>\n",
       "      <td>International</td>\n",
       "      <td>Houthi fighters shelled areas west and south o...</td>\n",
       "      <td>4</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22038</th>\n",
       "      <td>1622503.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11774</td>\n",
       "      <td>11774.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Civilians (Yemen)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Salh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>13.5795</td>\n",
       "      <td>44.0209</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Associated Press</td>\n",
       "      <td>International</td>\n",
       "      <td>Houthi fighters shelled residential areas in t...</td>\n",
       "      <td>5</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22039</th>\n",
       "      <td>1622504.0</td>\n",
       "      <td>887</td>\n",
       "      <td>YEM11775</td>\n",
       "      <td>11775.0</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Remote violence</td>\n",
       "      <td>Operation Restoring Hope</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>Military Forces of Yemen (2015-2016) Supreme R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>Middle East</td>\n",
       "      <td>Yemen</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>Salh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Taizz</td>\n",
       "      <td>13.5795</td>\n",
       "      <td>44.0209</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Qatar News Agency</td>\n",
       "      <td>Regional</td>\n",
       "      <td>Saudi-led coalition airstrikes targeted Houthi...</td>\n",
       "      <td>33</td>\n",
       "      <td>1.528152e+09</td>\n",
       "      <td>YEM</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22039 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         data_id  iso event_id_cnty  event_id_no_cnty  event_date    year  \\\n",
       "1      1735012.0  887      YEM22099           22099.0  2018-07-28  2018.0   \n",
       "2      1735015.0  887      YEM22102           22102.0  2018-07-28  2018.0   \n",
       "3      1734903.0  887      YEM21990           21990.0  2018-07-27  2018.0   \n",
       "4      1734904.0  887      YEM21991           21991.0  2018-07-27  2018.0   \n",
       "5      1734918.0  887      YEM22005           22005.0  2018-07-27  2018.0   \n",
       "6      1734926.0  887      YEM22013           22013.0  2018-07-27  2018.0   \n",
       "7      1734930.0  887      YEM22017           22017.0  2018-07-27  2018.0   \n",
       "8      1734942.0  887      YEM22029           22029.0  2018-07-27  2018.0   \n",
       "9      1734986.0  887      YEM22073           22073.0  2018-07-27  2018.0   \n",
       "10     1734987.0  887      YEM22074           22074.0  2018-07-27  2018.0   \n",
       "11     1734990.0  887      YEM22077           22077.0  2018-07-27  2018.0   \n",
       "12     1734991.0  887      YEM22078           22078.0  2018-07-27  2018.0   \n",
       "13     1734992.0  887      YEM22079           22079.0  2018-07-27  2018.0   \n",
       "14     1734993.0  887      YEM22080           22080.0  2018-07-27  2018.0   \n",
       "15     1734994.0  887      YEM22081           22081.0  2018-07-27  2018.0   \n",
       "...          ...  ...           ...               ...         ...     ...   \n",
       "22025  1622490.0  887      YEM11761           11761.0  2016-01-01  2016.0   \n",
       "22026  1622491.0  887      YEM11762           11762.0  2016-01-01  2016.0   \n",
       "22027  1622492.0  887      YEM11763           11763.0  2016-01-01  2016.0   \n",
       "22028  1622493.0  887      YEM11764           11764.0  2016-01-01  2016.0   \n",
       "22029  1622494.0  887      YEM11765           11765.0  2016-01-01  2016.0   \n",
       "22030  1622495.0  887      YEM11766           11766.0  2016-01-01  2016.0   \n",
       "22031  1622496.0  887      YEM11767           11767.0  2016-01-01  2016.0   \n",
       "22032  1622497.0  887      YEM11768           11768.0  2016-01-01  2016.0   \n",
       "22033  1622498.0  887      YEM11769           11769.0  2016-01-01  2016.0   \n",
       "22034  1622499.0  887      YEM11770           11770.0  2016-01-01  2016.0   \n",
       "22035  1622500.0  887      YEM11771           11771.0  2016-01-01  2016.0   \n",
       "22036  1622501.0  887      YEM11772           11772.0  2016-01-01  2016.0   \n",
       "22037  1622502.0  887      YEM11773           11773.0  2016-01-01  2016.0   \n",
       "22038  1622503.0  887      YEM11774           11774.0  2016-01-01  2016.0   \n",
       "22039  1622504.0  887      YEM11775           11775.0  2016-01-01  2016.0   \n",
       "\n",
       "       time_precision                     event_type  \\\n",
       "1                 1.0                Remote violence   \n",
       "2                 1.0                Remote violence   \n",
       "3                 1.0  Battle-No change of territory   \n",
       "4                 1.0  Battle-No change of territory   \n",
       "5                 1.0  Battle-No change of territory   \n",
       "6                 1.0                Remote violence   \n",
       "7                 1.0  Battle-No change of territory   \n",
       "8                 1.0                Remote violence   \n",
       "9                 1.0                Remote violence   \n",
       "10                1.0                Remote violence   \n",
       "11                1.0                Remote violence   \n",
       "12                1.0                Remote violence   \n",
       "13                1.0                Remote violence   \n",
       "14                1.0                Remote violence   \n",
       "15                1.0                Remote violence   \n",
       "...               ...                            ...   \n",
       "22025             1.0                Remote violence   \n",
       "22026             1.0                Remote violence   \n",
       "22027             1.0                Remote violence   \n",
       "22028             1.0                Remote violence   \n",
       "22029             1.0                Remote violence   \n",
       "22030             1.0                Remote violence   \n",
       "22031             1.0                Remote violence   \n",
       "22032             1.0                Remote violence   \n",
       "22033             1.0                Remote violence   \n",
       "22034             1.0                Remote violence   \n",
       "22035             1.0                Remote violence   \n",
       "22036             1.0                Remote violence   \n",
       "22037             1.0                Remote violence   \n",
       "22038             1.0                Remote violence   \n",
       "22039             1.0                Remote violence   \n",
       "\n",
       "                                                  actor1  \\\n",
       "1                               Operation Restoring Hope   \n",
       "2                               Operation Restoring Hope   \n",
       "3      Military Forces of Yemen (2016-) Supreme Polit...   \n",
       "4      Military Forces of Yemen (2016-) Supreme Polit...   \n",
       "5                       Military Forces of Yemen (2012-)   \n",
       "6      Military Forces of Yemen (2016-) Supreme Polit...   \n",
       "7                       Military Forces of Yemen (2012-)   \n",
       "8      Military Forces of Yemen (2016-) Supreme Polit...   \n",
       "9                               Operation Restoring Hope   \n",
       "10                              Operation Restoring Hope   \n",
       "11                              Operation Restoring Hope   \n",
       "12                              Operation Restoring Hope   \n",
       "13                              Operation Restoring Hope   \n",
       "14                              Operation Restoring Hope   \n",
       "15                              Operation Restoring Hope   \n",
       "...                                                  ...   \n",
       "22025                           Operation Restoring Hope   \n",
       "22026                           Operation Restoring Hope   \n",
       "22027                           Operation Restoring Hope   \n",
       "22028                           Operation Restoring Hope   \n",
       "22029                           Operation Restoring Hope   \n",
       "22030                           Operation Restoring Hope   \n",
       "22031                           Operation Restoring Hope   \n",
       "22032                           Operation Restoring Hope   \n",
       "22033                           Operation Restoring Hope   \n",
       "22034                           Operation Restoring Hope   \n",
       "22035                           Operation Restoring Hope   \n",
       "22036                           Operation Restoring Hope   \n",
       "22037  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "22038  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "22039                           Operation Restoring Hope   \n",
       "\n",
       "                                 assoc_actor_1  inter1  \\\n",
       "1                                          NaN     8.0   \n",
       "2                                          NaN     8.0   \n",
       "3                                          NaN     1.0   \n",
       "4                                          NaN     1.0   \n",
       "5                                          NaN     1.0   \n",
       "6                                          NaN     1.0   \n",
       "7                                          NaN     1.0   \n",
       "8                                          NaN     1.0   \n",
       "9                                          NaN     8.0   \n",
       "10                                         NaN     8.0   \n",
       "11                                         NaN     8.0   \n",
       "12                                         NaN     8.0   \n",
       "13                                         NaN     8.0   \n",
       "14     Military Forces of Saudi Arabia (2015-)     8.0   \n",
       "15                                         NaN     8.0   \n",
       "...                                        ...     ...   \n",
       "22025                                      NaN     8.0   \n",
       "22026                                      NaN     8.0   \n",
       "22027  Military Forces of Saudi Arabia (2015-)     8.0   \n",
       "22028  Military Forces of Saudi Arabia (2015-)     8.0   \n",
       "22029  Military Forces of Saudi Arabia (2015-)     8.0   \n",
       "22030                                      NaN     8.0   \n",
       "22031  Military Forces of Saudi Arabia (2015-)     8.0   \n",
       "22032                                      NaN     8.0   \n",
       "22033                                      NaN     8.0   \n",
       "22034                                      NaN     8.0   \n",
       "22035                                      NaN     8.0   \n",
       "22036                                      NaN     8.0   \n",
       "22037                                      NaN     1.0   \n",
       "22038                                      NaN     1.0   \n",
       "22039                                      NaN     8.0   \n",
       "\n",
       "                                                  actor2  \\\n",
       "1                                                    NaN   \n",
       "2                                                    NaN   \n",
       "3                       Military Forces of Yemen (2012-)   \n",
       "4                       Military Forces of Yemen (2012-)   \n",
       "5                        Private Security Forces (Yemen)   \n",
       "6                       Military Forces of Yemen (2012-)   \n",
       "7      Military Forces of Yemen (2016-) Supreme Polit...   \n",
       "8                       Military Forces of Yemen (2012-)   \n",
       "9                                                    NaN   \n",
       "10                                                   NaN   \n",
       "11                                     Civilians (Yemen)   \n",
       "12                                                   NaN   \n",
       "13                                                   NaN   \n",
       "14                                     Civilians (Yemen)   \n",
       "15                                                   NaN   \n",
       "...                                                  ...   \n",
       "22025  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "22026                                                NaN   \n",
       "22027                                                NaN   \n",
       "22028                                                NaN   \n",
       "22029                                                NaN   \n",
       "22030                                                NaN   \n",
       "22031  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "22032                                                NaN   \n",
       "22033                                                NaN   \n",
       "22034                                                NaN   \n",
       "22035  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "22036                                                NaN   \n",
       "22037                                 Popular Resistance   \n",
       "22038                                  Civilians (Yemen)   \n",
       "22039  Military Forces of Yemen (2015-2016) Supreme R...   \n",
       "\n",
       "                  assoc_actor_2  inter2  interaction       region country  \\\n",
       "1                           NaN     0.0         80.0  Middle East   Yemen   \n",
       "2                           NaN     0.0         80.0  Middle East   Yemen   \n",
       "3      Militia (Pro-Government)     1.0         11.0  Middle East   Yemen   \n",
       "4      Militia (Pro-Government)     1.0         11.0  Middle East   Yemen   \n",
       "5                           NaN     8.0         18.0  Middle East   Yemen   \n",
       "6      Militia (Pro-Government)     1.0         11.0  Middle East   Yemen   \n",
       "7                           NaN     1.0         11.0  Middle East   Yemen   \n",
       "8      Militia (Pro-Government)     1.0         11.0  Middle East   Yemen   \n",
       "9                           NaN     0.0         80.0  Middle East   Yemen   \n",
       "10                          NaN     0.0         80.0  Middle East   Yemen   \n",
       "11                          NaN     7.0         78.0  Middle East   Yemen   \n",
       "12                          NaN     0.0         80.0  Middle East   Yemen   \n",
       "13                          NaN     0.0         80.0  Middle East   Yemen   \n",
       "14                          NaN     7.0         78.0  Middle East   Yemen   \n",
       "15                          NaN     0.0         80.0  Middle East   Yemen   \n",
       "...                         ...     ...          ...          ...     ...   \n",
       "22025                       NaN     1.0         18.0  Middle East   Yemen   \n",
       "22026                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22027                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22028                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22029                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22030                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22031                       NaN     1.0         18.0  Middle East   Yemen   \n",
       "22032                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22033                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22034                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22035                       NaN     1.0         18.0  Middle East   Yemen   \n",
       "22036                       NaN     0.0         80.0  Middle East   Yemen   \n",
       "22037                       NaN     3.0         13.0  Middle East   Yemen   \n",
       "22038                       NaN     7.0         17.0  Middle East   Yemen   \n",
       "22039                       NaN     1.0         18.0  Middle East   Yemen   \n",
       "\n",
       "                 admin1             admin2 admin3  \\\n",
       "1      Amanat al Asimah     Bani Al Harith    NaN   \n",
       "2           Al Hudaydah              Zabid    NaN   \n",
       "3               Al Jawf          Al Maslub    NaN   \n",
       "4                 Marib           Mahliyah    NaN   \n",
       "5                  Aden          Al Mualla    NaN   \n",
       "6                 Taizz        Al Waziiyah    NaN   \n",
       "7                 Sadah          Al Dhaher    NaN   \n",
       "8               Al Jawf           Al Maton    NaN   \n",
       "9           Al Hudaydah       Ad Durayhimi    NaN   \n",
       "10          Al Hudaydah            Al Hali    NaN   \n",
       "11          Al Hudaydah              Zabid    NaN   \n",
       "12          Al Hudaydah        Az Zaydiyah    NaN   \n",
       "13          Al Hudaydah              Bajil    NaN   \n",
       "14                Sadah             Shadaa    NaN   \n",
       "15          Al Hudaydah              Zabid    NaN   \n",
       "...                 ...                ...    ...   \n",
       "22025             Marib             Sirwah    NaN   \n",
       "22026             Marib             Sirwah    NaN   \n",
       "22027             Sadah  Kitaf wa Al Boqee    NaN   \n",
       "22028             Sadah  Kitaf wa Al Boqee    NaN   \n",
       "22029             Sadah  Kitaf wa Al Boqee    NaN   \n",
       "22030             Sadah              Razih    NaN   \n",
       "22031             Sadah             Saadah    NaN   \n",
       "22032             Sadah             Saqayn    NaN   \n",
       "22033             Sanaa         Bani Matar    NaN   \n",
       "22034             Sanaa             Sanhan    NaN   \n",
       "22035             Taizz         Al Misrakh    NaN   \n",
       "22036             Taizz      Dimnat Khadir    NaN   \n",
       "22037             Taizz               Salh    NaN   \n",
       "22038             Taizz               Salh    NaN   \n",
       "22039             Taizz               Salh    NaN   \n",
       "\n",
       "                                location latitude longitude  geo_precision  \\\n",
       "1      Sanaa-Sanaa International Airport  15.4763   44.2197            1.0   \n",
       "2                                  Zabid  14.1951   43.3152            1.0   \n",
       "3                              Al Maslub  16.1827   44.6261            2.0   \n",
       "4                                Qaniyah  14.5712   45.2700            1.0   \n",
       "5                         Aden-Al Maalla  12.7899   45.0024            1.0   \n",
       "6                          Ash Shuqayrah  13.1345   43.7864            2.0   \n",
       "7                             Al Malahit  16.7685   43.2758            1.0   \n",
       "8                               Al Matun  16.2306   44.5848            2.0   \n",
       "9                              Al Manqam  14.6082   43.1281            1.0   \n",
       "10                   Al Hudaydah-Kilu 16  14.7979   43.0789            1.0   \n",
       "11                             Al Badwah  14.2952   43.3331            1.0   \n",
       "12                           Az Zaydiyah  15.3305   43.0063            2.0   \n",
       "13                                 Bajil  15.0590   43.2873            2.0   \n",
       "14                             Al Mashaf  16.8584   43.1978            2.0   \n",
       "15                                 Zabid  14.1951   43.3152            1.0   \n",
       "...                                  ...      ...       ...            ...   \n",
       "22025                       Jabal Haylan  15.5242   45.0747            1.0   \n",
       "22026                         Suq Sirwah  15.4493   45.0189            2.0   \n",
       "22027                            Al Buqa  17.3317   44.6066            1.0   \n",
       "22028                            As Sawh  17.3481   44.1279            1.0   \n",
       "22029                    Qaryat al Malil  17.2952   44.4896            1.0   \n",
       "22030                          Al Nadhir  16.9667   43.2667            1.0   \n",
       "22031                              Sadah  16.9402   43.7639            3.0   \n",
       "22032                             Saqayn  16.8770   43.5250            2.0   \n",
       "22033                             Matnah  15.2533   44.0247            2.0   \n",
       "22034                       Al Mahaqirah  15.2143   44.2675            1.0   \n",
       "22035                         Al Misrakh  13.4606   44.0204            2.0   \n",
       "22036                          Ad Dimnah  13.4540   44.1817            2.0   \n",
       "22037                              Taizz  13.5795   44.0209            3.0   \n",
       "22038                              Taizz  13.5795   44.0209            1.0   \n",
       "22039                              Taizz  13.5795   44.0209            2.0   \n",
       "\n",
       "                                      source   source_scale  \\\n",
       "1                                Mareb Press    Subnational   \n",
       "2                             United Nations          Other   \n",
       "3                   Yemen News Agency (SABA)       National   \n",
       "4                   Yemen News Agency (SABA)       National   \n",
       "5                                Yemen Saeed    Subnational   \n",
       "6                   Yemen News Agency (SABA)       National   \n",
       "7                     AlArabiya.net (Arabic)       Regional   \n",
       "8                   Yemen News Agency (SABA)       National   \n",
       "9                                26 Sept net    Subnational   \n",
       "10                               26 Sept net    Subnational   \n",
       "11                               26 Sept net    Subnational   \n",
       "12                  Yemen News Agency (SABA)       National   \n",
       "13                               26 Sept net    Subnational   \n",
       "14     26 Sept net; Yemen News Agency (SABA)    Subnational   \n",
       "15         Yemen News Agency (SABA) (Arabic)       National   \n",
       "...                                      ...            ...   \n",
       "22025                   Local Source Project          Local   \n",
       "22026                   Local Source Project          Local   \n",
       "22027                      Yemen News Agency       National   \n",
       "22028                      Yemen News Agency       National   \n",
       "22029                      Yemen News Agency       National   \n",
       "22030                   Local Source Project          Local   \n",
       "22031                   Agence France Presse  International   \n",
       "22032                   Local Source Project          Local   \n",
       "22033                   Local Source Project          Local   \n",
       "22034                   Local Source Project          Local   \n",
       "22035                   Local Source Project          Local   \n",
       "22036                   Local Source Project          Local   \n",
       "22037                       Associated Press  International   \n",
       "22038                       Associated Press  International   \n",
       "22039                      Qatar News Agency       Regional   \n",
       "\n",
       "                                                   notes fatalities  \\\n",
       "1      Six Saudi-led coalition airstrikes were report...          0   \n",
       "2      Saudi-led airstrikes hit areas near a reproduc...          0   \n",
       "3      Pro-Houthi snipers reportedly shot dead 2 anti...          2   \n",
       "4      Pro-Houthi forces claim to have stopped an att...          6   \n",
       "5      27 July: Soldiers from a local brigade in Aden...          1   \n",
       "6      Houthi forces claim to have destroyed a bulldo...          6   \n",
       "7      6 Al-Houthi militia leaders were reportedly ki...          6   \n",
       "8      Pro-Houthi forces reportedly destroyed two mil...         10   \n",
       "9      5 Saudi-led coalition airstrikes were reported...          0   \n",
       "10     Saudi-led coalition airstrikes reportedly hit ...          0   \n",
       "11     A civilian was reportedly killed and three oth...          1   \n",
       "12     On Friday, 9 Saudi-led coalition airstrikes we...          0   \n",
       "13     A Saudi-led coalition airstrike was reportedly...          0   \n",
       "14     Saudi rockets fired from across the border rep...          0   \n",
       "15     Saudi-led coalition airstrikes reportedly dama...          0   \n",
       "...                                                  ...        ...   \n",
       "22025  Saudi-led coalition airstrikes targeted Houthi...          5   \n",
       "22026  Coalition airstrikes hit residential area in S...          0   \n",
       "22027  Saudi artillery reportedly shelled the Al-Sawh...          0   \n",
       "22028  Saudi artillery reportedly shelled the Al-Sawh...          0   \n",
       "22029  Saudi artillery reportedly shelled the Al-Sawh...          0   \n",
       "22030          Coalition airstrikes hit unknown in Razih          0   \n",
       "22031  Saudi air forces destroyed in Yemen (no furthe...          0   \n",
       "22032         Coalition airstrikes hit unknown in Saqayn          0   \n",
       "22033   Coalition airstrikes hit institute in Bani Matar          0   \n",
       "22034         Coalition airstrikes hit unknown in Sanhan          0   \n",
       "22035  Coalition airstrikes hit weapon storage in Al ...          0   \n",
       "22036   Coalition airstrikes hit figure in Dimnat Khadir          0   \n",
       "22037  Houthi fighters shelled areas west and south o...          4   \n",
       "22038  Houthi fighters shelled residential areas in t...          5   \n",
       "22039  Saudi-led coalition airstrikes targeted Houthi...         33   \n",
       "\n",
       "          timestamp iso3  \n",
       "1      1.532986e+09  YEM  \n",
       "2      1.532986e+09  YEM  \n",
       "3      1.532986e+09  YEM  \n",
       "4      1.532986e+09  YEM  \n",
       "5      1.532986e+09  YEM  \n",
       "6      1.532986e+09  YEM  \n",
       "7      1.532986e+09  YEM  \n",
       "8      1.532986e+09  YEM  \n",
       "9      1.532986e+09  YEM  \n",
       "10     1.532986e+09  YEM  \n",
       "11     1.532986e+09  YEM  \n",
       "12     1.532986e+09  YEM  \n",
       "13     1.532986e+09  YEM  \n",
       "14     1.532986e+09  YEM  \n",
       "15     1.532986e+09  YEM  \n",
       "...             ...  ...  \n",
       "22025  1.528152e+09  YEM  \n",
       "22026  1.528152e+09  YEM  \n",
       "22027  1.528152e+09  YEM  \n",
       "22028  1.528152e+09  YEM  \n",
       "22029  1.528152e+09  YEM  \n",
       "22030  1.528152e+09  YEM  \n",
       "22031  1.528152e+09  YEM  \n",
       "22032  1.528152e+09  YEM  \n",
       "22033  1.528152e+09  YEM  \n",
       "22034  1.528152e+09  YEM  \n",
       "22035  1.528152e+09  YEM  \n",
       "22036  1.528152e+09  YEM  \n",
       "22037  1.528152e+09  YEM  \n",
       "22038  1.528152e+09  YEM  \n",
       "22039  1.528152e+09  YEM  \n",
       "\n",
       "[22039 rows x 30 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data = ymn_conflict_data.iloc[1:]\n",
    "ymn_conflict_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Amanat al Asimah', 'Al Hudaydah', 'Al Jawf', 'Marib', 'Aden',\n",
       "       'Taizz', 'Sadah', 'Amran', 'Hajjah', 'Al Bayda', 'Ad Dali',\n",
       "       'Abyan', 'Lahij', 'Shabwah', 'Dhamar', 'Ibb', 'Sanaa', 'Al Mahrah',\n",
       "       'Al Mahwit', 'Raymah', 'Hadramawt', 'Suqutra'], dtype=object)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.admin1.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Abs',\n",
       " 'Ad Dahi',\n",
       " 'Ad Dhalee',\n",
       " 'Ad Dis',\n",
       " 'Ad Durayhimi',\n",
       " 'Adh Dhliaah',\n",
       " 'Aflah Al Yaman',\n",
       " 'Ahwar',\n",
       " 'Ain',\n",
       " 'Al Abdiyah',\n",
       " 'Al Abr',\n",
       " 'Al Arsh',\n",
       " 'Al Ashah',\n",
       " 'Al Azariq',\n",
       " 'Al Bayda',\n",
       " 'Al Bayda City',\n",
       " 'Al Buraiqeh',\n",
       " 'Al Dhaher',\n",
       " 'Al Dhihar',\n",
       " 'Al Garrahi',\n",
       " 'Al Ghaydah',\n",
       " 'Al Ghayl',\n",
       " 'Al Had',\n",
       " 'Al Hada',\n",
       " 'Al Hajjaylah',\n",
       " 'Al Hali',\n",
       " 'Al Hashwah',\n",
       " 'Al Hawak',\n",
       " 'Al Hawtah',\n",
       " 'Al Haymah Ad Dakhiliyah',\n",
       " 'Al Haymah Al Kharijiyah',\n",
       " 'Al Hazm',\n",
       " 'Al Humaydat',\n",
       " 'Al Husha',\n",
       " 'Al Hussein',\n",
       " 'Al Jabin',\n",
       " 'Al Jamimah',\n",
       " 'Al Jubah',\n",
       " 'Al Khabt',\n",
       " 'Al Khawkhah',\n",
       " 'Al Maafer',\n",
       " 'Al Madan',\n",
       " 'Al Madaribah Wa Al Arah',\n",
       " 'Al Mahabishah',\n",
       " 'Al Mahfad',\n",
       " 'Al Mahwait',\n",
       " 'Al Mahwait City',\n",
       " 'Al Makhadir',\n",
       " 'Al Malagim',\n",
       " 'Al Manar',\n",
       " 'Al Mansura',\n",
       " 'Al Mansuriyah',\n",
       " 'Al Maqatirah',\n",
       " 'Al Marawiah',\n",
       " 'Al Mashannah',\n",
       " 'Al Maslub',\n",
       " 'Al Matammah',\n",
       " 'Al Maton',\n",
       " 'Al Mawasit',\n",
       " 'Al Miftah',\n",
       " 'Al Milah',\n",
       " 'Al Mina',\n",
       " 'Al Misrakh',\n",
       " 'Al Mualla',\n",
       " 'Al Mudhaffar',\n",
       " 'Al Mukalla',\n",
       " 'Al Mukalla City',\n",
       " 'Al Mukha',\n",
       " 'Al Munirah',\n",
       " 'Al Musaymir',\n",
       " 'Al Qabbaytah',\n",
       " 'Al Qaflah',\n",
       " 'Al Qafr',\n",
       " 'Al Qahirah',\n",
       " 'Al Qanawis',\n",
       " 'Al Qatn',\n",
       " 'Al Quraishyah',\n",
       " 'Al Udayn',\n",
       " 'Al Wadea',\n",
       " 'Al Wahdah',\n",
       " 'Al Waziiyah',\n",
       " 'Alluheyah',\n",
       " 'Amd',\n",
       " 'Amran',\n",
       " 'An Nadirah',\n",
       " 'Anss',\n",
       " 'Ar Radmah',\n",
       " 'Ar Rawdah',\n",
       " 'Ar Raydah Wa Qusayar',\n",
       " 'Ar Rujum',\n",
       " 'Ar Ryashyyah',\n",
       " 'Arhab',\n",
       " 'Arma',\n",
       " 'As Sabain',\n",
       " 'As Sabrah',\n",
       " 'As Saddah',\n",
       " 'As Safra',\n",
       " 'As Said',\n",
       " 'As Salafiyah',\n",
       " 'As Salif',\n",
       " 'As Sawadiyah',\n",
       " 'As Sawmaah',\n",
       " 'As Sayyani',\n",
       " 'As Silw',\n",
       " 'As Sudah',\n",
       " 'As Sukhnah',\n",
       " 'Ash Shaghadirah',\n",
       " 'Ash Shahil',\n",
       " 'Ash Shaikh Outhman',\n",
       " 'Ash Shair',\n",
       " 'Ash Shamayatayn',\n",
       " 'Ash Sharyah',\n",
       " 'Ash Shihr',\n",
       " 'Ash Shuayb',\n",
       " 'Assafiyah',\n",
       " 'At Taffah',\n",
       " 'At Tahrir',\n",
       " 'At Taiziyah',\n",
       " 'At Tawilah',\n",
       " 'At Tuhayat',\n",
       " 'Ataq',\n",
       " 'Aththaorah',\n",
       " 'Attawahi',\n",
       " 'Attyal',\n",
       " 'Az Zahir',\n",
       " 'Az Zaydiyah',\n",
       " 'Az Zuhrah',\n",
       " 'Azzal',\n",
       " 'Badan',\n",
       " 'Bajil',\n",
       " 'Bakil Al Mir',\n",
       " 'Bani Al Harith',\n",
       " 'Bani Dhabyan',\n",
       " 'Bani Hushaysh',\n",
       " 'Bani Matar',\n",
       " 'Bani Qais',\n",
       " 'Bani Sad',\n",
       " 'Bani Suraim',\n",
       " 'Baqim',\n",
       " 'Bart Al Anan',\n",
       " 'Bayhan',\n",
       " 'Bayt Al Faqiah',\n",
       " 'Bidbadah',\n",
       " 'Bilad Ar Rus',\n",
       " 'Brom Mayfa',\n",
       " 'Bura',\n",
       " 'Craiter',\n",
       " 'Damt',\n",
       " 'Dar Sad',\n",
       " 'Dawan',\n",
       " 'Dawran Aness',\n",
       " 'Dhamar City',\n",
       " 'Dhi As Sufal',\n",
       " 'Dhi Bin',\n",
       " 'Dhi Naim',\n",
       " 'Dhubab',\n",
       " 'Dimnat Khadir',\n",
       " 'Far Al Udayn',\n",
       " 'Ghamr',\n",
       " 'Ghayl Ba Wazir',\n",
       " 'Habban',\n",
       " 'Habil Jabr',\n",
       " 'Habur Zulaymah',\n",
       " 'Hajjah City',\n",
       " 'Hajr',\n",
       " 'Hamdan',\n",
       " 'Harad',\n",
       " 'Harf Sufyan',\n",
       " 'Harib',\n",
       " 'Harib Al Qaramish',\n",
       " 'Haydan',\n",
       " 'Hayfan',\n",
       " 'Hayran',\n",
       " 'Hays',\n",
       " 'Hazm Al Udayn',\n",
       " 'Hidaybu',\n",
       " 'Hubaysh',\n",
       " 'Hufash',\n",
       " 'Huth',\n",
       " 'Ibb',\n",
       " 'Iyal Surayh',\n",
       " 'Jabal Ash Sharq',\n",
       " 'Jabal Habashy',\n",
       " 'Jabal Iyal Yazid',\n",
       " 'Jabal Murad',\n",
       " 'Jabal Ras',\n",
       " 'Jahran',\n",
       " 'Jardan',\n",
       " 'Jiblah',\n",
       " 'Jihanah',\n",
       " 'Juban',\n",
       " 'Kamaran',\n",
       " 'Khabb wa ash Shaaf',\n",
       " 'Khamir',\n",
       " 'Khanfir',\n",
       " 'Kharab Al Marashi',\n",
       " 'Kharif',\n",
       " 'Khayran Al Muharraq',\n",
       " 'Khur Maksar',\n",
       " 'Khwlan',\n",
       " 'Kitaf wa Al Boqee',\n",
       " 'Kuaydinah',\n",
       " 'Kuhlan Affar',\n",
       " 'Kuhlan Ash Sharaf',\n",
       " 'Kushar',\n",
       " 'Lawdar',\n",
       " 'Maain',\n",
       " 'Mabyan',\n",
       " 'Mahliyah',\n",
       " 'Majz',\n",
       " 'Majzar',\n",
       " 'Manakhah',\n",
       " 'Maqbanah',\n",
       " 'Marib',\n",
       " 'Marib City',\n",
       " 'Maswar',\n",
       " 'Maswarah',\n",
       " 'Mawiyah',\n",
       " 'Mawza',\n",
       " 'Mayfaa',\n",
       " 'Mayfaat Anss',\n",
       " 'Medghal',\n",
       " 'Merkhah Al Ulya',\n",
       " 'Merkhah As Sufla',\n",
       " 'Midi',\n",
       " 'Milhan',\n",
       " 'Monabbih',\n",
       " 'Mudhaykhirah',\n",
       " 'Mudiyah',\n",
       " 'Mukayras',\n",
       " 'Mustaba',\n",
       " 'Najrah',\n",
       " 'Naman',\n",
       " 'Nati',\n",
       " 'Nihm',\n",
       " 'Nisab',\n",
       " 'Old City',\n",
       " 'Qaatabah',\n",
       " 'Qafl Shamer',\n",
       " 'Qarah',\n",
       " 'Qatabir',\n",
       " 'Rada',\n",
       " 'Radfan',\n",
       " 'Radman Al Awad',\n",
       " 'Raghwan',\n",
       " 'Rahabah',\n",
       " 'Rajuzah',\n",
       " 'Raydah',\n",
       " 'Razih',\n",
       " 'Rudum',\n",
       " 'Rumah',\n",
       " 'Saadah',\n",
       " 'Sabah',\n",
       " 'Sabir Al Mawadim',\n",
       " 'Safan',\n",
       " 'Sahar',\n",
       " 'Salh',\n",
       " 'Sama',\n",
       " 'Sanhan',\n",
       " 'Saqayn',\n",
       " 'Sayun',\n",
       " 'Shadaa',\n",
       " 'Shahan',\n",
       " 'Shaharah',\n",
       " 'Sharab Ar Rawnah',\n",
       " 'Sharab As Salam',\n",
       " 'Shibam',\n",
       " 'Shibam Kawkaban',\n",
       " 'Shuaub',\n",
       " 'Sirwah',\n",
       " 'Suwayr',\n",
       " 'Tarim',\n",
       " 'Thula',\n",
       " 'Tuban',\n",
       " 'Tur Al Bahah',\n",
       " 'Usaylan',\n",
       " 'Utmah',\n",
       " 'Wadi Al Ayn',\n",
       " 'Wald Rabi',\n",
       " 'Washhah',\n",
       " 'Wusab As Safil',\n",
       " 'Yabuth',\n",
       " 'Yafaa',\n",
       " 'Yarim',\n",
       " 'Zabid',\n",
       " 'Zamakh wa Manwakh',\n",
       " 'Zingibar']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(ymn_conflict_data.admin2.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "almuk = ymn_conflict_data[(ymn_conflict_data.admin1 == 'Hadramawt') & (ymn_conflict_data.admin2 == 'Al Mukalla')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "ymn_conflict_data = ymn_conflict_data[ymn_conflict_data.admin1 != 'Hadramawt'].append(almuk)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "neighboring_gov_dict = {\"YE-SA\" : [\"YE-SN\"], \n",
    "                        \"YE-AB\" : [\"YE-LA\", \"YE-SH\", \"YE-BA\"], \n",
    "                        \"YE-AD\" : [\"YE-LA\"], \n",
    "                        \"YE-DA\" : [\"YE-LA\", \"YE-TA\", \"YE-IB\", \"YE-BA\"], \n",
    "                        \"YE-BA\" : [\"YE-DH\", \"YE-IB\", \"YE-DA\", \"YE-AB\", \"YE-SH\", \"YE-MA\", \"YE-SN\"], \n",
    "                        \"YE-HU\" : [\"YE-HJ\", \"YE-MW\", \"YE-SN\", \"YE-RA\", \"YE-DH\", \"YE-TA\"], \n",
    "                        \"YE-JA\" : [\"YE-MA\", \"YE-SN\", \"YE-AM\", \"YE-SD\"], \n",
    "                        \"YE-MR\" : [\"YE-HD-AL\"], \n",
    "                        \"YE-MW\" : [\"YE-HU\", \"YE-HJ\", \"YE-AM\", \"YE-SN\"], \n",
    "                        \"YE-AM\" : [\"YE-HJ\", \"YE-SD\", \"YE-JA\", \"YE-SN\", \"YE-MW\"], \n",
    "                        \"YE-DH\" : [\"YE-IB\", \"YE-RA\", \"YE-SN\", \"YE-BA\"], \n",
    "                        \"YE-HD-AL\" : [\"YE-SH\", \"YE-MR\"], \n",
    "                        \"YE-HJ\" : [\"YE-MW\", \"YE-HU\", \"YE-MR\"], \n",
    "                        \"YE-IB\" : [\"YE-TA\", \"YE-HU\", \"YE-DH\", \"YE-BA\", \"YE-DA\"], \n",
    "                        \"YE-LA\" : [\"YE-AD\", \"YE-TA\", \"YE-DA\", \"YE-BA\", \"YE-AB\"], \n",
    "                        \"YE-MA\" : [\"YE-BA\", \"YE-SN\", \"YE-JA\", \"YE-SH\"], \n",
    "                        \"YE-RA\" : [\"YE-DH\", \"YE-HU\", \"YE-SN\"], \n",
    "                        \"YE-SD\" : [\"YE-HJ\", \"YE-AM\", \"YE-JA\"], \n",
    "                        \"YE-SN\" : [\"YE-BA\", \"YE-DH\", \"YE-RA\", \"YE-MW\", \"YE-AM\", \"YE-JA\", \"YE-MA\"], \n",
    "                        \"YE-SH\" : [\"YE-AB\", \"YE-BA\", \"YE-MA\", \"YE-HD-AL\"], \n",
    "                        \"YE-TA\" : [\"YE-LA\", \"YE-DA\", \"YE-IB\", \"YE-HU\"]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "governorate_iso_replace_dict = {'Lahij':\"YE-LA\", 'Taizz':\"YE-TA\", \n",
    "                                'Sadah':\"YE-SD\", 'Hajjah':\"YE-HJ\", 'Al Hudaydah':\"YE-HU\", 'Sanaa':\"YE-SN\",'Al Jawf':\"YE-JA\", 'Al Bayda':\"YE-BA\", 'Abyan':\"YE-AB\", 'Ibb':\"YE-IB\", 'Aden':\"YE-AD\", 'Marib':\"YE-MA\",\n",
    "       'Hadramawt':\"YE-HD-AL\", 'Shabwah':\"YE-SH\", 'Ad Dali':\"YE-DA\", 'Amanat al Asimah':\"YE-SA\", 'Amran':\"YE-AM\",\n",
    "       'Al Mahrah':\"YE-MR\", 'Dhamar':\"YE-DH\", 'Al Mahwit':\"YE-MW\", 'Raymah':\"YE-RA\"}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "ymn_conflict_data['gov_iso'] = ymn_conflict_data.admin1.map(governorate_iso_replace_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "ymn_conflict_data['date'] = pd.to_datetime(ymn_conflict_data.event_date, format = '%Y-%m-%d')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "ymn_conflict_data = ymn_conflict_data.loc[:, [\"date\", \"gov_iso\", \"fatalities\", \"event_date\", \"event_type\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>fatalities</th>\n",
       "      <th>event_date</th>\n",
       "      <th>event_type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>YE-SA</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>Remote violence</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>YE-HU</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>Remote violence</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>YE-JA</td>\n",
       "      <td>2</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>YE-MA</td>\n",
       "      <td>6</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>YE-AD</td>\n",
       "      <td>1</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>Battle-No change of territory</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        date gov_iso fatalities  event_date                     event_type\n",
       "1 2018-07-28   YE-SA          0  2018-07-28                Remote violence\n",
       "2 2018-07-28   YE-HU          0  2018-07-28                Remote violence\n",
       "3 2018-07-27   YE-JA          2  2018-07-27  Battle-No change of territory\n",
       "4 2018-07-27   YE-MA          6  2018-07-27  Battle-No change of territory\n",
       "5 2018-07-27   YE-AD          1  2018-07-27  Battle-No change of territory"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "ymn_conflict_data.fatalities = ymn_conflict_data.fatalities.map(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "conflict_crosstab = ymn_conflict_data.pivot_table(index = 'date', columns = 'gov_iso', values = 'fatalities', aggfunc = 'sum').fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "norm_conflict_crosstab = conflict_crosstab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "for index, row in gov_pop_area_data[['iso', 'population']].iterrows():\n",
    "    norm_conflict_crosstab[row.iso] = (norm_conflict_crosstab[row.iso] * 10000) / row.population"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>gov_iso</th>\n",
       "      <th>YE-AB</th>\n",
       "      <th>YE-AD</th>\n",
       "      <th>YE-AM</th>\n",
       "      <th>YE-BA</th>\n",
       "      <th>YE-DA</th>\n",
       "      <th>YE-DH</th>\n",
       "      <th>YE-HD-AL</th>\n",
       "      <th>YE-HJ</th>\n",
       "      <th>YE-HU</th>\n",
       "      <th>YE-IB</th>\n",
       "      <th>YE-JA</th>\n",
       "      <th>YE-LA</th>\n",
       "      <th>YE-MA</th>\n",
       "      <th>YE-MR</th>\n",
       "      <th>YE-MW</th>\n",
       "      <th>YE-RA</th>\n",
       "      <th>YE-SA</th>\n",
       "      <th>YE-SD</th>\n",
       "      <th>YE-SH</th>\n",
       "      <th>YE-SN</th>\n",
       "      <th>YE-TA</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2016-01-01</th>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.009194</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005298</td>\n",
       "      <td>0.005114</td>\n",
       "      <td>0.075398</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.217953</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.092218</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-02</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.090478</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020250</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.019761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-03</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211465</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.040500</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.015370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-04</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.035899</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.237767</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-05</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045971</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.105976</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.025568</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.317023</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.076611</td>\n",
       "      <td>0.030375</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "gov_iso        YE-AB     YE-AD  YE-AM     YE-BA  YE-DA  YE-DH  YE-HD-AL  \\\n",
       "date                                                                      \n",
       "2016-01-01  0.091071  0.009194    0.0  0.000000    0.0    0.0       0.0   \n",
       "2016-01-02  0.000000  0.000000    0.0  0.000000    0.0    0.0       0.0   \n",
       "2016-01-03  0.000000  0.211465    0.0  0.000000    0.0    0.0       0.0   \n",
       "2016-01-04  0.000000  0.000000    0.0  0.035899    0.0    0.0       0.0   \n",
       "2016-01-05  0.000000  0.045971    0.0  0.000000    0.0    0.0       0.0   \n",
       "\n",
       "gov_iso        YE-HJ     YE-HU     YE-IB     YE-JA     YE-LA     YE-MA  YE-MR  \\\n",
       "date                                                                            \n",
       "2016-01-01  0.000000  0.005298  0.005114  0.075398  0.000000  0.217953    0.0   \n",
       "2016-01-02  0.000000  0.005298  0.000000  0.090478  0.000000  0.000000    0.0   \n",
       "2016-01-03  0.000000  0.000000  0.000000  0.000000  0.107957  0.000000    0.0   \n",
       "2016-01-04  0.000000  0.000000  0.000000  0.000000  0.000000  0.237767    0.0   \n",
       "2016-01-05  0.105976  0.000000  0.025568  0.000000  0.000000  0.317023    0.0   \n",
       "\n",
       "gov_iso     YE-MW  YE-RA     YE-SA     YE-SD  YE-SH  YE-SN     YE-TA  \n",
       "date                                                                  \n",
       "2016-01-01    0.0    0.0  0.000000  0.000000    0.0    0.0  0.092218  \n",
       "2016-01-02    0.0    0.0  0.000000  0.020250    0.0    0.0  0.019761  \n",
       "2016-01-03    0.0    0.0  0.000000  0.040500    0.0    0.0  0.015370  \n",
       "2016-01-04    0.0    0.0  0.000000  0.000000    0.0    0.0  0.000000  \n",
       "2016-01-05    0.0    0.0  0.076611  0.030375    0.0    0.0  0.002196  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "norm_conflict_crosstab.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "conflict_crosstab.to_csv('/Users/Rohil/Documents/iGEM/yemen/fatality_crosstab.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gov_iso  date        event_type                   \n",
       "YE-AB    2016-01-01  Battle-No change of territory    1\n",
       "         2016-01-04  Battle-No change of territory    1\n",
       "         2016-01-13  Strategic development            1\n",
       "         2016-01-15  Violence against civilians       1\n",
       "         2016-01-26  Remote violence                  1\n",
       "                                                     ..\n",
       "YE-TA    2018-07-24  Battle-No change of territory    1\n",
       "                     Strategic development            1\n",
       "                     Violence against civilians       1\n",
       "         2018-07-26  Remote violence                  1\n",
       "         2018-07-27  Remote violence                  1\n",
       "Name: event_type, Length: 10996, dtype: int64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.groupby(['gov_iso', 'date']).event_type.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "cholera_case_crosstab = pd.read_csv(r'C:\\Users\\Rohil\\Documents\\iGEM\\yemen\\cholera_epi_data\\yemen_weekly_case_data.csv', dayfirst = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       459.600000\n",
       "1       466.800000\n",
       "2       474.000000\n",
       "3       481.200000\n",
       "4       488.400000\n",
       "           ...    \n",
       "5560    121.714286\n",
       "5561    117.285714\n",
       "5562    112.857143\n",
       "5563    108.428571\n",
       "5564    104.000000\n",
       "Length: 5565, dtype: float64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "norm_weekly_cholera_case_crosstab = cholera_case_crosstab\n",
    "cholera_case_crosstab.set_index(\"date\").unstack().reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>YE-AB</th>\n",
       "      <th>YE-AD</th>\n",
       "      <th>YE-AM</th>\n",
       "      <th>YE-BA</th>\n",
       "      <th>YE-DA</th>\n",
       "      <th>YE-DH</th>\n",
       "      <th>YE-HD-AL</th>\n",
       "      <th>YE-HJ</th>\n",
       "      <th>YE-HU</th>\n",
       "      <th>YE-IB</th>\n",
       "      <th>YE-JA</th>\n",
       "      <th>YE-LA</th>\n",
       "      <th>YE-MA</th>\n",
       "      <th>YE-MR</th>\n",
       "      <th>YE-MW</th>\n",
       "      <th>YE-RA</th>\n",
       "      <th>YE-SA</th>\n",
       "      <th>YE-SD</th>\n",
       "      <th>YE-SH</th>\n",
       "      <th>YE-SN</th>\n",
       "      <th>YE-TA</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23-05-17</td>\n",
       "      <td>459.600000</td>\n",
       "      <td>621.200000</td>\n",
       "      <td>2788.200000</td>\n",
       "      <td>1430.400000</td>\n",
       "      <td>866.400000</td>\n",
       "      <td>1238.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2215.800000</td>\n",
       "      <td>5254.799999</td>\n",
       "      <td>1029.200000</td>\n",
       "      <td>128.600000</td>\n",
       "      <td>271.0</td>\n",
       "      <td>100.600000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1538.400000</td>\n",
       "      <td>310.600000</td>\n",
       "      <td>3818.400000</td>\n",
       "      <td>20.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2095.400000</td>\n",
       "      <td>2287.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>24-05-17</td>\n",
       "      <td>466.800000</td>\n",
       "      <td>918.200000</td>\n",
       "      <td>2847.000000</td>\n",
       "      <td>1363.000000</td>\n",
       "      <td>849.000000</td>\n",
       "      <td>1265.400000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2496.800000</td>\n",
       "      <td>5534.599999</td>\n",
       "      <td>1210.800000</td>\n",
       "      <td>132.000000</td>\n",
       "      <td>248.8</td>\n",
       "      <td>96.600000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1570.400000</td>\n",
       "      <td>316.000000</td>\n",
       "      <td>3690.000000</td>\n",
       "      <td>22.4</td>\n",
       "      <td>3.2</td>\n",
       "      <td>2135.400000</td>\n",
       "      <td>2208.600000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>25-05-17</td>\n",
       "      <td>474.000000</td>\n",
       "      <td>1215.200000</td>\n",
       "      <td>2905.800000</td>\n",
       "      <td>1295.600000</td>\n",
       "      <td>831.600000</td>\n",
       "      <td>1292.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2777.800000</td>\n",
       "      <td>5814.399999</td>\n",
       "      <td>1392.400000</td>\n",
       "      <td>135.400000</td>\n",
       "      <td>226.6</td>\n",
       "      <td>92.600000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1602.400000</td>\n",
       "      <td>321.400000</td>\n",
       "      <td>3561.600000</td>\n",
       "      <td>24.8</td>\n",
       "      <td>3.4</td>\n",
       "      <td>2175.400000</td>\n",
       "      <td>2129.800000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>26-05-17</td>\n",
       "      <td>481.200000</td>\n",
       "      <td>1512.200000</td>\n",
       "      <td>2964.600000</td>\n",
       "      <td>1228.200000</td>\n",
       "      <td>814.200000</td>\n",
       "      <td>1320.200000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3058.800000</td>\n",
       "      <td>6094.199999</td>\n",
       "      <td>1574.000000</td>\n",
       "      <td>138.800000</td>\n",
       "      <td>204.4</td>\n",
       "      <td>88.600000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1634.400000</td>\n",
       "      <td>326.800000</td>\n",
       "      <td>3433.200000</td>\n",
       "      <td>27.2</td>\n",
       "      <td>3.6</td>\n",
       "      <td>2215.400000</td>\n",
       "      <td>2051.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27-05-17</td>\n",
       "      <td>488.400000</td>\n",
       "      <td>1809.200000</td>\n",
       "      <td>3023.400000</td>\n",
       "      <td>1160.800000</td>\n",
       "      <td>796.800000</td>\n",
       "      <td>1347.600000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3339.800000</td>\n",
       "      <td>6373.999999</td>\n",
       "      <td>1755.600000</td>\n",
       "      <td>142.200000</td>\n",
       "      <td>182.2</td>\n",
       "      <td>84.600000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1666.400000</td>\n",
       "      <td>332.200000</td>\n",
       "      <td>3304.800000</td>\n",
       "      <td>29.6</td>\n",
       "      <td>3.8</td>\n",
       "      <td>2255.400000</td>\n",
       "      <td>1972.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>260</th>\n",
       "      <td>07-02-18</td>\n",
       "      <td>1.142857</td>\n",
       "      <td>17.714286</td>\n",
       "      <td>212.142857</td>\n",
       "      <td>292.714286</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>525.142857</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>1.714286</td>\n",
       "      <td>845.857143</td>\n",
       "      <td>486.857143</td>\n",
       "      <td>27.285714</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>0.0</td>\n",
       "      <td>309.571429</td>\n",
       "      <td>197.714286</td>\n",
       "      <td>629.285714</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>354.571429</td>\n",
       "      <td>121.714286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>08-02-18</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>16.285714</td>\n",
       "      <td>196.857143</td>\n",
       "      <td>295.285714</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>503.857143</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>1.285714</td>\n",
       "      <td>800.142857</td>\n",
       "      <td>495.142857</td>\n",
       "      <td>33.714286</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.142857</td>\n",
       "      <td>0.0</td>\n",
       "      <td>302.428571</td>\n",
       "      <td>198.285714</td>\n",
       "      <td>644.714286</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>364.428571</td>\n",
       "      <td>117.285714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>262</th>\n",
       "      <td>09-02-18</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>14.857143</td>\n",
       "      <td>181.571429</td>\n",
       "      <td>297.857143</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>482.571429</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>754.428571</td>\n",
       "      <td>503.428571</td>\n",
       "      <td>40.142857</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.428571</td>\n",
       "      <td>0.0</td>\n",
       "      <td>295.285714</td>\n",
       "      <td>198.857143</td>\n",
       "      <td>660.142857</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>374.285714</td>\n",
       "      <td>112.857143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>10-02-18</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>13.428571</td>\n",
       "      <td>166.285714</td>\n",
       "      <td>300.428571</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>461.285714</td>\n",
       "      <td>0.857143</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>708.714286</td>\n",
       "      <td>511.714286</td>\n",
       "      <td>46.571429</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.714286</td>\n",
       "      <td>0.0</td>\n",
       "      <td>288.142857</td>\n",
       "      <td>199.428571</td>\n",
       "      <td>675.571429</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>384.142857</td>\n",
       "      <td>108.428571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>264</th>\n",
       "      <td>11-02-18</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>151.000000</td>\n",
       "      <td>303.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>440.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>663.000000</td>\n",
       "      <td>520.000000</td>\n",
       "      <td>53.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>281.000000</td>\n",
       "      <td>200.000000</td>\n",
       "      <td>691.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>394.000000</td>\n",
       "      <td>104.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>265 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         date       YE-AB        YE-AD        YE-AM        YE-BA       YE-DA  \\\n",
       "0    23-05-17  459.600000   621.200000  2788.200000  1430.400000  866.400000   \n",
       "1    24-05-17  466.800000   918.200000  2847.000000  1363.000000  849.000000   \n",
       "2    25-05-17  474.000000  1215.200000  2905.800000  1295.600000  831.600000   \n",
       "3    26-05-17  481.200000  1512.200000  2964.600000  1228.200000  814.200000   \n",
       "4    27-05-17  488.400000  1809.200000  3023.400000  1160.800000  796.800000   \n",
       "..        ...         ...          ...          ...          ...         ...   \n",
       "260  07-02-18    1.142857    17.714286   212.142857   292.714286    0.428571   \n",
       "261  08-02-18    0.857143    16.285714   196.857143   295.285714    0.571429   \n",
       "262  09-02-18    0.571429    14.857143   181.571429   297.857143    0.714286   \n",
       "263  10-02-18    0.285714    13.428571   166.285714   300.428571    0.857143   \n",
       "264  11-02-18    0.000000    12.000000   151.000000   303.000000    1.000000   \n",
       "\n",
       "           YE-DH  YE-HD-AL        YE-HJ        YE-HU        YE-IB       YE-JA  \\\n",
       "0    1238.000000  0.000000  2215.800000  5254.799999  1029.200000  128.600000   \n",
       "1    1265.400000  0.000000  2496.800000  5534.599999  1210.800000  132.000000   \n",
       "2    1292.800000  0.000000  2777.800000  5814.399999  1392.400000  135.400000   \n",
       "3    1320.200000  0.000000  3058.800000  6094.199999  1574.000000  138.800000   \n",
       "4    1347.600000  0.000000  3339.800000  6373.999999  1755.600000  142.200000   \n",
       "..           ...       ...          ...          ...          ...         ...   \n",
       "260   525.142857  0.428571     1.714286   845.857143   486.857143   27.285714   \n",
       "261   503.857143  0.571429     1.285714   800.142857   495.142857   33.714286   \n",
       "262   482.571429  0.714286     0.857143   754.428571   503.428571   40.142857   \n",
       "263   461.285714  0.857143     0.428571   708.714286   511.714286   46.571429   \n",
       "264   440.000000  1.000000     0.000000   663.000000   520.000000   53.000000   \n",
       "\n",
       "     YE-LA       YE-MA  YE-MR        YE-MW       YE-RA        YE-SA  YE-SD  \\\n",
       "0    271.0  100.600000    0.0  1538.400000  310.600000  3818.400000   20.0   \n",
       "1    248.8   96.600000    0.0  1570.400000  316.000000  3690.000000   22.4   \n",
       "2    226.6   92.600000    0.0  1602.400000  321.400000  3561.600000   24.8   \n",
       "3    204.4   88.600000    0.0  1634.400000  326.800000  3433.200000   27.2   \n",
       "4    182.2   84.600000    0.0  1666.400000  332.200000  3304.800000   29.6   \n",
       "..     ...         ...    ...          ...         ...          ...    ...   \n",
       "260    0.0    0.857143    0.0   309.571429  197.714286   629.285714    0.0   \n",
       "261    0.0    1.142857    0.0   302.428571  198.285714   644.714286    0.0   \n",
       "262    0.0    1.428571    0.0   295.285714  198.857143   660.142857    0.0   \n",
       "263    0.0    1.714286    0.0   288.142857  199.428571   675.571429    0.0   \n",
       "264    0.0    2.000000    0.0   281.000000  200.000000   691.000000    0.0   \n",
       "\n",
       "     YE-SH        YE-SN        YE-TA  \n",
       "0      3.0  2095.400000  2287.400000  \n",
       "1      3.2  2135.400000  2208.600000  \n",
       "2      3.4  2175.400000  2129.800000  \n",
       "3      3.6  2215.400000  2051.000000  \n",
       "4      3.8  2255.400000  1972.200000  \n",
       "..     ...          ...          ...  \n",
       "260    0.0   354.571429   121.714286  \n",
       "261    0.0   364.428571   117.285714  \n",
       "262    0.0   374.285714   112.857143  \n",
       "263    0.0   384.142857   108.428571  \n",
       "264    0.0   394.000000   104.000000  \n",
       "\n",
       "[265 rows x 22 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cholera_case_crosstab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>YE-AB</th>\n",
       "      <th>YE-AD</th>\n",
       "      <th>YE-AM</th>\n",
       "      <th>YE-BA</th>\n",
       "      <th>YE-DA</th>\n",
       "      <th>YE-DH</th>\n",
       "      <th>YE-HD-AL</th>\n",
       "      <th>YE-HJ</th>\n",
       "      <th>YE-HU</th>\n",
       "      <th>YE-IB</th>\n",
       "      <th>YE-JA</th>\n",
       "      <th>YE-LA</th>\n",
       "      <th>YE-MA</th>\n",
       "      <th>YE-MR</th>\n",
       "      <th>YE-MW</th>\n",
       "      <th>YE-RA</th>\n",
       "      <th>YE-SA</th>\n",
       "      <th>YE-SD</th>\n",
       "      <th>YE-SH</th>\n",
       "      <th>YE-SN</th>\n",
       "      <th>YE-TA</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23-05-17</td>\n",
       "      <td>6.976066</td>\n",
       "      <td>5.711380</td>\n",
       "      <td>24.813754</td>\n",
       "      <td>17.116538</td>\n",
       "      <td>14.377386</td>\n",
       "      <td>7.294939</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>11.741123</td>\n",
       "      <td>13.920317</td>\n",
       "      <td>2.631505</td>\n",
       "      <td>1.939238</td>\n",
       "      <td>2.925646</td>\n",
       "      <td>1.993279</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.006063</td>\n",
       "      <td>6.181033</td>\n",
       "      <td>32.503467</td>\n",
       "      <td>0.202498</td>\n",
       "      <td>0.046047</td>\n",
       "      <td>9.191701</td>\n",
       "      <td>5.022349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>24-05-17</td>\n",
       "      <td>7.085352</td>\n",
       "      <td>8.442031</td>\n",
       "      <td>25.337049</td>\n",
       "      <td>16.310012</td>\n",
       "      <td>14.088644</td>\n",
       "      <td>7.456394</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13.230091</td>\n",
       "      <td>14.661526</td>\n",
       "      <td>3.095828</td>\n",
       "      <td>1.990509</td>\n",
       "      <td>2.685981</td>\n",
       "      <td>1.914023</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.443006</td>\n",
       "      <td>6.288495</td>\n",
       "      <td>31.410484</td>\n",
       "      <td>0.226798</td>\n",
       "      <td>0.049117</td>\n",
       "      <td>9.367166</td>\n",
       "      <td>4.849331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>25-05-17</td>\n",
       "      <td>7.194638</td>\n",
       "      <td>11.172681</td>\n",
       "      <td>25.860343</td>\n",
       "      <td>15.503486</td>\n",
       "      <td>13.799901</td>\n",
       "      <td>7.617849</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>14.719059</td>\n",
       "      <td>15.402735</td>\n",
       "      <td>3.560151</td>\n",
       "      <td>2.041780</td>\n",
       "      <td>2.446315</td>\n",
       "      <td>1.834768</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.879950</td>\n",
       "      <td>6.395956</td>\n",
       "      <td>30.317501</td>\n",
       "      <td>0.251098</td>\n",
       "      <td>0.052187</td>\n",
       "      <td>9.542630</td>\n",
       "      <td>4.676313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>26-05-17</td>\n",
       "      <td>7.303923</td>\n",
       "      <td>13.903331</td>\n",
       "      <td>26.383637</td>\n",
       "      <td>14.696960</td>\n",
       "      <td>13.511159</td>\n",
       "      <td>7.779304</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>16.208027</td>\n",
       "      <td>16.143944</td>\n",
       "      <td>4.024474</td>\n",
       "      <td>2.093050</td>\n",
       "      <td>2.206650</td>\n",
       "      <td>1.755512</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.316893</td>\n",
       "      <td>6.503418</td>\n",
       "      <td>29.224519</td>\n",
       "      <td>0.275398</td>\n",
       "      <td>0.055256</td>\n",
       "      <td>9.718095</td>\n",
       "      <td>4.503295</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27-05-17</td>\n",
       "      <td>7.413209</td>\n",
       "      <td>16.633982</td>\n",
       "      <td>26.906931</td>\n",
       "      <td>13.890435</td>\n",
       "      <td>13.222416</td>\n",
       "      <td>7.940759</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17.696996</td>\n",
       "      <td>16.885153</td>\n",
       "      <td>4.488797</td>\n",
       "      <td>2.144321</td>\n",
       "      <td>1.966984</td>\n",
       "      <td>1.676257</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.753837</td>\n",
       "      <td>6.610879</td>\n",
       "      <td>28.131536</td>\n",
       "      <td>0.299697</td>\n",
       "      <td>0.058326</td>\n",
       "      <td>9.893559</td>\n",
       "      <td>4.330277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>260</th>\n",
       "      <td>07-02-18</td>\n",
       "      <td>0.017347</td>\n",
       "      <td>0.162867</td>\n",
       "      <td>1.887978</td>\n",
       "      <td>3.502695</td>\n",
       "      <td>0.007112</td>\n",
       "      <td>3.094414</td>\n",
       "      <td>0.016603</td>\n",
       "      <td>0.009084</td>\n",
       "      <td>2.240732</td>\n",
       "      <td>1.244818</td>\n",
       "      <td>0.411458</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.016983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.227039</td>\n",
       "      <td>3.934574</td>\n",
       "      <td>5.356685</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.555366</td>\n",
       "      <td>0.267243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>261</th>\n",
       "      <td>08-02-18</td>\n",
       "      <td>0.013010</td>\n",
       "      <td>0.149733</td>\n",
       "      <td>1.751942</td>\n",
       "      <td>3.533466</td>\n",
       "      <td>0.009483</td>\n",
       "      <td>2.968988</td>\n",
       "      <td>0.022137</td>\n",
       "      <td>0.006813</td>\n",
       "      <td>2.119632</td>\n",
       "      <td>1.266004</td>\n",
       "      <td>0.508398</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022644</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.129507</td>\n",
       "      <td>3.945945</td>\n",
       "      <td>5.488018</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.598606</td>\n",
       "      <td>0.257519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>262</th>\n",
       "      <td>09-02-18</td>\n",
       "      <td>0.008673</td>\n",
       "      <td>0.136598</td>\n",
       "      <td>1.615906</td>\n",
       "      <td>3.564236</td>\n",
       "      <td>0.011853</td>\n",
       "      <td>2.843561</td>\n",
       "      <td>0.027671</td>\n",
       "      <td>0.004542</td>\n",
       "      <td>1.998532</td>\n",
       "      <td>1.287189</td>\n",
       "      <td>0.605339</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.028306</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.031975</td>\n",
       "      <td>3.957317</td>\n",
       "      <td>5.619351</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.641845</td>\n",
       "      <td>0.247796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>10-02-18</td>\n",
       "      <td>0.004337</td>\n",
       "      <td>0.123464</td>\n",
       "      <td>1.479870</td>\n",
       "      <td>3.595006</td>\n",
       "      <td>0.014224</td>\n",
       "      <td>2.718135</td>\n",
       "      <td>0.033206</td>\n",
       "      <td>0.002271</td>\n",
       "      <td>1.877432</td>\n",
       "      <td>1.308374</td>\n",
       "      <td>0.702279</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.033967</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.934443</td>\n",
       "      <td>3.968688</td>\n",
       "      <td>5.750684</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.685085</td>\n",
       "      <td>0.238072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>264</th>\n",
       "      <td>11-02-18</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.110329</td>\n",
       "      <td>1.343834</td>\n",
       "      <td>3.625777</td>\n",
       "      <td>0.016594</td>\n",
       "      <td>2.592708</td>\n",
       "      <td>0.038740</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.756331</td>\n",
       "      <td>1.329559</td>\n",
       "      <td>0.799219</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039628</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.836911</td>\n",
       "      <td>3.980060</td>\n",
       "      <td>5.882017</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.728324</td>\n",
       "      <td>0.228348</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>265 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         date     YE-AB      YE-AD      YE-AM      YE-BA      YE-DA     YE-DH  \\\n",
       "0    23-05-17  6.976066   5.711380  24.813754  17.116538  14.377386  7.294939   \n",
       "1    24-05-17  7.085352   8.442031  25.337049  16.310012  14.088644  7.456394   \n",
       "2    25-05-17  7.194638  11.172681  25.860343  15.503486  13.799901  7.617849   \n",
       "3    26-05-17  7.303923  13.903331  26.383637  14.696960  13.511159  7.779304   \n",
       "4    27-05-17  7.413209  16.633982  26.906931  13.890435  13.222416  7.940759   \n",
       "..        ...       ...        ...        ...        ...        ...       ...   \n",
       "260  07-02-18  0.017347   0.162867   1.887978   3.502695   0.007112  3.094414   \n",
       "261  08-02-18  0.013010   0.149733   1.751942   3.533466   0.009483  2.968988   \n",
       "262  09-02-18  0.008673   0.136598   1.615906   3.564236   0.011853  2.843561   \n",
       "263  10-02-18  0.004337   0.123464   1.479870   3.595006   0.014224  2.718135   \n",
       "264  11-02-18  0.000000   0.110329   1.343834   3.625777   0.016594  2.592708   \n",
       "\n",
       "     YE-HD-AL      YE-HJ      YE-HU     YE-IB     YE-JA     YE-LA     YE-MA  \\\n",
       "0    0.000000  11.741123  13.920317  2.631505  1.939238  2.925646  1.993279   \n",
       "1    0.000000  13.230091  14.661526  3.095828  1.990509  2.685981  1.914023   \n",
       "2    0.000000  14.719059  15.402735  3.560151  2.041780  2.446315  1.834768   \n",
       "3    0.000000  16.208027  16.143944  4.024474  2.093050  2.206650  1.755512   \n",
       "4    0.000000  17.696996  16.885153  4.488797  2.144321  1.966984  1.676257   \n",
       "..        ...        ...        ...       ...       ...       ...       ...   \n",
       "260  0.016603   0.009084   2.240732  1.244818  0.411458  0.000000  0.016983   \n",
       "261  0.022137   0.006813   2.119632  1.266004  0.508398  0.000000  0.022644   \n",
       "262  0.027671   0.004542   1.998532  1.287189  0.605339  0.000000  0.028306   \n",
       "263  0.033206   0.002271   1.877432  1.308374  0.702279  0.000000  0.033967   \n",
       "264  0.038740   0.000000   1.756331  1.329559  0.799219  0.000000  0.039628   \n",
       "\n",
       "     YE-MR      YE-MW     YE-RA      YE-SA     YE-SD     YE-SH     YE-SN  \\\n",
       "0      0.0  21.006063  6.181033  32.503467  0.202498  0.046047  9.191701   \n",
       "1      0.0  21.443006  6.288495  31.410484  0.226798  0.049117  9.367166   \n",
       "2      0.0  21.879950  6.395956  30.317501  0.251098  0.052187  9.542630   \n",
       "3      0.0  22.316893  6.503418  29.224519  0.275398  0.055256  9.718095   \n",
       "4      0.0  22.753837  6.610879  28.131536  0.299697  0.058326  9.893559   \n",
       "..     ...        ...       ...        ...       ...       ...       ...   \n",
       "260    0.0   4.227039  3.934574   5.356685  0.000000  0.000000  1.555366   \n",
       "261    0.0   4.129507  3.945945   5.488018  0.000000  0.000000  1.598606   \n",
       "262    0.0   4.031975  3.957317   5.619351  0.000000  0.000000  1.641845   \n",
       "263    0.0   3.934443  3.968688   5.750684  0.000000  0.000000  1.685085   \n",
       "264    0.0   3.836911  3.980060   5.882017  0.000000  0.000000  1.728324   \n",
       "\n",
       "        YE-TA  \n",
       "0    5.022349  \n",
       "1    4.849331  \n",
       "2    4.676313  \n",
       "3    4.503295  \n",
       "4    4.330277  \n",
       "..        ...  \n",
       "260  0.267243  \n",
       "261  0.257519  \n",
       "262  0.247796  \n",
       "263  0.238072  \n",
       "264  0.228348  \n",
       "\n",
       "[265 rows x 22 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for index, row in gov_pop_area_data[['iso', 'population']].iterrows():\n",
    "    norm_weekly_cholera_case_crosstab[row.iso] = (norm_weekly_cholera_case_crosstab[row.iso] * 10000) / row.population\n",
    "norm_weekly_cholera_case_crosstab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>gov_iso</th>\n",
       "      <th>YE-AB</th>\n",
       "      <th>YE-AD</th>\n",
       "      <th>YE-AM</th>\n",
       "      <th>YE-BA</th>\n",
       "      <th>YE-DA</th>\n",
       "      <th>YE-DH</th>\n",
       "      <th>YE-HD-AL</th>\n",
       "      <th>YE-HJ</th>\n",
       "      <th>YE-HU</th>\n",
       "      <th>YE-IB</th>\n",
       "      <th>YE-JA</th>\n",
       "      <th>YE-LA</th>\n",
       "      <th>YE-MA</th>\n",
       "      <th>YE-MR</th>\n",
       "      <th>YE-MW</th>\n",
       "      <th>YE-RA</th>\n",
       "      <th>YE-SA</th>\n",
       "      <th>YE-SD</th>\n",
       "      <th>YE-SH</th>\n",
       "      <th>YE-SN</th>\n",
       "      <th>YE-TA</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2016-01-01</th>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.009194</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005298</td>\n",
       "      <td>0.005114</td>\n",
       "      <td>0.075398</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.217953</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.092218</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-02</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005298</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.090478</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020250</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.019761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-03</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211465</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.040500</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.015370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-04</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.035899</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.237767</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-01-05</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045971</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.105976</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.025568</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.317023</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.076611</td>\n",
       "      <td>0.030375</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-07-24</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045971</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.052988</td>\n",
       "      <td>0.172189</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.301592</td>\n",
       "      <td>0.010796</td>\n",
       "      <td>0.198139</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-07-25</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.191460</td>\n",
       "      <td>0.132755</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.198139</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-07-26</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.478650</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.015894</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.059442</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020250</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.004391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-07-27</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009194</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002649</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.180955</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.118883</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.060749</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.013174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018-07-28</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>939 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "gov_iso        YE-AB     YE-AD  YE-AM     YE-BA     YE-DA  YE-DH  YE-HD-AL  \\\n",
       "date                                                                         \n",
       "2016-01-01  0.091071  0.009194    0.0  0.000000  0.000000    0.0       0.0   \n",
       "2016-01-02  0.000000  0.000000    0.0  0.000000  0.000000    0.0       0.0   \n",
       "2016-01-03  0.000000  0.211465    0.0  0.000000  0.000000    0.0       0.0   \n",
       "2016-01-04  0.000000  0.000000    0.0  0.035899  0.000000    0.0       0.0   \n",
       "2016-01-05  0.000000  0.045971    0.0  0.000000  0.000000    0.0       0.0   \n",
       "...              ...       ...    ...       ...       ...    ...       ...   \n",
       "2018-07-24  0.000000  0.045971    0.0  0.000000  0.000000    0.0       0.0   \n",
       "2018-07-25  0.000000  0.000000    0.0  0.191460  0.132755    0.0       0.0   \n",
       "2018-07-26  0.000000  0.000000    0.0  0.478650  0.000000    0.0       0.0   \n",
       "2018-07-27  0.000000  0.009194    0.0  0.000000  0.000000    0.0       0.0   \n",
       "2018-07-28  0.000000  0.000000    0.0  0.000000  0.000000    0.0       0.0   \n",
       "\n",
       "gov_iso        YE-HJ     YE-HU     YE-IB     YE-JA     YE-LA     YE-MA  YE-MR  \\\n",
       "date                                                                            \n",
       "2016-01-01  0.000000  0.005298  0.005114  0.075398  0.000000  0.217953    0.0   \n",
       "2016-01-02  0.000000  0.005298  0.000000  0.090478  0.000000  0.000000    0.0   \n",
       "2016-01-03  0.000000  0.000000  0.000000  0.000000  0.107957  0.000000    0.0   \n",
       "2016-01-04  0.000000  0.000000  0.000000  0.000000  0.000000  0.237767    0.0   \n",
       "2016-01-05  0.105976  0.000000  0.025568  0.000000  0.000000  0.317023    0.0   \n",
       "...              ...       ...       ...       ...       ...       ...    ...   \n",
       "2018-07-24  0.052988  0.172189  0.000000  0.301592  0.010796  0.198139    0.0   \n",
       "2018-07-25  0.000000  0.000000  0.000000  0.000000  0.000000  0.198139    0.0   \n",
       "2018-07-26  0.000000  0.015894  0.000000  0.000000  0.000000  0.059442    0.0   \n",
       "2018-07-27  0.000000  0.002649  0.000000  0.180955  0.000000  0.118883    0.0   \n",
       "2018-07-28  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000    0.0   \n",
       "\n",
       "gov_iso     YE-MW  YE-RA     YE-SA     YE-SD  YE-SH  YE-SN     YE-TA  \n",
       "date                                                                  \n",
       "2016-01-01    0.0    0.0  0.000000  0.000000    0.0    0.0  0.092218  \n",
       "2016-01-02    0.0    0.0  0.000000  0.020250    0.0    0.0  0.019761  \n",
       "2016-01-03    0.0    0.0  0.000000  0.040500    0.0    0.0  0.015370  \n",
       "2016-01-04    0.0    0.0  0.000000  0.000000    0.0    0.0  0.000000  \n",
       "2016-01-05    0.0    0.0  0.076611  0.030375    0.0    0.0  0.002196  \n",
       "...           ...    ...       ...       ...    ...    ...       ...  \n",
       "2018-07-24    0.0    0.0  0.000000  0.000000    0.0    0.0  0.004391  \n",
       "2018-07-25    0.0    0.0  0.000000  0.000000    0.0    0.0  0.000000  \n",
       "2018-07-26    0.0    0.0  0.000000  0.020250    0.0    0.0  0.004391  \n",
       "2018-07-27    0.0    0.0  0.000000  0.060749    0.0    0.0  0.013174  \n",
       "2018-07-28    0.0    0.0  0.000000  0.000000    0.0    0.0  0.000000  \n",
       "\n",
       "[939 rows x 21 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "norm_conflict_crosstab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "conflict_unstacked = norm_conflict_crosstab.unstack().reset_index()\n",
    "conflict_unstacked.columns = ['gov_iso', 'date', 'fatalities']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>fatalities</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.091071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-02</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-03</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-04</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gov_iso       date  fatalities\n",
       "0   YE-AB 2016-01-01    0.091071\n",
       "1   YE-AB 2016-01-02    0.000000\n",
       "2   YE-AB 2016-01-03    0.000000\n",
       "3   YE-AB 2016-01-04    0.000000\n",
       "4   YE-AB 2016-01-05    0.000000"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conflict_unstacked.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>fatalities</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.091071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14085</th>\n",
       "      <td>YE-RA</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5634</th>\n",
       "      <td>YE-HD-AL</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12207</th>\n",
       "      <td>YE-MR</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7512</th>\n",
       "      <td>YE-HU</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.005298</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        gov_iso       date  fatalities\n",
       "0         YE-AB 2016-01-01    0.091071\n",
       "14085     YE-RA 2016-01-01    0.000000\n",
       "5634   YE-HD-AL 2016-01-01    0.000000\n",
       "12207     YE-MR 2016-01-01    0.000000\n",
       "7512      YE-HU 2016-01-01    0.005298"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conflict_unstacked.sort_values(by=\"date\").head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_past_days_features(row, var, daysback):      \n",
    "    gov_data = conflict_unstacked[conflict_unstacked.gov_iso == row.gov_iso].set_index('date')\n",
    "    x_days_date = row.date - pd.to_timedelta(daysback, unit='d')\n",
    "    relevant_gov_data = gov_data.loc[(gov_data.index >= x_days_date) & (gov_data.index < row.date)].sort_index()\n",
    "    return (pd.Series([np.mean(relevant_gov_data[var]), np.max(relevant_gov_data[var]), kurtosis(relevant_gov_data[var])]))\n",
    "def get_neighbor_past_days_features(row, var, daysback):     \n",
    "    other_gov_data = conflict_unstacked[conflict_unstacked.gov_iso.isin(neighboring_gov_dict[row.gov_iso])].set_index('date')\n",
    "    x_days_date = row.date - pd.to_timedelta(daysback, unit='d')\n",
    "    relevant_other_gov_data = other_gov_data.loc[(other_gov_data.index >= x_days_date) & (other_gov_data.index < row.date)].sort_index()\n",
    "    return (pd.Series([np.mean(relevant_other_gov_data[var]), np.max(relevant_other_gov_data[var]), kurtosis(relevant_other_gov_data[var])]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "past_week_fatalities = conflict_unstacked.apply(get_past_days_features, args = ('fatalities', 7), axis = 1)\n",
    "past_week_fatalities.columns = ['mean_past_week_fatalities', 'max_past_week_fatalities', 'kurtosis_past_week_fatalities']\n",
    "neighbor_past_week_fatalities = conflict_unstacked.apply(get_neighbor_past_days_features, args = ('fatalities', 7), axis = 1)\n",
    "neighbor_past_week_fatalities.columns = ['neighbor_mean_past_week_fatalities', 'neighbor_max_past_week_fatalities', 'neighbor_kurtosis_past_week_fatalities']\n",
    "\n",
    "past_2_week_fatalities = conflict_unstacked.apply(get_past_days_features, args = ('fatalities', 14), axis = 1)\n",
    "past_2_week_fatalities.columns = ['mean_past_2_week_fatalities', 'max_past_2_week_fatalities', 'kurtosis_past_2_week_fatalities']\n",
    "neighbor_past_2_week_fatalities = conflict_unstacked.apply(get_neighbor_past_days_features, args = ('fatalities', 14), axis = 1)\n",
    "neighbor_past_2_week_fatalities.columns = ['neighbor_mean_past_2_week_fatalities', 'neighbor_max_past_2_week_fatalities', 'neighbor_kurtosis_past_2_week_fatalities']\n",
    "\n",
    "past_month_fatalities = conflict_unstacked.apply(get_past_days_features, args = ('fatalities', 30), axis = 1)\n",
    "past_month_fatalities.columns = ['mean_past_month_fatalities', 'max_past_month_fatalities', 'kurtosis_past_month_fatalities']\n",
    "neighbor_past_month_fatalities = conflict_unstacked.apply(get_neighbor_past_days_features, args = ('fatalities', 30), axis = 1)\n",
    "neighbor_past_month_fatalities.columns = ['neighbor_mean_past_month_fatalities', 'neighbor_max_past_month_fatalities', 'neighbor_kurtosis_past_month_fatalities']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "training_data = pd.concat([conflict_unstacked[['gov_iso', 'date', 'fatalities']], \n",
    "           past_week_fatalities, past_2_week_fatalities, past_month_fatalities, neighbor_past_week_fatalities, neighbor_past_2_week_fatalities, neighbor_past_month_fatalities], axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>fatalities</th>\n",
       "      <th>mean_past_week_fatalities</th>\n",
       "      <th>max_past_week_fatalities</th>\n",
       "      <th>kurtosis_past_week_fatalities</th>\n",
       "      <th>mean_past_2_week_fatalities</th>\n",
       "      <th>max_past_2_week_fatalities</th>\n",
       "      <th>kurtosis_past_2_week_fatalities</th>\n",
       "      <th>mean_past_month_fatalities</th>\n",
       "      <th>max_past_month_fatalities</th>\n",
       "      <th>kurtosis_past_month_fatalities</th>\n",
       "      <th>neighbor_mean_past_week_fatalities</th>\n",
       "      <th>neighbor_max_past_week_fatalities</th>\n",
       "      <th>neighbor_kurtosis_past_week_fatalities</th>\n",
       "      <th>neighbor_mean_past_2_week_fatalities</th>\n",
       "      <th>neighbor_max_past_2_week_fatalities</th>\n",
       "      <th>neighbor_kurtosis_past_2_week_fatalities</th>\n",
       "      <th>neighbor_mean_past_month_fatalities</th>\n",
       "      <th>neighbor_max_past_month_fatalities</th>\n",
       "      <th>neighbor_kurtosis_past_month_fatalities</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-02</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-3.000000</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-3.000000</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-2.000000</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-2.000000</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-2.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-3.0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-1.500000</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-1.500000</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-1.500000</td>\n",
       "      <td>0.011995</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>4.1250</td>\n",
       "      <td>0.011995</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>4.1250</td>\n",
       "      <td>0.011995</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>4.1250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>0.011988</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>5.1382</td>\n",
       "      <td>0.011988</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>5.1382</td>\n",
       "      <td>0.011988</td>\n",
       "      <td>0.107957</td>\n",
       "      <td>5.1382</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gov_iso       date  fatalities  mean_past_week_fatalities  \\\n",
       "0   YE-AB 2016-01-01    0.091071                        NaN   \n",
       "1   YE-AB 2016-01-02    0.000000                   0.091071   \n",
       "2   YE-AB 2016-01-03    0.000000                   0.045536   \n",
       "3   YE-AB 2016-01-04    0.000000                   0.030357   \n",
       "4   YE-AB 2016-01-05    0.000000                   0.022768   \n",
       "\n",
       "   max_past_week_fatalities  kurtosis_past_week_fatalities  \\\n",
       "0                       NaN                            NaN   \n",
       "1                  0.091071                      -3.000000   \n",
       "2                  0.091071                      -2.000000   \n",
       "3                  0.091071                      -1.500000   \n",
       "4                  0.091071                      -0.666667   \n",
       "\n",
       "   mean_past_2_week_fatalities  max_past_2_week_fatalities  \\\n",
       "0                          NaN                         NaN   \n",
       "1                     0.091071                    0.091071   \n",
       "2                     0.045536                    0.091071   \n",
       "3                     0.030357                    0.091071   \n",
       "4                     0.022768                    0.091071   \n",
       "\n",
       "   kurtosis_past_2_week_fatalities  mean_past_month_fatalities  \\\n",
       "0                              NaN                         NaN   \n",
       "1                        -3.000000                    0.091071   \n",
       "2                        -2.000000                    0.045536   \n",
       "3                        -1.500000                    0.030357   \n",
       "4                        -0.666667                    0.022768   \n",
       "\n",
       "   max_past_month_fatalities  kurtosis_past_month_fatalities  \\\n",
       "0                        NaN                             NaN   \n",
       "1                   0.091071                       -3.000000   \n",
       "2                   0.091071                       -2.000000   \n",
       "3                   0.091071                       -1.500000   \n",
       "4                   0.091071                       -0.666667   \n",
       "\n",
       "   neighbor_mean_past_week_fatalities  neighbor_max_past_week_fatalities  \\\n",
       "0                                 NaN                                NaN   \n",
       "1                            0.000000                           0.000000   \n",
       "2                            0.000000                           0.000000   \n",
       "3                            0.011995                           0.107957   \n",
       "4                            0.011988                           0.107957   \n",
       "\n",
       "   neighbor_kurtosis_past_week_fatalities  \\\n",
       "0                                     NaN   \n",
       "1                                 -3.0000   \n",
       "2                                 -3.0000   \n",
       "3                                  4.1250   \n",
       "4                                  5.1382   \n",
       "\n",
       "   neighbor_mean_past_2_week_fatalities  neighbor_max_past_2_week_fatalities  \\\n",
       "0                                   NaN                                  NaN   \n",
       "1                              0.000000                             0.000000   \n",
       "2                              0.000000                             0.000000   \n",
       "3                              0.011995                             0.107957   \n",
       "4                              0.011988                             0.107957   \n",
       "\n",
       "   neighbor_kurtosis_past_2_week_fatalities  \\\n",
       "0                                       NaN   \n",
       "1                                   -3.0000   \n",
       "2                                   -3.0000   \n",
       "3                                    4.1250   \n",
       "4                                    5.1382   \n",
       "\n",
       "   neighbor_mean_past_month_fatalities  neighbor_max_past_month_fatalities  \\\n",
       "0                                  NaN                                 NaN   \n",
       "1                             0.000000                            0.000000   \n",
       "2                             0.000000                            0.000000   \n",
       "3                             0.011995                            0.107957   \n",
       "4                             0.011988                            0.107957   \n",
       "\n",
       "   neighbor_kurtosis_past_month_fatalities  \n",
       "0                                      NaN  \n",
       "1                                  -3.0000  \n",
       "2                                  -3.0000  \n",
       "3                                   4.1250  \n",
       "4                                   5.1382  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "training_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "training_data.to_csv('/Users/Rohil/Documents/iGEM/yemen/full_fatality_features.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "weekly_cases_unstacked = norm_weekly_cholera_case_crosstab.set_index('date').unstack().reset_index()\n",
    "weekly_cases_unstacked.columns = ['gov_iso', 'date', 'weekly_cases']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>weekly_cases</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5560</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>07-02-18</td>\n",
       "      <td>0.267243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5561</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>08-02-18</td>\n",
       "      <td>0.257519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5562</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>09-02-18</td>\n",
       "      <td>0.247796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5563</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>10-02-18</td>\n",
       "      <td>0.238072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5564</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>11-02-18</td>\n",
       "      <td>0.228348</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     gov_iso      date  weekly_cases\n",
       "5560   YE-TA  07-02-18      0.267243\n",
       "5561   YE-TA  08-02-18      0.257519\n",
       "5562   YE-TA  09-02-18      0.247796\n",
       "5563   YE-TA  10-02-18      0.238072\n",
       "5564   YE-TA  11-02-18      0.228348"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "weekly_cases_unstacked.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "weekly_cases_unstacked.date = pd.to_datetime(weekly_cases_unstacked.date, format = '%d-%m-%y')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "full_data = weekly_cases_unstacked.merge(training_data, on = ['gov_iso', 'date'], how = 'left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# plots of normalized cases x days back vs today\n",
    "for column in full_data.iloc[:,3:].columns:\n",
    "    fig, ax = plt.subplots(1,1)\n",
    "    ax.scatter(full_data[column], full_data['weekly_cases'])\n",
    "    ax.set_ylabel('weekly cholera cases')\n",
    "    ax.set_xlabel(column)\n",
    "    fig.savefig('/Users/Rohil/Documents/iGEM/yemen/feature_engineering/conflict_plots/' + column + '_vs_cases.png')\n",
    "    plt.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "features = full_data.iloc[:,4:].columns.tolist()\n",
    "target = full_data.iloc[:,2].name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from scipy.stats import pearsonr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "correlations = {}\n",
    "for f in features:\n",
    "    data_temp = full_data[[f,target]]\n",
    "    x1 = data_temp[f].values\n",
    "    x2 = data_temp[target].values\n",
    "    key = f + ' vs ' + target\n",
    "    correlations[key] = pearsonr(x1,x2)[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>neighbor_max_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>-0.232636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>-0.226531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>-0.223513</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>-0.218836</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.207849</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.202006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.198794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_max_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.188891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.187380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.184625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.180301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_max_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.161636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>kurtosis_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.154819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>kurtosis_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>-0.087642</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_kurtosis_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>0.071524</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>kurtosis_past_month_fatalities vs weekly_cases</th>\n",
       "      <td>0.024567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_kurtosis_past_week_fatalities vs weekly_cases</th>\n",
       "      <td>0.023738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_kurtosis_past_2_week_fatalities vs weekly_cases</th>\n",
       "      <td>0.023627</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                       Value\n",
       "neighbor_max_past_month_fatalities vs weekly_cases -0.232636\n",
       "neighbor_mean_past_month_fatalities vs weekly_c... -0.226531\n",
       "mean_past_month_fatalities vs weekly_cases         -0.223513\n",
       "max_past_month_fatalities vs weekly_cases          -0.218836\n",
       "mean_past_2_week_fatalities vs weekly_cases        -0.207849\n",
       "max_past_2_week_fatalities vs weekly_cases         -0.202006\n",
       "neighbor_mean_past_2_week_fatalities vs weekly_... -0.198794\n",
       "neighbor_max_past_2_week_fatalities vs weekly_c... -0.188891\n",
       "mean_past_week_fatalities vs weekly_cases          -0.187380\n",
       "max_past_week_fatalities vs weekly_cases           -0.184625\n",
       "neighbor_mean_past_week_fatalities vs weekly_cases -0.180301\n",
       "neighbor_max_past_week_fatalities vs weekly_cases  -0.161636\n",
       "kurtosis_past_week_fatalities vs weekly_cases      -0.154819\n",
       "kurtosis_past_2_week_fatalities vs weekly_cases    -0.087642\n",
       "neighbor_kurtosis_past_month_fatalities vs week...  0.071524\n",
       "kurtosis_past_month_fatalities vs weekly_cases      0.024567\n",
       "neighbor_kurtosis_past_week_fatalities vs weekl...  0.023738\n",
       "neighbor_kurtosis_past_2_week_fatalities vs wee...  0.023627"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "data_correlations = pd.DataFrame(correlations, index=['Value']).T\n",
    "data_correlations.loc[data_correlations['Value'].abs().sort_values(ascending=False).index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "col_list = []\n",
    "for col in training_data.columns:\n",
    "    if ('max' not in col) and ('kurtosis' not in col) & ('deaths' not in col):\n",
    "        col_list.append(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>fatalities</th>\n",
       "      <th>mean_past_week_fatalities</th>\n",
       "      <th>mean_past_2_week_fatalities</th>\n",
       "      <th>mean_past_month_fatalities</th>\n",
       "      <th>neighbor_mean_past_week_fatalities</th>\n",
       "      <th>neighbor_mean_past_2_week_fatalities</th>\n",
       "      <th>neighbor_mean_past_month_fatalities</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-02</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.091071</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.045536</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.030357</td>\n",
       "      <td>0.011995</td>\n",
       "      <td>0.011995</td>\n",
       "      <td>0.011995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.022768</td>\n",
       "      <td>0.011988</td>\n",
       "      <td>0.011988</td>\n",
       "      <td>0.011988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.018214</td>\n",
       "      <td>0.018214</td>\n",
       "      <td>0.018214</td>\n",
       "      <td>0.009590</td>\n",
       "      <td>0.009590</td>\n",
       "      <td>0.009590</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.015179</td>\n",
       "      <td>0.015179</td>\n",
       "      <td>0.015179</td>\n",
       "      <td>0.013990</td>\n",
       "      <td>0.013990</td>\n",
       "      <td>0.013990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-08</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.013010</td>\n",
       "      <td>0.013010</td>\n",
       "      <td>0.013010</td>\n",
       "      <td>0.017646</td>\n",
       "      <td>0.017646</td>\n",
       "      <td>0.017646</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-09</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.011384</td>\n",
       "      <td>0.011384</td>\n",
       "      <td>0.019702</td>\n",
       "      <td>0.017240</td>\n",
       "      <td>0.017240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-10</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010119</td>\n",
       "      <td>0.010119</td>\n",
       "      <td>0.019702</td>\n",
       "      <td>0.015324</td>\n",
       "      <td>0.015324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009107</td>\n",
       "      <td>0.009107</td>\n",
       "      <td>0.014562</td>\n",
       "      <td>0.013792</td>\n",
       "      <td>0.013792</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-12</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.008279</td>\n",
       "      <td>0.008279</td>\n",
       "      <td>0.032796</td>\n",
       "      <td>0.025229</td>\n",
       "      <td>0.025229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-13</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007589</td>\n",
       "      <td>0.007589</td>\n",
       "      <td>0.047041</td>\n",
       "      <td>0.031437</td>\n",
       "      <td>0.031437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-14</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007005</td>\n",
       "      <td>0.007005</td>\n",
       "      <td>0.041901</td>\n",
       "      <td>0.029019</td>\n",
       "      <td>0.029019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.006505</td>\n",
       "      <td>0.006505</td>\n",
       "      <td>0.036246</td>\n",
       "      <td>0.026946</td>\n",
       "      <td>0.026946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19704</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-14</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.028544</td>\n",
       "      <td>0.024623</td>\n",
       "      <td>0.022103</td>\n",
       "      <td>0.037124</td>\n",
       "      <td>0.036220</td>\n",
       "      <td>0.046068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19705</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.025407</td>\n",
       "      <td>0.023054</td>\n",
       "      <td>0.020639</td>\n",
       "      <td>0.028079</td>\n",
       "      <td>0.032920</td>\n",
       "      <td>0.045652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19706</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-16</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.014429</td>\n",
       "      <td>0.023054</td>\n",
       "      <td>0.018004</td>\n",
       "      <td>0.023821</td>\n",
       "      <td>0.032589</td>\n",
       "      <td>0.041958</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19707</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-17</td>\n",
       "      <td>0.063674</td>\n",
       "      <td>0.006273</td>\n",
       "      <td>0.021016</td>\n",
       "      <td>0.016687</td>\n",
       "      <td>0.016678</td>\n",
       "      <td>0.031785</td>\n",
       "      <td>0.039772</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19708</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-18</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.014115</td>\n",
       "      <td>0.021486</td>\n",
       "      <td>0.018370</td>\n",
       "      <td>0.018002</td>\n",
       "      <td>0.031858</td>\n",
       "      <td>0.037490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19709</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-19</td>\n",
       "      <td>0.024152</td>\n",
       "      <td>0.014115</td>\n",
       "      <td>0.019447</td>\n",
       "      <td>0.017346</td>\n",
       "      <td>0.013721</td>\n",
       "      <td>0.031713</td>\n",
       "      <td>0.035398</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19710</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-20</td>\n",
       "      <td>0.050500</td>\n",
       "      <td>0.014429</td>\n",
       "      <td>0.020545</td>\n",
       "      <td>0.018151</td>\n",
       "      <td>0.012659</td>\n",
       "      <td>0.030320</td>\n",
       "      <td>0.034984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19711</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-21</td>\n",
       "      <td>0.021957</td>\n",
       "      <td>0.019761</td>\n",
       "      <td>0.024152</td>\n",
       "      <td>0.019834</td>\n",
       "      <td>0.016704</td>\n",
       "      <td>0.026914</td>\n",
       "      <td>0.034691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19712</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-22</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022898</td>\n",
       "      <td>0.024152</td>\n",
       "      <td>0.020566</td>\n",
       "      <td>0.016809</td>\n",
       "      <td>0.022444</td>\n",
       "      <td>0.035094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19713</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-23</td>\n",
       "      <td>0.074652</td>\n",
       "      <td>0.022898</td>\n",
       "      <td>0.018663</td>\n",
       "      <td>0.020346</td>\n",
       "      <td>0.025952</td>\n",
       "      <td>0.024887</td>\n",
       "      <td>0.035034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19714</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-24</td>\n",
       "      <td>0.004391</td>\n",
       "      <td>0.033562</td>\n",
       "      <td>0.019918</td>\n",
       "      <td>0.022030</td>\n",
       "      <td>0.030071</td>\n",
       "      <td>0.023374</td>\n",
       "      <td>0.035644</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19715</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-25</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.025093</td>\n",
       "      <td>0.019604</td>\n",
       "      <td>0.022176</td>\n",
       "      <td>0.033389</td>\n",
       "      <td>0.025696</td>\n",
       "      <td>0.036528</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19716</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-26</td>\n",
       "      <td>0.004391</td>\n",
       "      <td>0.025093</td>\n",
       "      <td>0.019604</td>\n",
       "      <td>0.021444</td>\n",
       "      <td>0.036366</td>\n",
       "      <td>0.025043</td>\n",
       "      <td>0.036735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19717</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>0.013174</td>\n",
       "      <td>0.022270</td>\n",
       "      <td>0.018349</td>\n",
       "      <td>0.020420</td>\n",
       "      <td>0.034946</td>\n",
       "      <td>0.023803</td>\n",
       "      <td>0.032074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19718</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-28</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.016938</td>\n",
       "      <td>0.018349</td>\n",
       "      <td>0.020127</td>\n",
       "      <td>0.030712</td>\n",
       "      <td>0.023708</td>\n",
       "      <td>0.031411</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19719 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      gov_iso       date  fatalities  mean_past_week_fatalities  \\\n",
       "0       YE-AB 2016-01-01    0.091071                        NaN   \n",
       "1       YE-AB 2016-01-02    0.000000                   0.091071   \n",
       "2       YE-AB 2016-01-03    0.000000                   0.045536   \n",
       "3       YE-AB 2016-01-04    0.000000                   0.030357   \n",
       "4       YE-AB 2016-01-05    0.000000                   0.022768   \n",
       "5       YE-AB 2016-01-06    0.000000                   0.018214   \n",
       "6       YE-AB 2016-01-07    0.000000                   0.015179   \n",
       "7       YE-AB 2016-01-08    0.000000                   0.013010   \n",
       "8       YE-AB 2016-01-09    0.000000                   0.000000   \n",
       "9       YE-AB 2016-01-10    0.000000                   0.000000   \n",
       "10      YE-AB 2016-01-11    0.000000                   0.000000   \n",
       "11      YE-AB 2016-01-12    0.000000                   0.000000   \n",
       "12      YE-AB 2016-01-13    0.000000                   0.000000   \n",
       "13      YE-AB 2016-01-14    0.000000                   0.000000   \n",
       "14      YE-AB 2016-01-15    0.000000                   0.000000   \n",
       "...       ...        ...         ...                        ...   \n",
       "19704   YE-TA 2018-07-14    0.000000                   0.028544   \n",
       "19705   YE-TA 2018-07-15    0.000000                   0.025407   \n",
       "19706   YE-TA 2018-07-16    0.000000                   0.014429   \n",
       "19707   YE-TA 2018-07-17    0.063674                   0.006273   \n",
       "19708   YE-TA 2018-07-18    0.000000                   0.014115   \n",
       "19709   YE-TA 2018-07-19    0.024152                   0.014115   \n",
       "19710   YE-TA 2018-07-20    0.050500                   0.014429   \n",
       "19711   YE-TA 2018-07-21    0.021957                   0.019761   \n",
       "19712   YE-TA 2018-07-22    0.000000                   0.022898   \n",
       "19713   YE-TA 2018-07-23    0.074652                   0.022898   \n",
       "19714   YE-TA 2018-07-24    0.004391                   0.033562   \n",
       "19715   YE-TA 2018-07-25    0.000000                   0.025093   \n",
       "19716   YE-TA 2018-07-26    0.004391                   0.025093   \n",
       "19717   YE-TA 2018-07-27    0.013174                   0.022270   \n",
       "19718   YE-TA 2018-07-28    0.000000                   0.016938   \n",
       "\n",
       "       mean_past_2_week_fatalities  mean_past_month_fatalities  \\\n",
       "0                              NaN                         NaN   \n",
       "1                         0.091071                    0.091071   \n",
       "2                         0.045536                    0.045536   \n",
       "3                         0.030357                    0.030357   \n",
       "4                         0.022768                    0.022768   \n",
       "5                         0.018214                    0.018214   \n",
       "6                         0.015179                    0.015179   \n",
       "7                         0.013010                    0.013010   \n",
       "8                         0.011384                    0.011384   \n",
       "9                         0.010119                    0.010119   \n",
       "10                        0.009107                    0.009107   \n",
       "11                        0.008279                    0.008279   \n",
       "12                        0.007589                    0.007589   \n",
       "13                        0.007005                    0.007005   \n",
       "14                        0.006505                    0.006505   \n",
       "...                            ...                         ...   \n",
       "19704                     0.024623                    0.022103   \n",
       "19705                     0.023054                    0.020639   \n",
       "19706                     0.023054                    0.018004   \n",
       "19707                     0.021016                    0.016687   \n",
       "19708                     0.021486                    0.018370   \n",
       "19709                     0.019447                    0.017346   \n",
       "19710                     0.020545                    0.018151   \n",
       "19711                     0.024152                    0.019834   \n",
       "19712                     0.024152                    0.020566   \n",
       "19713                     0.018663                    0.020346   \n",
       "19714                     0.019918                    0.022030   \n",
       "19715                     0.019604                    0.022176   \n",
       "19716                     0.019604                    0.021444   \n",
       "19717                     0.018349                    0.020420   \n",
       "19718                     0.018349                    0.020127   \n",
       "\n",
       "       neighbor_mean_past_week_fatalities  \\\n",
       "0                                     NaN   \n",
       "1                                0.000000   \n",
       "2                                0.000000   \n",
       "3                                0.011995   \n",
       "4                                0.011988   \n",
       "5                                0.009590   \n",
       "6                                0.013990   \n",
       "7                                0.017646   \n",
       "8                                0.019702   \n",
       "9                                0.019702   \n",
       "10                               0.014562   \n",
       "11                               0.032796   \n",
       "12                               0.047041   \n",
       "13                               0.041901   \n",
       "14                               0.036246   \n",
       "...                                   ...   \n",
       "19704                            0.037124   \n",
       "19705                            0.028079   \n",
       "19706                            0.023821   \n",
       "19707                            0.016678   \n",
       "19708                            0.018002   \n",
       "19709                            0.013721   \n",
       "19710                            0.012659   \n",
       "19711                            0.016704   \n",
       "19712                            0.016809   \n",
       "19713                            0.025952   \n",
       "19714                            0.030071   \n",
       "19715                            0.033389   \n",
       "19716                            0.036366   \n",
       "19717                            0.034946   \n",
       "19718                            0.030712   \n",
       "\n",
       "       neighbor_mean_past_2_week_fatalities  \\\n",
       "0                                       NaN   \n",
       "1                                  0.000000   \n",
       "2                                  0.000000   \n",
       "3                                  0.011995   \n",
       "4                                  0.011988   \n",
       "5                                  0.009590   \n",
       "6                                  0.013990   \n",
       "7                                  0.017646   \n",
       "8                                  0.017240   \n",
       "9                                  0.015324   \n",
       "10                                 0.013792   \n",
       "11                                 0.025229   \n",
       "12                                 0.031437   \n",
       "13                                 0.029019   \n",
       "14                                 0.026946   \n",
       "...                                     ...   \n",
       "19704                              0.036220   \n",
       "19705                              0.032920   \n",
       "19706                              0.032589   \n",
       "19707                              0.031785   \n",
       "19708                              0.031858   \n",
       "19709                              0.031713   \n",
       "19710                              0.030320   \n",
       "19711                              0.026914   \n",
       "19712                              0.022444   \n",
       "19713                              0.024887   \n",
       "19714                              0.023374   \n",
       "19715                              0.025696   \n",
       "19716                              0.025043   \n",
       "19717                              0.023803   \n",
       "19718                              0.023708   \n",
       "\n",
       "       neighbor_mean_past_month_fatalities  \n",
       "0                                      NaN  \n",
       "1                                 0.000000  \n",
       "2                                 0.000000  \n",
       "3                                 0.011995  \n",
       "4                                 0.011988  \n",
       "5                                 0.009590  \n",
       "6                                 0.013990  \n",
       "7                                 0.017646  \n",
       "8                                 0.017240  \n",
       "9                                 0.015324  \n",
       "10                                0.013792  \n",
       "11                                0.025229  \n",
       "12                                0.031437  \n",
       "13                                0.029019  \n",
       "14                                0.026946  \n",
       "...                                    ...  \n",
       "19704                             0.046068  \n",
       "19705                             0.045652  \n",
       "19706                             0.041958  \n",
       "19707                             0.039772  \n",
       "19708                             0.037490  \n",
       "19709                             0.035398  \n",
       "19710                             0.034984  \n",
       "19711                             0.034691  \n",
       "19712                             0.035094  \n",
       "19713                             0.035034  \n",
       "19714                             0.035644  \n",
       "19715                             0.036528  \n",
       "19716                             0.036735  \n",
       "19717                             0.032074  \n",
       "19718                             0.031411  \n",
       "\n",
       "[19719 rows x 9 columns]"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "training_data[col_list]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Remote violence', 'Battle-No change of territory',\n",
       "       'Battle-Government regains territory',\n",
       "       'Violence against civilians', 'Strategic development',\n",
       "       'Battle-Non-state actor overtakes territory', 'Riots/Protests',\n",
       "       'Non-violent transfer of territory',\n",
       "       'Headquarters or base established'], dtype=object)"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.event_type.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_dict = {'Remote violence':'remote_violence', 'Battle-No change of territory':'battle',\n",
    "       'Battle-Government regains territory':'battle',\n",
    "       'Violence against civilians':'violence_against_civilians', 'Strategic development':'strategic_development',\n",
    "       'Battle-Non-state actor overtakes territory':'battle', 'Riots/Protests':'riot_or_protest',\n",
    "       'Non-violent transfer of territory':np.nan,\n",
    "       'Headquarters or base established':np.nan}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "ymn_conflict_data['event'] = ymn_conflict_data.event_type.map(event_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gov_pop_area_data['gov_iso'] = gov_pop_area_data.iso"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gov_iso\n",
       "YE-AB        658824\n",
       "YE-AD       1087653\n",
       "YE-AM       1123651\n",
       "YE-BA        835683\n",
       "YE-DA        602613\n",
       "YE-DH       1697067\n",
       "YE-HD-AL     258132\n",
       "YE-HJ       1887213\n",
       "YE-HU       3774914\n",
       "YE-IB       3911070\n",
       "YE-JA        663147\n",
       "YE-LA        926291\n",
       "YE-MA        504696\n",
       "YE-MR        400000\n",
       "YE-MW        732360\n",
       "YE-RA        502505\n",
       "YE-SA       1174767\n",
       "YE-SD        987663\n",
       "YE-SH        651509\n",
       "YE-SN       2279665\n",
       "YE-TA       4554443\n",
       "Name: population, dtype: int64"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gov_iso  date        event                     \n",
       "YE-AB    2016-01-01  battle                        0.015179\n",
       "         2016-01-04  battle                        0.015179\n",
       "         2016-01-13  strategic_development         0.015179\n",
       "         2016-01-15  violence_against_civilians    0.015179\n",
       "         2016-01-26  remote_violence               0.015179\n",
       "         2016-02-03  battle                        0.015179\n",
       "         2016-02-04  battle                        0.015179\n",
       "                     remote_violence               0.015179\n",
       "         2016-02-07  battle                        0.015179\n",
       "         2016-02-16  remote_violence               0.015179\n",
       "         2016-02-20  battle                        0.015179\n",
       "         2016-03-08  violence_against_civilians    0.015179\n",
       "         2016-03-16  remote_violence               0.015179\n",
       "         2016-03-22  strategic_development         0.015179\n",
       "         2016-03-26  remote_violence               0.015179\n",
       "                                                     ...   \n",
       "YE-TA    2018-07-17  battle                        0.004391\n",
       "         2018-07-19  battle                        0.002196\n",
       "                     violence_against_civilians    0.002196\n",
       "         2018-07-20  battle                        0.006587\n",
       "                     remote_violence               0.002196\n",
       "         2018-07-21  battle                        0.002196\n",
       "                     remote_violence               0.002196\n",
       "         2018-07-22  remote_violence               0.002196\n",
       "         2018-07-23  remote_violence               0.010978\n",
       "                     battle                        0.006587\n",
       "         2018-07-24  battle                        0.002196\n",
       "                     strategic_development         0.002196\n",
       "                     violence_against_civilians    0.002196\n",
       "         2018-07-26  remote_violence               0.002196\n",
       "         2018-07-27  remote_violence               0.002196\n",
       "Length: 10605, dtype: float64"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ymn_conflict_data.groupby(['gov_iso', 'date']).event.value_counts() * 10000 / gov_pop_area_data.groupby('gov_iso').population.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_df = pd.DataFrame(ymn_conflict_data.groupby(['gov_iso', 'date']).event.value_counts() * 10000 / gov_pop_area_data.groupby('gov_iso').population.sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_df.columns =['event_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>event</th>\n",
       "      <th>event_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-04</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-13</td>\n",
       "      <td>strategic_development</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-15</td>\n",
       "      <td>violence_against_civilians</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-01-26</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-03</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-04</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-04</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-07</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-16</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-02-20</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-03-08</td>\n",
       "      <td>violence_against_civilians</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-03-16</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-03-22</td>\n",
       "      <td>strategic_development</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2016-03-26</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.015179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10590</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-17</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.004391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10591</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-19</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10592</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-19</td>\n",
       "      <td>violence_against_civilians</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10593</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-20</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.006587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10594</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-20</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10595</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-21</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10596</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-21</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10597</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-22</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10598</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-23</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.010978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10599</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-23</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.006587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10600</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-24</td>\n",
       "      <td>battle</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10601</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-24</td>\n",
       "      <td>strategic_development</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10602</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-24</td>\n",
       "      <td>violence_against_civilians</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10603</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-26</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10604</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-07-27</td>\n",
       "      <td>remote_violence</td>\n",
       "      <td>0.002196</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10605 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      gov_iso       date                       event  event_count\n",
       "0       YE-AB 2016-01-01                      battle     0.015179\n",
       "1       YE-AB 2016-01-04                      battle     0.015179\n",
       "2       YE-AB 2016-01-13       strategic_development     0.015179\n",
       "3       YE-AB 2016-01-15  violence_against_civilians     0.015179\n",
       "4       YE-AB 2016-01-26             remote_violence     0.015179\n",
       "5       YE-AB 2016-02-03                      battle     0.015179\n",
       "6       YE-AB 2016-02-04                      battle     0.015179\n",
       "7       YE-AB 2016-02-04             remote_violence     0.015179\n",
       "8       YE-AB 2016-02-07                      battle     0.015179\n",
       "9       YE-AB 2016-02-16             remote_violence     0.015179\n",
       "10      YE-AB 2016-02-20                      battle     0.015179\n",
       "11      YE-AB 2016-03-08  violence_against_civilians     0.015179\n",
       "12      YE-AB 2016-03-16             remote_violence     0.015179\n",
       "13      YE-AB 2016-03-22       strategic_development     0.015179\n",
       "14      YE-AB 2016-03-26             remote_violence     0.015179\n",
       "...       ...        ...                         ...          ...\n",
       "10590   YE-TA 2018-07-17                      battle     0.004391\n",
       "10591   YE-TA 2018-07-19                      battle     0.002196\n",
       "10592   YE-TA 2018-07-19  violence_against_civilians     0.002196\n",
       "10593   YE-TA 2018-07-20                      battle     0.006587\n",
       "10594   YE-TA 2018-07-20             remote_violence     0.002196\n",
       "10595   YE-TA 2018-07-21                      battle     0.002196\n",
       "10596   YE-TA 2018-07-21             remote_violence     0.002196\n",
       "10597   YE-TA 2018-07-22             remote_violence     0.002196\n",
       "10598   YE-TA 2018-07-23             remote_violence     0.010978\n",
       "10599   YE-TA 2018-07-23                      battle     0.006587\n",
       "10600   YE-TA 2018-07-24                      battle     0.002196\n",
       "10601   YE-TA 2018-07-24       strategic_development     0.002196\n",
       "10602   YE-TA 2018-07-24  violence_against_civilians     0.002196\n",
       "10603   YE-TA 2018-07-26             remote_violence     0.002196\n",
       "10604   YE-TA 2018-07-27             remote_violence     0.002196\n",
       "\n",
       "[10605 rows x 4 columns]"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "event_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_df = event_df.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['battle', 'strategic_development', 'violence_against_civilians',\n",
       "       'remote_violence', 'riot_or_protest'], dtype=object)"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "event_df.event.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_df_final = event_df.pivot_table(index = ['date', 'gov_iso'], columns = 'event', values = 'event_count', aggfunc = 'sum').fillna(0).reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event</th>\n",
       "      <th>battle</th>\n",
       "      <th>remote_violence</th>\n",
       "      <th>riot_or_protest</th>\n",
       "      <th>strategic_development</th>\n",
       "      <th>violence_against_civilians</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <th>gov_iso</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">2016-01-01</th>\n",
       "      <th>YE-AB</th>\n",
       "      <td>0.015179</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-AD</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.009194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-DH</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005893</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-HU</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007947</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-IB</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005114</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-JA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.015080</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-LA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010796</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-MA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.059442</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.034049</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SD</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.060749</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SN</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.008773</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-TA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010978</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">2016-01-02</th>\n",
       "      <th>YE-BA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.011966</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-DH</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005893</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-HJ</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005299</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2018-07-26</th>\n",
       "      <th>YE-BA</th>\n",
       "      <td>0.023933</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-HU</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007947</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-MA</th>\n",
       "      <td>0.019814</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SD</th>\n",
       "      <td>0.010125</td>\n",
       "      <td>0.020250</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-TA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002196</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">2018-07-27</th>\n",
       "      <th>YE-AD</th>\n",
       "      <td>0.009194</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-AM</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.008900</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-HJ</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.010598</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-HU</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.015894</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-JA</th>\n",
       "      <td>0.015080</td>\n",
       "      <td>0.030159</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-MA</th>\n",
       "      <td>0.019814</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SD</th>\n",
       "      <td>0.010125</td>\n",
       "      <td>0.091124</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-TA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002196</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">2018-07-28</th>\n",
       "      <th>YE-HU</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002649</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YE-SA</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.008512</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8177 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "event                 battle  remote_violence  riot_or_protest  \\\n",
       "date       gov_iso                                               \n",
       "2016-01-01 YE-AB    0.015179         0.000000              0.0   \n",
       "           YE-AD    0.000000         0.000000              0.0   \n",
       "           YE-DH    0.000000         0.005893              0.0   \n",
       "           YE-HU    0.000000         0.007947              0.0   \n",
       "           YE-IB    0.000000         0.005114              0.0   \n",
       "           YE-JA    0.000000         0.015080              0.0   \n",
       "           YE-LA    0.000000         0.010796              0.0   \n",
       "           YE-MA    0.000000         0.059442              0.0   \n",
       "           YE-SA    0.000000         0.034049              0.0   \n",
       "           YE-SD    0.000000         0.060749              0.0   \n",
       "           YE-SN    0.000000         0.008773              0.0   \n",
       "           YE-TA    0.000000         0.010978              0.0   \n",
       "2016-01-02 YE-BA    0.000000         0.011966              0.0   \n",
       "           YE-DH    0.000000         0.005893              0.0   \n",
       "           YE-HJ    0.000000         0.005299              0.0   \n",
       "...                      ...              ...              ...   \n",
       "2018-07-26 YE-BA    0.023933         0.000000              0.0   \n",
       "           YE-HU    0.000000         0.007947              0.0   \n",
       "           YE-MA    0.019814         0.000000              0.0   \n",
       "           YE-SD    0.010125         0.020250              0.0   \n",
       "           YE-TA    0.000000         0.002196              0.0   \n",
       "2018-07-27 YE-AD    0.009194         0.000000              0.0   \n",
       "           YE-AM    0.000000         0.008900              0.0   \n",
       "           YE-HJ    0.000000         0.010598              0.0   \n",
       "           YE-HU    0.000000         0.015894              0.0   \n",
       "           YE-JA    0.015080         0.030159              0.0   \n",
       "           YE-MA    0.019814         0.000000              0.0   \n",
       "           YE-SD    0.010125         0.091124              0.0   \n",
       "           YE-TA    0.000000         0.002196              0.0   \n",
       "2018-07-28 YE-HU    0.000000         0.002649              0.0   \n",
       "           YE-SA    0.000000         0.008512              0.0   \n",
       "\n",
       "event               strategic_development  violence_against_civilians  \n",
       "date       gov_iso                                                     \n",
       "2016-01-01 YE-AB                      0.0                    0.000000  \n",
       "           YE-AD                      0.0                    0.009194  \n",
       "           YE-DH                      0.0                    0.000000  \n",
       "           YE-HU                      0.0                    0.000000  \n",
       "           YE-IB                      0.0                    0.000000  \n",
       "           YE-JA                      0.0                    0.000000  \n",
       "           YE-LA                      0.0                    0.000000  \n",
       "           YE-MA                      0.0                    0.000000  \n",
       "           YE-SA                      0.0                    0.000000  \n",
       "           YE-SD                      0.0                    0.000000  \n",
       "           YE-SN                      0.0                    0.000000  \n",
       "           YE-TA                      0.0                    0.000000  \n",
       "2016-01-02 YE-BA                      0.0                    0.000000  \n",
       "           YE-DH                      0.0                    0.000000  \n",
       "           YE-HJ                      0.0                    0.000000  \n",
       "...                                   ...                         ...  \n",
       "2018-07-26 YE-BA                      0.0                    0.000000  \n",
       "           YE-HU                      0.0                    0.000000  \n",
       "           YE-MA                      0.0                    0.000000  \n",
       "           YE-SD                      0.0                    0.000000  \n",
       "           YE-TA                      0.0                    0.000000  \n",
       "2018-07-27 YE-AD                      0.0                    0.000000  \n",
       "           YE-AM                      0.0                    0.000000  \n",
       "           YE-HJ                      0.0                    0.000000  \n",
       "           YE-HU                      0.0                    0.000000  \n",
       "           YE-JA                      0.0                    0.000000  \n",
       "           YE-MA                      0.0                    0.000000  \n",
       "           YE-SD                      0.0                    0.000000  \n",
       "           YE-TA                      0.0                    0.000000  \n",
       "2018-07-28 YE-HU                      0.0                    0.000000  \n",
       "           YE-SA                      0.0                    0.000000  \n",
       "\n",
       "[8177 rows x 5 columns]"
      ]
     },
     "execution_count": 146,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "event_df.pivot_table(index = ['date', 'gov_iso'], columns = 'event', values = 'event_count', aggfunc = 'sum').fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>event</th>\n",
       "      <th>date</th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>battle</th>\n",
       "      <th>remote_violence</th>\n",
       "      <th>riot_or_protest</th>\n",
       "      <th>strategic_development</th>\n",
       "      <th>violence_against_civilians</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>YE-AB</td>\n",
       "      <td>0.015179</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>YE-AD</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.009194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>YE-DH</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005893</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>YE-HU</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.007947</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-01-01</td>\n",
       "      <td>YE-IB</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005114</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "event       date gov_iso    battle  remote_violence  riot_or_protest  \\\n",
       "0     2016-01-01   YE-AB  0.015179         0.000000              0.0   \n",
       "1     2016-01-01   YE-AD  0.000000         0.000000              0.0   \n",
       "2     2016-01-01   YE-DH  0.000000         0.005893              0.0   \n",
       "3     2016-01-01   YE-HU  0.000000         0.007947              0.0   \n",
       "4     2016-01-01   YE-IB  0.000000         0.005114              0.0   \n",
       "\n",
       "event  strategic_development  violence_against_civilians  \n",
       "0                        0.0                    0.000000  \n",
       "1                        0.0                    0.009194  \n",
       "2                        0.0                    0.000000  \n",
       "3                        0.0                    0.000000  \n",
       "4                        0.0                    0.000000  "
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "event_df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>event</th>\n",
       "      <th>date</th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>battle</th>\n",
       "      <th>remote_violence</th>\n",
       "      <th>riot_or_protest</th>\n",
       "      <th>strategic_development</th>\n",
       "      <th>violence_against_civilians</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [date, gov_iso, battle, remote_violence, riot_or_protest, strategic_development, violence_against_civilians]\n",
       "Index: []"
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "event_df_final[event_df_final.battle.isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_past_days_features_event(row, var, daysback):      \n",
    "    gov_data = event_df_final[event_df_final.gov_iso == row.gov_iso].set_index('date')\n",
    "    x_days_date = row.date - pd.to_timedelta(daysback, unit='d')\n",
    "    relevant_gov_data = gov_data.loc[(gov_data.index >= x_days_date) & (gov_data.index < row.date)].sort_index()\n",
    "    return (pd.Series([np.mean(relevant_gov_data[var]), np.max(relevant_gov_data[var]), kurtosis(relevant_gov_data[var])]))\n",
    "def get_neighbor_past_days_features_event(row, var, daysback):     \n",
    "    other_gov_data = event_df_final[event_df_final.gov_iso.isin(neighboring_gov_dict[row.gov_iso])].set_index('date')\n",
    "    x_days_date = row.date - pd.to_timedelta(daysback, unit='d')\n",
    "    relevant_other_gov_data = other_gov_data.loc[(other_gov_data.index >= x_days_date) & (other_gov_data.index < row.date)].sort_index()\n",
    "    return (pd.Series([np.mean(relevant_other_gov_data[var]), np.max(relevant_other_gov_data[var]), kurtosis(relevant_other_gov_data[var])]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_feature_dict = {}\n",
    "\n",
    "for event in event_df.event.unique():\n",
    "    \n",
    "    past_week_event = event_df_final.apply(get_past_days_features_event, args = (event, 7), axis = 1)\n",
    "    past_week_event.columns = ['mean_past_week_' + event, 'max_past_week_' + event, 'kurtosis_past_week_' + event]\n",
    "    neighbor_past_week_event = event_df_final.apply(get_neighbor_past_days_features_event, args = (event, 7), axis = 1)\n",
    "    neighbor_past_week_event.columns = ['neighbor_mean_past_week_' + event, 'neighbor_max_past_week_' + event, 'neighbor_kurtosis_past_week_' + event]\n",
    "\n",
    "    past_2_week_event = event_df_final.apply(get_past_days_features_event, args = (event, 14), axis = 1)\n",
    "    past_2_week_event.columns = ['mean_past_2_week_' + event, 'max_past_2_week_' + event, 'kurtosis_past_2_week_' + event]\n",
    "    neighbor_past_2_week_event = event_df_final.apply(get_neighbor_past_days_features_event, args = (event, 14), axis = 1)\n",
    "    neighbor_past_2_week_event.columns = ['neighbor_mean_past_2_week_' + event, 'neighbor_max_past_2_week_' + event, 'neighbor_kurtosis_past_2_week_' + event]\n",
    "\n",
    "    past_month_event = event_df_final.apply(get_past_days_features_event, args = (event, 30), axis = 1)\n",
    "    past_month_event.columns = ['mean_past_month_' + event, 'max_past_month_' + event, 'kurtosis_past_month_' + event]\n",
    "    neighbor_past_month_event = event_df_final.apply(get_neighbor_past_days_features_event, args = (event, 30), axis = 1)\n",
    "    neighbor_past_month_event.columns = ['neighbor_mean_past_month_' + event, 'neighbor_max_past_month_' + event, 'neighbor_kurtosis_past_month_' + event]\n",
    "    \n",
    "    event_training_data = pd.concat([past_week_event, past_2_week_event, past_month_event, neighbor_past_week_event, neighbor_past_2_week_event, neighbor_past_month_event], axis = 1)\n",
    "    \n",
    "    event_feature_dict[event] = event_training_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "save = event_feature_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_base = event_df_final[['gov_iso', 'date']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for key, value in event_feature_dict.items():\n",
    "    \n",
    "     event_base = (pd.concat([event_base, value], axis=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "full_event_data = weekly_cases_unstacked.merge(event_base, on = ['gov_iso', 'date'], how = 'left')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# plots of normalized cases x days back vs today\n",
    "for column in full_event_data.iloc[:,3:].columns:\n",
    "    fig, ax = plt.subplots(1,1)\n",
    "    ax.scatter(full_event_data[column], full_event_data['weekly_cases'])\n",
    "    ax.set_ylabel('weekly cholera cases')\n",
    "    ax.set_xlabel(column)\n",
    "    fig.savefig('/Users/Rohil/Documents/iGEM/yemen/feature_engineering/conflict_plots/' + column + '_vs_cases.png')\n",
    "    plt.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "col_list = []\n",
    "for col in full_event_data.columns:\n",
    "    if ('max' not in col) and ('kurtosis' not in col) & ('strategic' not in col):\n",
    "        col_list.append(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "relevant_event_data = full_event_data[col_list].fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "full_event_data.to_csv('/Users/Rohil/Documents/iGEM/yemen/full_conflict_features.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>weekly_cases</th>\n",
       "      <th>mean_past_week_battle</th>\n",
       "      <th>mean_past_2_week_battle</th>\n",
       "      <th>mean_past_month_battle</th>\n",
       "      <th>neighbor_mean_past_week_battle</th>\n",
       "      <th>neighbor_mean_past_2_week_battle</th>\n",
       "      <th>neighbor_mean_past_month_battle</th>\n",
       "      <th>mean_past_week_violence_against_civilians</th>\n",
       "      <th>mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>mean_past_month_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_month_violence_against_civilians</th>\n",
       "      <th>mean_past_week_remote_violence</th>\n",
       "      <th>mean_past_2_week_remote_violence</th>\n",
       "      <th>mean_past_month_remote_violence</th>\n",
       "      <th>neighbor_mean_past_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_2_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_month_remote_violence</th>\n",
       "      <th>mean_past_week_riot_or_protest</th>\n",
       "      <th>mean_past_2_week_riot_or_protest</th>\n",
       "      <th>mean_past_month_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_2_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_month_riot_or_protest</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-23</td>\n",
       "      <td>6.976066</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-24</td>\n",
       "      <td>7.085352</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-25</td>\n",
       "      <td>7.194638</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-26</td>\n",
       "      <td>7.303923</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-27</td>\n",
       "      <td>7.413209</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gov_iso       date  weekly_cases  mean_past_week_battle  \\\n",
       "0   YE-AB 2017-05-23      6.976066                    0.0   \n",
       "1   YE-AB 2017-05-24      7.085352                    0.0   \n",
       "2   YE-AB 2017-05-25      7.194638                    0.0   \n",
       "3   YE-AB 2017-05-26      7.303923                    0.0   \n",
       "4   YE-AB 2017-05-27      7.413209                    0.0   \n",
       "\n",
       "   mean_past_2_week_battle  mean_past_month_battle  \\\n",
       "0                      0.0                     0.0   \n",
       "1                      0.0                     0.0   \n",
       "2                      0.0                     0.0   \n",
       "3                      0.0                     0.0   \n",
       "4                      0.0                     0.0   \n",
       "\n",
       "   neighbor_mean_past_week_battle  neighbor_mean_past_2_week_battle  \\\n",
       "0                             0.0                               0.0   \n",
       "1                             0.0                               0.0   \n",
       "2                             0.0                               0.0   \n",
       "3                             0.0                               0.0   \n",
       "4                             0.0                               0.0   \n",
       "\n",
       "   neighbor_mean_past_month_battle  mean_past_week_violence_against_civilians  \\\n",
       "0                              0.0                                        0.0   \n",
       "1                              0.0                                        0.0   \n",
       "2                              0.0                                        0.0   \n",
       "3                              0.0                                        0.0   \n",
       "4                              0.0                                        0.0   \n",
       "\n",
       "   mean_past_2_week_violence_against_civilians  \\\n",
       "0                                          0.0   \n",
       "1                                          0.0   \n",
       "2                                          0.0   \n",
       "3                                          0.0   \n",
       "4                                          0.0   \n",
       "\n",
       "   mean_past_month_violence_against_civilians  \\\n",
       "0                                         0.0   \n",
       "1                                         0.0   \n",
       "2                                         0.0   \n",
       "3                                         0.0   \n",
       "4                                         0.0   \n",
       "\n",
       "   neighbor_mean_past_week_violence_against_civilians  \\\n",
       "0                                                0.0    \n",
       "1                                                0.0    \n",
       "2                                                0.0    \n",
       "3                                                0.0    \n",
       "4                                                0.0    \n",
       "\n",
       "   neighbor_mean_past_2_week_violence_against_civilians  \\\n",
       "0                                                0.0      \n",
       "1                                                0.0      \n",
       "2                                                0.0      \n",
       "3                                                0.0      \n",
       "4                                                0.0      \n",
       "\n",
       "   neighbor_mean_past_month_violence_against_civilians  \\\n",
       "0                                                0.0     \n",
       "1                                                0.0     \n",
       "2                                                0.0     \n",
       "3                                                0.0     \n",
       "4                                                0.0     \n",
       "\n",
       "   mean_past_week_remote_violence  mean_past_2_week_remote_violence  \\\n",
       "0                             0.0                               0.0   \n",
       "1                             0.0                               0.0   \n",
       "2                             0.0                               0.0   \n",
       "3                             0.0                               0.0   \n",
       "4                             0.0                               0.0   \n",
       "\n",
       "   mean_past_month_remote_violence  neighbor_mean_past_week_remote_violence  \\\n",
       "0                              0.0                                      0.0   \n",
       "1                              0.0                                      0.0   \n",
       "2                              0.0                                      0.0   \n",
       "3                              0.0                                      0.0   \n",
       "4                              0.0                                      0.0   \n",
       "\n",
       "   neighbor_mean_past_2_week_remote_violence  \\\n",
       "0                                        0.0   \n",
       "1                                        0.0   \n",
       "2                                        0.0   \n",
       "3                                        0.0   \n",
       "4                                        0.0   \n",
       "\n",
       "   neighbor_mean_past_month_remote_violence  mean_past_week_riot_or_protest  \\\n",
       "0                                       0.0                             0.0   \n",
       "1                                       0.0                             0.0   \n",
       "2                                       0.0                             0.0   \n",
       "3                                       0.0                             0.0   \n",
       "4                                       0.0                             0.0   \n",
       "\n",
       "   mean_past_2_week_riot_or_protest  mean_past_month_riot_or_protest  \\\n",
       "0                               0.0                              0.0   \n",
       "1                               0.0                              0.0   \n",
       "2                               0.0                              0.0   \n",
       "3                               0.0                              0.0   \n",
       "4                               0.0                              0.0   \n",
       "\n",
       "   neighbor_mean_past_week_riot_or_protest  \\\n",
       "0                                      0.0   \n",
       "1                                      0.0   \n",
       "2                                      0.0   \n",
       "3                                      0.0   \n",
       "4                                      0.0   \n",
       "\n",
       "   neighbor_mean_past_2_week_riot_or_protest  \\\n",
       "0                                        0.0   \n",
       "1                                        0.0   \n",
       "2                                        0.0   \n",
       "3                                        0.0   \n",
       "4                                        0.0   \n",
       "\n",
       "   neighbor_mean_past_month_riot_or_protest  \n",
       "0                                       0.0  \n",
       "1                                       0.0  \n",
       "2                                       0.0  \n",
       "3                                       0.0  \n",
       "4                                       0.0  "
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "relevant_event_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "21"
      ]
     },
     "execution_count": 197,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "relevant_event_data.gov_iso.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Rohil\\Anaconda3\\lib\\site-packages\\matplotlib\\cbook.py:136: MatplotlibDeprecationWarning: The set_color_cycle attribute was deprecated in version 1.5. Use set_prop_cycle instead.\n",
      "  warnings.warn(message, mplDeprecation, stacklevel=1)\n"
     ]
    }
   ],
   "source": [
    "# plots of normalized cases x days back vs today\n",
    "NUM_COLORS = 21\n",
    "cm = plt.get_cmap('gist_ncar')\n",
    "cNorm  = mpl.colors.Normalize(vmin=0, vmax=NUM_COLORS-1)\n",
    "scalarMap = mpl.cm.ScalarMappable(norm=cNorm, cmap=cm)\n",
    "color_list = [scalarMap.to_rgba(i) for i in range(NUM_COLORS)]\n",
    "\n",
    "for column in full_event_data.iloc[:,3:].columns:\n",
    "    \n",
    "    fig, ax = plt.subplots(1,1)\n",
    "    \n",
    "    ax.set_color_cycle(color_list)\n",
    "    \n",
    "    for iso in full_event_data.gov_iso.unique():\n",
    "    \n",
    "        scatter_data = full_event_data[full_event_data.gov_iso == iso]\n",
    "            \n",
    "        ax.scatter(scatter_data[column], scatter_data['weekly_cases'])\n",
    "    \n",
    "    ax.set_ylabel('weekly cholera cases')\n",
    "    ax.set_xlabel(column)\n",
    "    fig.savefig('/Users/Rohil/Documents/iGEM/yemen/feature_engineering/conflict_plots/full/' + column + '_vs_cases.png')\n",
    "    plt.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gov_iso</th>\n",
       "      <th>date</th>\n",
       "      <th>weekly_cases</th>\n",
       "      <th>mean_past_week_battle</th>\n",
       "      <th>mean_past_2_week_battle</th>\n",
       "      <th>mean_past_month_battle</th>\n",
       "      <th>neighbor_mean_past_week_battle</th>\n",
       "      <th>neighbor_mean_past_2_week_battle</th>\n",
       "      <th>neighbor_mean_past_month_battle</th>\n",
       "      <th>mean_past_week_violence_against_civilians</th>\n",
       "      <th>mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>mean_past_month_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_month_violence_against_civilians</th>\n",
       "      <th>mean_past_week_remote_violence</th>\n",
       "      <th>mean_past_2_week_remote_violence</th>\n",
       "      <th>mean_past_month_remote_violence</th>\n",
       "      <th>neighbor_mean_past_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_2_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_month_remote_violence</th>\n",
       "      <th>mean_past_week_riot_or_protest</th>\n",
       "      <th>mean_past_2_week_riot_or_protest</th>\n",
       "      <th>mean_past_month_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_2_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_month_riot_or_protest</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-23</td>\n",
       "      <td>6.976066</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-24</td>\n",
       "      <td>7.085352</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-25</td>\n",
       "      <td>7.194638</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-26</td>\n",
       "      <td>7.303923</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-27</td>\n",
       "      <td>7.413209</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-28</td>\n",
       "      <td>7.300888</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-29</td>\n",
       "      <td>7.447614</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-30</td>\n",
       "      <td>7.594340</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-05-31</td>\n",
       "      <td>7.853387</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-01</td>\n",
       "      <td>8.405887</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-02</td>\n",
       "      <td>8.958386</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-03</td>\n",
       "      <td>9.510886</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-04</td>\n",
       "      <td>9.494190</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-05</td>\n",
       "      <td>9.218446</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009612</td>\n",
       "      <td>0.009253</td>\n",
       "      <td>0.010901</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000720</td>\n",
       "      <td>0.000348</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.003928</td>\n",
       "      <td>0.003338</td>\n",
       "      <td>0.004569</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001080</td>\n",
       "      <td>0.00072</td>\n",
       "      <td>0.000843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>YE-AB</td>\n",
       "      <td>2017-06-06</td>\n",
       "      <td>8.919934</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5550</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-01-28</td>\n",
       "      <td>0.384240</td>\n",
       "      <td>0.010665</td>\n",
       "      <td>0.007769</td>\n",
       "      <td>0.004997</td>\n",
       "      <td>0.003692</td>\n",
       "      <td>0.002299</td>\n",
       "      <td>0.002861</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000912</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.007528</td>\n",
       "      <td>0.007769</td>\n",
       "      <td>0.005754</td>\n",
       "      <td>0.007741</td>\n",
       "      <td>0.007857</td>\n",
       "      <td>0.007171</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5551</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-01-29</td>\n",
       "      <td>0.371694</td>\n",
       "      <td>0.009724</td>\n",
       "      <td>0.007769</td>\n",
       "      <td>0.005224</td>\n",
       "      <td>0.004711</td>\n",
       "      <td>0.002813</td>\n",
       "      <td>0.002967</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000399</td>\n",
       "      <td>0.007528</td>\n",
       "      <td>0.007938</td>\n",
       "      <td>0.006133</td>\n",
       "      <td>0.009421</td>\n",
       "      <td>0.008759</td>\n",
       "      <td>0.007377</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5552</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-01-30</td>\n",
       "      <td>0.359147</td>\n",
       "      <td>0.009096</td>\n",
       "      <td>0.008783</td>\n",
       "      <td>0.005527</td>\n",
       "      <td>0.004482</td>\n",
       "      <td>0.002939</td>\n",
       "      <td>0.003030</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000407</td>\n",
       "      <td>0.007214</td>\n",
       "      <td>0.007769</td>\n",
       "      <td>0.006284</td>\n",
       "      <td>0.008375</td>\n",
       "      <td>0.008245</td>\n",
       "      <td>0.007012</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5553</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-01-31</td>\n",
       "      <td>0.346600</td>\n",
       "      <td>0.010665</td>\n",
       "      <td>0.009965</td>\n",
       "      <td>0.006133</td>\n",
       "      <td>0.006193</td>\n",
       "      <td>0.003968</td>\n",
       "      <td>0.003489</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000407</td>\n",
       "      <td>0.008783</td>\n",
       "      <td>0.007938</td>\n",
       "      <td>0.006587</td>\n",
       "      <td>0.010776</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.007472</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5554</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-01</td>\n",
       "      <td>0.334054</td>\n",
       "      <td>0.010978</td>\n",
       "      <td>0.010134</td>\n",
       "      <td>0.006284</td>\n",
       "      <td>0.005630</td>\n",
       "      <td>0.003968</td>\n",
       "      <td>0.003330</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.009096</td>\n",
       "      <td>0.007769</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.010037</td>\n",
       "      <td>0.007454</td>\n",
       "      <td>0.007519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5555</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-02</td>\n",
       "      <td>0.321507</td>\n",
       "      <td>0.010351</td>\n",
       "      <td>0.010640</td>\n",
       "      <td>0.006587</td>\n",
       "      <td>0.005630</td>\n",
       "      <td>0.004166</td>\n",
       "      <td>0.003330</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.007528</td>\n",
       "      <td>0.007431</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.009537</td>\n",
       "      <td>0.007130</td>\n",
       "      <td>0.007519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5556</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-03</td>\n",
       "      <td>0.308960</td>\n",
       "      <td>0.010037</td>\n",
       "      <td>0.010472</td>\n",
       "      <td>0.006814</td>\n",
       "      <td>0.003185</td>\n",
       "      <td>0.004385</td>\n",
       "      <td>0.003147</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000407</td>\n",
       "      <td>0.005646</td>\n",
       "      <td>0.006925</td>\n",
       "      <td>0.006436</td>\n",
       "      <td>0.009324</td>\n",
       "      <td>0.007810</td>\n",
       "      <td>0.007656</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5557</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-04</td>\n",
       "      <td>0.296414</td>\n",
       "      <td>0.009096</td>\n",
       "      <td>0.009880</td>\n",
       "      <td>0.006814</td>\n",
       "      <td>0.003504</td>\n",
       "      <td>0.003587</td>\n",
       "      <td>0.002923</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.005646</td>\n",
       "      <td>0.006587</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.010306</td>\n",
       "      <td>0.009166</td>\n",
       "      <td>0.008068</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5558</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-05</td>\n",
       "      <td>0.286690</td>\n",
       "      <td>0.009724</td>\n",
       "      <td>0.009724</td>\n",
       "      <td>0.007268</td>\n",
       "      <td>0.002424</td>\n",
       "      <td>0.003440</td>\n",
       "      <td>0.002808</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.005646</td>\n",
       "      <td>0.006587</td>\n",
       "      <td>0.006587</td>\n",
       "      <td>0.009227</td>\n",
       "      <td>0.009313</td>\n",
       "      <td>0.008125</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5559</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-06</td>\n",
       "      <td>0.276967</td>\n",
       "      <td>0.009410</td>\n",
       "      <td>0.009253</td>\n",
       "      <td>0.007496</td>\n",
       "      <td>0.004167</td>\n",
       "      <td>0.004308</td>\n",
       "      <td>0.003335</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000416</td>\n",
       "      <td>0.005332</td>\n",
       "      <td>0.006273</td>\n",
       "      <td>0.006360</td>\n",
       "      <td>0.008629</td>\n",
       "      <td>0.008514</td>\n",
       "      <td>0.007891</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5560</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-07</td>\n",
       "      <td>0.267243</td>\n",
       "      <td>0.008469</td>\n",
       "      <td>0.009567</td>\n",
       "      <td>0.007420</td>\n",
       "      <td>0.002689</td>\n",
       "      <td>0.004441</td>\n",
       "      <td>0.003169</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000426</td>\n",
       "      <td>0.005019</td>\n",
       "      <td>0.006901</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.006253</td>\n",
       "      <td>0.008514</td>\n",
       "      <td>0.008066</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5561</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-08</td>\n",
       "      <td>0.257519</td>\n",
       "      <td>0.008783</td>\n",
       "      <td>0.009880</td>\n",
       "      <td>0.007571</td>\n",
       "      <td>0.002954</td>\n",
       "      <td>0.004355</td>\n",
       "      <td>0.003228</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000426</td>\n",
       "      <td>0.004705</td>\n",
       "      <td>0.006901</td>\n",
       "      <td>0.006284</td>\n",
       "      <td>0.006518</td>\n",
       "      <td>0.008361</td>\n",
       "      <td>0.008066</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5562</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-09</td>\n",
       "      <td>0.247796</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>0.009253</td>\n",
       "      <td>0.007723</td>\n",
       "      <td>0.002954</td>\n",
       "      <td>0.004355</td>\n",
       "      <td>0.003127</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000445</td>\n",
       "      <td>0.004705</td>\n",
       "      <td>0.006116</td>\n",
       "      <td>0.006360</td>\n",
       "      <td>0.006253</td>\n",
       "      <td>0.007973</td>\n",
       "      <td>0.007804</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5563</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-10</td>\n",
       "      <td>0.238072</td>\n",
       "      <td>0.008155</td>\n",
       "      <td>0.009096</td>\n",
       "      <td>0.007874</td>\n",
       "      <td>0.003576</td>\n",
       "      <td>0.003361</td>\n",
       "      <td>0.003007</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000456</td>\n",
       "      <td>0.005332</td>\n",
       "      <td>0.005489</td>\n",
       "      <td>0.006360</td>\n",
       "      <td>0.005104</td>\n",
       "      <td>0.007425</td>\n",
       "      <td>0.007733</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5564</th>\n",
       "      <td>YE-TA</td>\n",
       "      <td>2018-02-11</td>\n",
       "      <td>0.228348</td>\n",
       "      <td>0.008783</td>\n",
       "      <td>0.008939</td>\n",
       "      <td>0.007874</td>\n",
       "      <td>0.006803</td>\n",
       "      <td>0.005153</td>\n",
       "      <td>0.003603</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000456</td>\n",
       "      <td>0.005646</td>\n",
       "      <td>0.005646</td>\n",
       "      <td>0.006511</td>\n",
       "      <td>0.003199</td>\n",
       "      <td>0.006753</td>\n",
       "      <td>0.007401</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.001659</td>\n",
       "      <td>0.00083</td>\n",
       "      <td>0.000395</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5565 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     gov_iso       date  weekly_cases  mean_past_week_battle  \\\n",
       "0      YE-AB 2017-05-23      6.976066               0.000000   \n",
       "1      YE-AB 2017-05-24      7.085352               0.000000   \n",
       "2      YE-AB 2017-05-25      7.194638               0.000000   \n",
       "3      YE-AB 2017-05-26      7.303923               0.000000   \n",
       "4      YE-AB 2017-05-27      7.413209               0.000000   \n",
       "5      YE-AB 2017-05-28      7.300888               0.000000   \n",
       "6      YE-AB 2017-05-29      7.447614               0.000000   \n",
       "7      YE-AB 2017-05-30      7.594340               0.000000   \n",
       "8      YE-AB 2017-05-31      7.853387               0.000000   \n",
       "9      YE-AB 2017-06-01      8.405887               0.000000   \n",
       "10     YE-AB 2017-06-02      8.958386               0.000000   \n",
       "11     YE-AB 2017-06-03      9.510886               0.000000   \n",
       "12     YE-AB 2017-06-04      9.494190               0.000000   \n",
       "13     YE-AB 2017-06-05      9.218446               0.000000   \n",
       "14     YE-AB 2017-06-06      8.919934               0.000000   \n",
       "...      ...        ...           ...                    ...   \n",
       "5550   YE-TA 2018-01-28      0.384240               0.010665   \n",
       "5551   YE-TA 2018-01-29      0.371694               0.009724   \n",
       "5552   YE-TA 2018-01-30      0.359147               0.009096   \n",
       "5553   YE-TA 2018-01-31      0.346600               0.010665   \n",
       "5554   YE-TA 2018-02-01      0.334054               0.010978   \n",
       "5555   YE-TA 2018-02-02      0.321507               0.010351   \n",
       "5556   YE-TA 2018-02-03      0.308960               0.010037   \n",
       "5557   YE-TA 2018-02-04      0.296414               0.009096   \n",
       "5558   YE-TA 2018-02-05      0.286690               0.009724   \n",
       "5559   YE-TA 2018-02-06      0.276967               0.009410   \n",
       "5560   YE-TA 2018-02-07      0.267243               0.008469   \n",
       "5561   YE-TA 2018-02-08      0.257519               0.008783   \n",
       "5562   YE-TA 2018-02-09      0.247796               0.008155   \n",
       "5563   YE-TA 2018-02-10      0.238072               0.008155   \n",
       "5564   YE-TA 2018-02-11      0.228348               0.008783   \n",
       "\n",
       "      mean_past_2_week_battle  mean_past_month_battle  \\\n",
       "0                    0.000000                0.000000   \n",
       "1                    0.000000                0.000000   \n",
       "2                    0.000000                0.000000   \n",
       "3                    0.000000                0.000000   \n",
       "4                    0.000000                0.000000   \n",
       "5                    0.000000                0.000000   \n",
       "6                    0.000000                0.000000   \n",
       "7                    0.000000                0.000000   \n",
       "8                    0.000000                0.000000   \n",
       "9                    0.000000                0.000000   \n",
       "10                   0.000000                0.000000   \n",
       "11                   0.000000                0.000000   \n",
       "12                   0.000000                0.000000   \n",
       "13                   0.000000                0.000000   \n",
       "14                   0.000000                0.000000   \n",
       "...                       ...                     ...   \n",
       "5550                 0.007769                0.004997   \n",
       "5551                 0.007769                0.005224   \n",
       "5552                 0.008783                0.005527   \n",
       "5553                 0.009965                0.006133   \n",
       "5554                 0.010134                0.006284   \n",
       "5555                 0.010640                0.006587   \n",
       "5556                 0.010472                0.006814   \n",
       "5557                 0.009880                0.006814   \n",
       "5558                 0.009724                0.007268   \n",
       "5559                 0.009253                0.007496   \n",
       "5560                 0.009567                0.007420   \n",
       "5561                 0.009880                0.007571   \n",
       "5562                 0.009253                0.007723   \n",
       "5563                 0.009096                0.007874   \n",
       "5564                 0.008939                0.007874   \n",
       "\n",
       "      neighbor_mean_past_week_battle  neighbor_mean_past_2_week_battle  \\\n",
       "0                           0.000000                          0.000000   \n",
       "1                           0.000000                          0.000000   \n",
       "2                           0.000000                          0.000000   \n",
       "3                           0.000000                          0.000000   \n",
       "4                           0.000000                          0.000000   \n",
       "5                           0.000000                          0.000000   \n",
       "6                           0.000000                          0.000000   \n",
       "7                           0.000000                          0.000000   \n",
       "8                           0.000000                          0.000000   \n",
       "9                           0.000000                          0.000000   \n",
       "10                          0.000000                          0.000000   \n",
       "11                          0.000000                          0.000000   \n",
       "12                          0.000000                          0.000000   \n",
       "13                          0.009612                          0.009253   \n",
       "14                          0.000000                          0.000000   \n",
       "...                              ...                               ...   \n",
       "5550                        0.003692                          0.002299   \n",
       "5551                        0.004711                          0.002813   \n",
       "5552                        0.004482                          0.002939   \n",
       "5553                        0.006193                          0.003968   \n",
       "5554                        0.005630                          0.003968   \n",
       "5555                        0.005630                          0.004166   \n",
       "5556                        0.003185                          0.004385   \n",
       "5557                        0.003504                          0.003587   \n",
       "5558                        0.002424                          0.003440   \n",
       "5559                        0.004167                          0.004308   \n",
       "5560                        0.002689                          0.004441   \n",
       "5561                        0.002954                          0.004355   \n",
       "5562                        0.002954                          0.004355   \n",
       "5563                        0.003576                          0.003361   \n",
       "5564                        0.006803                          0.005153   \n",
       "\n",
       "      neighbor_mean_past_month_battle  \\\n",
       "0                            0.000000   \n",
       "1                            0.000000   \n",
       "2                            0.000000   \n",
       "3                            0.000000   \n",
       "4                            0.000000   \n",
       "5                            0.000000   \n",
       "6                            0.000000   \n",
       "7                            0.000000   \n",
       "8                            0.000000   \n",
       "9                            0.000000   \n",
       "10                           0.000000   \n",
       "11                           0.000000   \n",
       "12                           0.000000   \n",
       "13                           0.010901   \n",
       "14                           0.000000   \n",
       "...                               ...   \n",
       "5550                         0.002861   \n",
       "5551                         0.002967   \n",
       "5552                         0.003030   \n",
       "5553                         0.003489   \n",
       "5554                         0.003330   \n",
       "5555                         0.003330   \n",
       "5556                         0.003147   \n",
       "5557                         0.002923   \n",
       "5558                         0.002808   \n",
       "5559                         0.003335   \n",
       "5560                         0.003169   \n",
       "5561                         0.003228   \n",
       "5562                         0.003127   \n",
       "5563                         0.003007   \n",
       "5564                         0.003603   \n",
       "\n",
       "      mean_past_week_violence_against_civilians  \\\n",
       "0                                           0.0   \n",
       "1                                           0.0   \n",
       "2                                           0.0   \n",
       "3                                           0.0   \n",
       "4                                           0.0   \n",
       "5                                           0.0   \n",
       "6                                           0.0   \n",
       "7                                           0.0   \n",
       "8                                           0.0   \n",
       "9                                           0.0   \n",
       "10                                          0.0   \n",
       "11                                          0.0   \n",
       "12                                          0.0   \n",
       "13                                          0.0   \n",
       "14                                          0.0   \n",
       "...                                         ...   \n",
       "5550                                        0.0   \n",
       "5551                                        0.0   \n",
       "5552                                        0.0   \n",
       "5553                                        0.0   \n",
       "5554                                        0.0   \n",
       "5555                                        0.0   \n",
       "5556                                        0.0   \n",
       "5557                                        0.0   \n",
       "5558                                        0.0   \n",
       "5559                                        0.0   \n",
       "5560                                        0.0   \n",
       "5561                                        0.0   \n",
       "5562                                        0.0   \n",
       "5563                                        0.0   \n",
       "5564                                        0.0   \n",
       "\n",
       "      mean_past_2_week_violence_against_civilians  \\\n",
       "0                                             0.0   \n",
       "1                                             0.0   \n",
       "2                                             0.0   \n",
       "3                                             0.0   \n",
       "4                                             0.0   \n",
       "5                                             0.0   \n",
       "6                                             0.0   \n",
       "7                                             0.0   \n",
       "8                                             0.0   \n",
       "9                                             0.0   \n",
       "10                                            0.0   \n",
       "11                                            0.0   \n",
       "12                                            0.0   \n",
       "13                                            0.0   \n",
       "14                                            0.0   \n",
       "...                                           ...   \n",
       "5550                                          0.0   \n",
       "5551                                          0.0   \n",
       "5552                                          0.0   \n",
       "5553                                          0.0   \n",
       "5554                                          0.0   \n",
       "5555                                          0.0   \n",
       "5556                                          0.0   \n",
       "5557                                          0.0   \n",
       "5558                                          0.0   \n",
       "5559                                          0.0   \n",
       "5560                                          0.0   \n",
       "5561                                          0.0   \n",
       "5562                                          0.0   \n",
       "5563                                          0.0   \n",
       "5564                                          0.0   \n",
       "\n",
       "      mean_past_month_violence_against_civilians  \\\n",
       "0                                            0.0   \n",
       "1                                            0.0   \n",
       "2                                            0.0   \n",
       "3                                            0.0   \n",
       "4                                            0.0   \n",
       "5                                            0.0   \n",
       "6                                            0.0   \n",
       "7                                            0.0   \n",
       "8                                            0.0   \n",
       "9                                            0.0   \n",
       "10                                           0.0   \n",
       "11                                           0.0   \n",
       "12                                           0.0   \n",
       "13                                           0.0   \n",
       "14                                           0.0   \n",
       "...                                          ...   \n",
       "5550                                         0.0   \n",
       "5551                                         0.0   \n",
       "5552                                         0.0   \n",
       "5553                                         0.0   \n",
       "5554                                         0.0   \n",
       "5555                                         0.0   \n",
       "5556                                         0.0   \n",
       "5557                                         0.0   \n",
       "5558                                         0.0   \n",
       "5559                                         0.0   \n",
       "5560                                         0.0   \n",
       "5561                                         0.0   \n",
       "5562                                         0.0   \n",
       "5563                                         0.0   \n",
       "5564                                         0.0   \n",
       "\n",
       "      neighbor_mean_past_week_violence_against_civilians  \\\n",
       "0                                                   0.0    \n",
       "1                                                   0.0    \n",
       "2                                                   0.0    \n",
       "3                                                   0.0    \n",
       "4                                                   0.0    \n",
       "5                                                   0.0    \n",
       "6                                                   0.0    \n",
       "7                                                   0.0    \n",
       "8                                                   0.0    \n",
       "9                                                   0.0    \n",
       "10                                                  0.0    \n",
       "11                                                  0.0    \n",
       "12                                                  0.0    \n",
       "13                                                  0.0    \n",
       "14                                                  0.0    \n",
       "...                                                 ...    \n",
       "5550                                                0.0    \n",
       "5551                                                0.0    \n",
       "5552                                                0.0    \n",
       "5553                                                0.0    \n",
       "5554                                                0.0    \n",
       "5555                                                0.0    \n",
       "5556                                                0.0    \n",
       "5557                                                0.0    \n",
       "5558                                                0.0    \n",
       "5559                                                0.0    \n",
       "5560                                                0.0    \n",
       "5561                                                0.0    \n",
       "5562                                                0.0    \n",
       "5563                                                0.0    \n",
       "5564                                                0.0    \n",
       "\n",
       "      neighbor_mean_past_2_week_violence_against_civilians  \\\n",
       "0                                              0.000000      \n",
       "1                                              0.000000      \n",
       "2                                              0.000000      \n",
       "3                                              0.000000      \n",
       "4                                              0.000000      \n",
       "5                                              0.000000      \n",
       "6                                              0.000000      \n",
       "7                                              0.000000      \n",
       "8                                              0.000000      \n",
       "9                                              0.000000      \n",
       "10                                             0.000000      \n",
       "11                                             0.000000      \n",
       "12                                             0.000000      \n",
       "13                                             0.000720      \n",
       "14                                             0.000000      \n",
       "...                                                 ...      \n",
       "5550                                           0.000912      \n",
       "5551                                           0.000122      \n",
       "5552                                           0.000122      \n",
       "5553                                           0.000122      \n",
       "5554                                           0.000122      \n",
       "5555                                           0.000128      \n",
       "5556                                           0.000000      \n",
       "5557                                           0.000000      \n",
       "5558                                           0.000000      \n",
       "5559                                           0.000000      \n",
       "5560                                           0.000000      \n",
       "5561                                           0.000000      \n",
       "5562                                           0.000000      \n",
       "5563                                           0.000000      \n",
       "5564                                           0.000000      \n",
       "\n",
       "      neighbor_mean_past_month_violence_against_civilians  \\\n",
       "0                                              0.000000     \n",
       "1                                              0.000000     \n",
       "2                                              0.000000     \n",
       "3                                              0.000000     \n",
       "4                                              0.000000     \n",
       "5                                              0.000000     \n",
       "6                                              0.000000     \n",
       "7                                              0.000000     \n",
       "8                                              0.000000     \n",
       "9                                              0.000000     \n",
       "10                                             0.000000     \n",
       "11                                             0.000000     \n",
       "12                                             0.000000     \n",
       "13                                             0.000348     \n",
       "14                                             0.000000     \n",
       "...                                                 ...     \n",
       "5550                                           0.000416     \n",
       "5551                                           0.000399     \n",
       "5552                                           0.000407     \n",
       "5553                                           0.000407     \n",
       "5554                                           0.000416     \n",
       "5555                                           0.000416     \n",
       "5556                                           0.000407     \n",
       "5557                                           0.000416     \n",
       "5558                                           0.000416     \n",
       "5559                                           0.000416     \n",
       "5560                                           0.000426     \n",
       "5561                                           0.000426     \n",
       "5562                                           0.000445     \n",
       "5563                                           0.000456     \n",
       "5564                                           0.000456     \n",
       "\n",
       "      mean_past_week_remote_violence  mean_past_2_week_remote_violence  \\\n",
       "0                           0.000000                          0.000000   \n",
       "1                           0.000000                          0.000000   \n",
       "2                           0.000000                          0.000000   \n",
       "3                           0.000000                          0.000000   \n",
       "4                           0.000000                          0.000000   \n",
       "5                           0.000000                          0.000000   \n",
       "6                           0.000000                          0.000000   \n",
       "7                           0.000000                          0.000000   \n",
       "8                           0.000000                          0.000000   \n",
       "9                           0.000000                          0.000000   \n",
       "10                          0.000000                          0.000000   \n",
       "11                          0.000000                          0.000000   \n",
       "12                          0.000000                          0.000000   \n",
       "13                          0.000000                          0.000000   \n",
       "14                          0.000000                          0.000000   \n",
       "...                              ...                               ...   \n",
       "5550                        0.007528                          0.007769   \n",
       "5551                        0.007528                          0.007938   \n",
       "5552                        0.007214                          0.007769   \n",
       "5553                        0.008783                          0.007938   \n",
       "5554                        0.009096                          0.007769   \n",
       "5555                        0.007528                          0.007431   \n",
       "5556                        0.005646                          0.006925   \n",
       "5557                        0.005646                          0.006587   \n",
       "5558                        0.005646                          0.006587   \n",
       "5559                        0.005332                          0.006273   \n",
       "5560                        0.005019                          0.006901   \n",
       "5561                        0.004705                          0.006901   \n",
       "5562                        0.004705                          0.006116   \n",
       "5563                        0.005332                          0.005489   \n",
       "5564                        0.005646                          0.005646   \n",
       "\n",
       "      mean_past_month_remote_violence  \\\n",
       "0                            0.000000   \n",
       "1                            0.000000   \n",
       "2                            0.000000   \n",
       "3                            0.000000   \n",
       "4                            0.000000   \n",
       "5                            0.000000   \n",
       "6                            0.000000   \n",
       "7                            0.000000   \n",
       "8                            0.000000   \n",
       "9                            0.000000   \n",
       "10                           0.000000   \n",
       "11                           0.000000   \n",
       "12                           0.000000   \n",
       "13                           0.000000   \n",
       "14                           0.000000   \n",
       "...                               ...   \n",
       "5550                         0.005754   \n",
       "5551                         0.006133   \n",
       "5552                         0.006284   \n",
       "5553                         0.006587   \n",
       "5554                         0.006511   \n",
       "5555                         0.006511   \n",
       "5556                         0.006436   \n",
       "5557                         0.006511   \n",
       "5558                         0.006587   \n",
       "5559                         0.006360   \n",
       "5560                         0.006511   \n",
       "5561                         0.006284   \n",
       "5562                         0.006360   \n",
       "5563                         0.006360   \n",
       "5564                         0.006511   \n",
       "\n",
       "      neighbor_mean_past_week_remote_violence  \\\n",
       "0                                    0.000000   \n",
       "1                                    0.000000   \n",
       "2                                    0.000000   \n",
       "3                                    0.000000   \n",
       "4                                    0.000000   \n",
       "5                                    0.000000   \n",
       "6                                    0.000000   \n",
       "7                                    0.000000   \n",
       "8                                    0.000000   \n",
       "9                                    0.000000   \n",
       "10                                   0.000000   \n",
       "11                                   0.000000   \n",
       "12                                   0.000000   \n",
       "13                                   0.003928   \n",
       "14                                   0.000000   \n",
       "...                                       ...   \n",
       "5550                                 0.007741   \n",
       "5551                                 0.009421   \n",
       "5552                                 0.008375   \n",
       "5553                                 0.010776   \n",
       "5554                                 0.010037   \n",
       "5555                                 0.009537   \n",
       "5556                                 0.009324   \n",
       "5557                                 0.010306   \n",
       "5558                                 0.009227   \n",
       "5559                                 0.008629   \n",
       "5560                                 0.006253   \n",
       "5561                                 0.006518   \n",
       "5562                                 0.006253   \n",
       "5563                                 0.005104   \n",
       "5564                                 0.003199   \n",
       "\n",
       "      neighbor_mean_past_2_week_remote_violence  \\\n",
       "0                                      0.000000   \n",
       "1                                      0.000000   \n",
       "2                                      0.000000   \n",
       "3                                      0.000000   \n",
       "4                                      0.000000   \n",
       "5                                      0.000000   \n",
       "6                                      0.000000   \n",
       "7                                      0.000000   \n",
       "8                                      0.000000   \n",
       "9                                      0.000000   \n",
       "10                                     0.000000   \n",
       "11                                     0.000000   \n",
       "12                                     0.000000   \n",
       "13                                     0.003338   \n",
       "14                                     0.000000   \n",
       "...                                         ...   \n",
       "5550                                   0.007857   \n",
       "5551                                   0.008759   \n",
       "5552                                   0.008245   \n",
       "5553                                   0.008118   \n",
       "5554                                   0.007454   \n",
       "5555                                   0.007130   \n",
       "5556                                   0.007810   \n",
       "5557                                   0.009166   \n",
       "5558                                   0.009313   \n",
       "5559                                   0.008514   \n",
       "5560                                   0.008514   \n",
       "5561                                   0.008361   \n",
       "5562                                   0.007973   \n",
       "5563                                   0.007425   \n",
       "5564                                   0.006753   \n",
       "\n",
       "      neighbor_mean_past_month_remote_violence  \\\n",
       "0                                     0.000000   \n",
       "1                                     0.000000   \n",
       "2                                     0.000000   \n",
       "3                                     0.000000   \n",
       "4                                     0.000000   \n",
       "5                                     0.000000   \n",
       "6                                     0.000000   \n",
       "7                                     0.000000   \n",
       "8                                     0.000000   \n",
       "9                                     0.000000   \n",
       "10                                    0.000000   \n",
       "11                                    0.000000   \n",
       "12                                    0.000000   \n",
       "13                                    0.004569   \n",
       "14                                    0.000000   \n",
       "...                                        ...   \n",
       "5550                                  0.007171   \n",
       "5551                                  0.007377   \n",
       "5552                                  0.007012   \n",
       "5553                                  0.007472   \n",
       "5554                                  0.007519   \n",
       "5555                                  0.007519   \n",
       "5556                                  0.007656   \n",
       "5557                                  0.008068   \n",
       "5558                                  0.008125   \n",
       "5559                                  0.007891   \n",
       "5560                                  0.008066   \n",
       "5561                                  0.008066   \n",
       "5562                                  0.007804   \n",
       "5563                                  0.007733   \n",
       "5564                                  0.007401   \n",
       "\n",
       "      mean_past_week_riot_or_protest  mean_past_2_week_riot_or_protest  \\\n",
       "0                                0.0                          0.000000   \n",
       "1                                0.0                          0.000000   \n",
       "2                                0.0                          0.000000   \n",
       "3                                0.0                          0.000000   \n",
       "4                                0.0                          0.000000   \n",
       "5                                0.0                          0.000000   \n",
       "6                                0.0                          0.000000   \n",
       "7                                0.0                          0.000000   \n",
       "8                                0.0                          0.000000   \n",
       "9                                0.0                          0.000000   \n",
       "10                               0.0                          0.000000   \n",
       "11                               0.0                          0.000000   \n",
       "12                               0.0                          0.000000   \n",
       "13                               0.0                          0.000000   \n",
       "14                               0.0                          0.000000   \n",
       "...                              ...                               ...   \n",
       "5550                             0.0                          0.000169   \n",
       "5551                             0.0                          0.000169   \n",
       "5552                             0.0                          0.000169   \n",
       "5553                             0.0                          0.000000   \n",
       "5554                             0.0                          0.000000   \n",
       "5555                             0.0                          0.000000   \n",
       "5556                             0.0                          0.000000   \n",
       "5557                             0.0                          0.000000   \n",
       "5558                             0.0                          0.000000   \n",
       "5559                             0.0                          0.000000   \n",
       "5560                             0.0                          0.000000   \n",
       "5561                             0.0                          0.000000   \n",
       "5562                             0.0                          0.000000   \n",
       "5563                             0.0                          0.000000   \n",
       "5564                             0.0                          0.000000   \n",
       "\n",
       "      mean_past_month_riot_or_protest  \\\n",
       "0                            0.000000   \n",
       "1                            0.000000   \n",
       "2                            0.000000   \n",
       "3                            0.000000   \n",
       "4                            0.000000   \n",
       "5                            0.000000   \n",
       "6                            0.000000   \n",
       "7                            0.000000   \n",
       "8                            0.000000   \n",
       "9                            0.000000   \n",
       "10                           0.000000   \n",
       "11                           0.000000   \n",
       "12                           0.000000   \n",
       "13                           0.000000   \n",
       "14                           0.000000   \n",
       "...                               ...   \n",
       "5550                         0.000076   \n",
       "5551                         0.000076   \n",
       "5552                         0.000076   \n",
       "5553                         0.000076   \n",
       "5554                         0.000076   \n",
       "5555                         0.000076   \n",
       "5556                         0.000076   \n",
       "5557                         0.000076   \n",
       "5558                         0.000076   \n",
       "5559                         0.000076   \n",
       "5560                         0.000076   \n",
       "5561                         0.000076   \n",
       "5562                         0.000076   \n",
       "5563                         0.000076   \n",
       "5564                         0.000076   \n",
       "\n",
       "      neighbor_mean_past_week_riot_or_protest  \\\n",
       "0                                    0.000000   \n",
       "1                                    0.000000   \n",
       "2                                    0.000000   \n",
       "3                                    0.000000   \n",
       "4                                    0.000000   \n",
       "5                                    0.000000   \n",
       "6                                    0.000000   \n",
       "7                                    0.000000   \n",
       "8                                    0.000000   \n",
       "9                                    0.000000   \n",
       "10                                   0.000000   \n",
       "11                                   0.000000   \n",
       "12                                   0.000000   \n",
       "13                                   0.001080   \n",
       "14                                   0.000000   \n",
       "...                                       ...   \n",
       "5550                                 0.000000   \n",
       "5551                                 0.000000   \n",
       "5552                                 0.000000   \n",
       "5553                                 0.000000   \n",
       "5554                                 0.000000   \n",
       "5555                                 0.000000   \n",
       "5556                                 0.000000   \n",
       "5557                                 0.000000   \n",
       "5558                                 0.000000   \n",
       "5559                                 0.000000   \n",
       "5560                                 0.000000   \n",
       "5561                                 0.000000   \n",
       "5562                                 0.000000   \n",
       "5563                                 0.000000   \n",
       "5564                                 0.001659   \n",
       "\n",
       "      neighbor_mean_past_2_week_riot_or_protest  \\\n",
       "0                                       0.00000   \n",
       "1                                       0.00000   \n",
       "2                                       0.00000   \n",
       "3                                       0.00000   \n",
       "4                                       0.00000   \n",
       "5                                       0.00000   \n",
       "6                                       0.00000   \n",
       "7                                       0.00000   \n",
       "8                                       0.00000   \n",
       "9                                       0.00000   \n",
       "10                                      0.00000   \n",
       "11                                      0.00000   \n",
       "12                                      0.00000   \n",
       "13                                      0.00072   \n",
       "14                                      0.00000   \n",
       "...                                         ...   \n",
       "5550                                    0.00000   \n",
       "5551                                    0.00000   \n",
       "5552                                    0.00000   \n",
       "5553                                    0.00000   \n",
       "5554                                    0.00000   \n",
       "5555                                    0.00000   \n",
       "5556                                    0.00000   \n",
       "5557                                    0.00000   \n",
       "5558                                    0.00000   \n",
       "5559                                    0.00000   \n",
       "5560                                    0.00000   \n",
       "5561                                    0.00000   \n",
       "5562                                    0.00000   \n",
       "5563                                    0.00000   \n",
       "5564                                    0.00083   \n",
       "\n",
       "      neighbor_mean_past_month_riot_or_protest  \n",
       "0                                     0.000000  \n",
       "1                                     0.000000  \n",
       "2                                     0.000000  \n",
       "3                                     0.000000  \n",
       "4                                     0.000000  \n",
       "5                                     0.000000  \n",
       "6                                     0.000000  \n",
       "7                                     0.000000  \n",
       "8                                     0.000000  \n",
       "9                                     0.000000  \n",
       "10                                    0.000000  \n",
       "11                                    0.000000  \n",
       "12                                    0.000000  \n",
       "13                                    0.000843  \n",
       "14                                    0.000000  \n",
       "...                                        ...  \n",
       "5550                                  0.000000  \n",
       "5551                                  0.000000  \n",
       "5552                                  0.000000  \n",
       "5553                                  0.000000  \n",
       "5554                                  0.000000  \n",
       "5555                                  0.000000  \n",
       "5556                                  0.000000  \n",
       "5557                                  0.000000  \n",
       "5558                                  0.000000  \n",
       "5559                                  0.000000  \n",
       "5560                                  0.000000  \n",
       "5561                                  0.000000  \n",
       "5562                                  0.000000  \n",
       "5563                                  0.000000  \n",
       "5564                                  0.000395  \n",
       "\n",
       "[5565 rows x 27 columns]"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "relevant_event_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "features = relevant_event_data.iloc[:,3:].columns.tolist()\n",
    "target = relevant_event_data.iloc[:,2].name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "correlations = {}\n",
    "for f in features:\n",
    "    data_temp = relevant_event_data[[f,target]]\n",
    "    x1 = data_temp[f].values\n",
    "    x2 = data_temp[target].values\n",
    "    key = f + ' vs ' + target\n",
    "    correlations[key] = pearsonr(x1,x2)[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_battle vs weekly_cases</th>\n",
       "      <td>-0.192992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.188749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_battle vs weekly_cases</th>\n",
       "      <td>-0.186968</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.186125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.185924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.179794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_battle vs weekly_cases</th>\n",
       "      <td>-0.175439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.174103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_remote_violence vs weekly_cases</th>\n",
       "      <td>-0.168829</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_battle vs weekly_cases</th>\n",
       "      <td>-0.156740</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_battle vs weekly_cases</th>\n",
       "      <td>-0.152622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_battle vs weekly_cases</th>\n",
       "      <td>-0.140505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.123066</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.120438</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.092601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.082713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_month_riot_or_protest vs weekly_cases</th>\n",
       "      <td>-0.082351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.077795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.070441</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.064397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_2_week_riot_or_protest vs weekly_cases</th>\n",
       "      <td>-0.062552</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.060801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.056760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>neighbor_mean_past_week_riot_or_protest vs weekly_cases</th>\n",
       "      <td>-0.052366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.051461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_violence_against_civilians vs weekly_cases</th>\n",
       "      <td>-0.044364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_strategic_development vs weekly_cases</th>\n",
       "      <td>-0.038372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_month_riot_or_protest vs weekly_cases</th>\n",
       "      <td>0.032739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_2_week_riot_or_protest vs weekly_cases</th>\n",
       "      <td>0.015783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean_past_week_riot_or_protest vs weekly_cases</th>\n",
       "      <td>0.005395</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                       Value\n",
       "neighbor_mean_past_month_battle vs weekly_cases    -0.192992\n",
       "neighbor_mean_past_month_remote_violence vs wee... -0.188749\n",
       "neighbor_mean_past_2_week_battle vs weekly_cases   -0.186968\n",
       "neighbor_mean_past_2_week_remote_violence vs we... -0.186125\n",
       "neighbor_mean_past_week_remote_violence vs week... -0.185924\n",
       "mean_past_month_remote_violence vs weekly_cases    -0.179794\n",
       "neighbor_mean_past_week_battle vs weekly_cases     -0.175439\n",
       "mean_past_2_week_remote_violence vs weekly_cases   -0.174103\n",
       "mean_past_week_remote_violence vs weekly_cases     -0.168829\n",
       "mean_past_month_battle vs weekly_cases             -0.156740\n",
       "mean_past_2_week_battle vs weekly_cases            -0.152622\n",
       "mean_past_week_battle vs weekly_cases              -0.140505\n",
       "neighbor_mean_past_month_strategic_development ... -0.123066\n",
       "neighbor_mean_past_month_violence_against_civil... -0.120438\n",
       "neighbor_mean_past_2_week_strategic_development... -0.092601\n",
       "neighbor_mean_past_2_week_violence_against_civi... -0.082713\n",
       "neighbor_mean_past_month_riot_or_protest vs wee... -0.082351\n",
       "mean_past_month_strategic_development vs weekly... -0.077795\n",
       "neighbor_mean_past_week_strategic_development v... -0.070441\n",
       "mean_past_month_violence_against_civilians vs w... -0.064397\n",
       "neighbor_mean_past_2_week_riot_or_protest vs we... -0.062552\n",
       "neighbor_mean_past_week_violence_against_civili... -0.060801\n",
       "mean_past_week_violence_against_civilians vs we... -0.056760\n",
       "neighbor_mean_past_week_riot_or_protest vs week... -0.052366\n",
       "mean_past_2_week_strategic_development vs weekl... -0.051461\n",
       "mean_past_2_week_violence_against_civilians vs ... -0.044364\n",
       "mean_past_week_strategic_development vs weekly_... -0.038372\n",
       "mean_past_month_riot_or_protest vs weekly_cases     0.032739\n",
       "mean_past_2_week_riot_or_protest vs weekly_cases    0.015783\n",
       "mean_past_week_riot_or_protest vs weekly_cases      0.005395"
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_correlations = pd.DataFrame(correlations, index=['Value']).T\n",
    "data_correlations.loc[data_correlations['Value'].abs().sort_values(ascending=False).index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "scaler = StandardScaler()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "event_features_scaled = scaler.fit_transform(relevant_event_data.iloc[:,3:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pca = PCA(n_components = event_features_scaled.shape[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PCA(copy=True, iterated_power='auto', n_components=24, random_state=None,\n",
       "  svd_solver='auto', tol=0.0, whiten=False)"
      ]
     },
     "execution_count": 191,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.fit(event_features_scaled)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([3.89751960e-01, 1.11755605e-01, 9.67617815e-02, 7.88257505e-02,\n",
       "       7.34199988e-02, 6.71453130e-02, 4.36110729e-02, 2.42553545e-02,\n",
       "       2.06508721e-02, 1.66266057e-02, 1.43992228e-02, 1.35299548e-02,\n",
       "       1.15270141e-02, 8.21141319e-03, 6.78447630e-03, 6.31443970e-03,\n",
       "       5.71884465e-03, 3.27584415e-03, 2.15313512e-03, 1.86976504e-03,\n",
       "       1.34083128e-03, 1.11009257e-03, 5.96958872e-04, 3.63693656e-04])"
      ]
     },
     "execution_count": 192,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.explained_variance_ratio_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_past_week_battle</th>\n",
       "      <th>mean_past_2_week_battle</th>\n",
       "      <th>mean_past_month_battle</th>\n",
       "      <th>neighbor_mean_past_week_battle</th>\n",
       "      <th>neighbor_mean_past_2_week_battle</th>\n",
       "      <th>neighbor_mean_past_month_battle</th>\n",
       "      <th>mean_past_week_violence_against_civilians</th>\n",
       "      <th>mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>mean_past_month_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_2_week_violence_against_civilians</th>\n",
       "      <th>neighbor_mean_past_month_violence_against_civilians</th>\n",
       "      <th>mean_past_week_remote_violence</th>\n",
       "      <th>mean_past_2_week_remote_violence</th>\n",
       "      <th>mean_past_month_remote_violence</th>\n",
       "      <th>neighbor_mean_past_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_2_week_remote_violence</th>\n",
       "      <th>neighbor_mean_past_month_remote_violence</th>\n",
       "      <th>mean_past_week_riot_or_protest</th>\n",
       "      <th>mean_past_2_week_riot_or_protest</th>\n",
       "      <th>mean_past_month_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_2_week_riot_or_protest</th>\n",
       "      <th>neighbor_mean_past_month_riot_or_protest</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.228766</td>\n",
       "      <td>0.245936</td>\n",
       "      <td>0.255898</td>\n",
       "      <td>0.270605</td>\n",
       "      <td>0.283683</td>\n",
       "      <td>0.290319</td>\n",
       "      <td>0.085911</td>\n",
       "      <td>0.088376</td>\n",
       "      <td>0.134337</td>\n",
       "      <td>0.122116</td>\n",
       "      <td>0.162424</td>\n",
       "      <td>0.210480</td>\n",
       "      <td>0.242566</td>\n",
       "      <td>0.251007</td>\n",
       "      <td>0.256645</td>\n",
       "      <td>0.289832</td>\n",
       "      <td>0.295487</td>\n",
       "      <td>0.300464</td>\n",
       "      <td>0.026541</td>\n",
       "      <td>0.032146</td>\n",
       "      <td>0.035787</td>\n",
       "      <td>0.047103</td>\n",
       "      <td>0.063066</td>\n",
       "      <td>0.079746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.065254</td>\n",
       "      <td>-0.065941</td>\n",
       "      <td>-0.064918</td>\n",
       "      <td>-0.038067</td>\n",
       "      <td>-0.036147</td>\n",
       "      <td>-0.027474</td>\n",
       "      <td>0.081126</td>\n",
       "      <td>0.109149</td>\n",
       "      <td>0.130351</td>\n",
       "      <td>0.069733</td>\n",
       "      <td>0.089071</td>\n",
       "      <td>0.078976</td>\n",
       "      <td>-0.084921</td>\n",
       "      <td>-0.083574</td>\n",
       "      <td>-0.085716</td>\n",
       "      <td>-0.034656</td>\n",
       "      <td>-0.036134</td>\n",
       "      <td>-0.037598</td>\n",
       "      <td>0.450387</td>\n",
       "      <td>0.487685</td>\n",
       "      <td>0.472786</td>\n",
       "      <td>0.274972</td>\n",
       "      <td>0.297729</td>\n",
       "      <td>0.274264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.026691</td>\n",
       "      <td>0.032664</td>\n",
       "      <td>0.030662</td>\n",
       "      <td>0.017901</td>\n",
       "      <td>0.013430</td>\n",
       "      <td>0.001011</td>\n",
       "      <td>0.176421</td>\n",
       "      <td>0.203303</td>\n",
       "      <td>0.209305</td>\n",
       "      <td>-0.038109</td>\n",
       "      <td>-0.071791</td>\n",
       "      <td>-0.065536</td>\n",
       "      <td>-0.013003</td>\n",
       "      <td>-0.008016</td>\n",
       "      <td>-0.003257</td>\n",
       "      <td>0.007706</td>\n",
       "      <td>0.013173</td>\n",
       "      <td>0.012803</td>\n",
       "      <td>0.253709</td>\n",
       "      <td>0.257566</td>\n",
       "      <td>0.251437</td>\n",
       "      <td>-0.461082</td>\n",
       "      <td>-0.498266</td>\n",
       "      <td>-0.462793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.040567</td>\n",
       "      <td>-0.038655</td>\n",
       "      <td>-0.034975</td>\n",
       "      <td>-0.050191</td>\n",
       "      <td>-0.049023</td>\n",
       "      <td>-0.042910</td>\n",
       "      <td>0.508341</td>\n",
       "      <td>0.563813</td>\n",
       "      <td>0.478327</td>\n",
       "      <td>-0.103923</td>\n",
       "      <td>-0.100215</td>\n",
       "      <td>-0.062071</td>\n",
       "      <td>-0.037005</td>\n",
       "      <td>-0.036378</td>\n",
       "      <td>-0.027223</td>\n",
       "      <td>-0.028808</td>\n",
       "      <td>-0.028074</td>\n",
       "      <td>-0.035747</td>\n",
       "      <td>-0.205476</td>\n",
       "      <td>-0.204956</td>\n",
       "      <td>-0.161531</td>\n",
       "      <td>0.126015</td>\n",
       "      <td>0.121366</td>\n",
       "      <td>0.108750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.058349</td>\n",
       "      <td>-0.050513</td>\n",
       "      <td>-0.035583</td>\n",
       "      <td>0.016425</td>\n",
       "      <td>0.035852</td>\n",
       "      <td>0.026349</td>\n",
       "      <td>0.073750</td>\n",
       "      <td>0.053947</td>\n",
       "      <td>0.045597</td>\n",
       "      <td>0.556503</td>\n",
       "      <td>0.552871</td>\n",
       "      <td>0.426353</td>\n",
       "      <td>-0.186265</td>\n",
       "      <td>-0.188881</td>\n",
       "      <td>-0.186796</td>\n",
       "      <td>-0.104163</td>\n",
       "      <td>-0.105266</td>\n",
       "      <td>-0.082590</td>\n",
       "      <td>-0.091427</td>\n",
       "      <td>-0.092409</td>\n",
       "      <td>-0.089916</td>\n",
       "      <td>-0.090741</td>\n",
       "      <td>-0.092717</td>\n",
       "      <td>-0.084455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.444036</td>\n",
       "      <td>0.434683</td>\n",
       "      <td>0.396460</td>\n",
       "      <td>-0.116602</td>\n",
       "      <td>-0.119284</td>\n",
       "      <td>-0.102200</td>\n",
       "      <td>-0.015936</td>\n",
       "      <td>-0.022822</td>\n",
       "      <td>-0.012885</td>\n",
       "      <td>-0.094559</td>\n",
       "      <td>-0.054542</td>\n",
       "      <td>-0.027981</td>\n",
       "      <td>-0.370849</td>\n",
       "      <td>-0.361638</td>\n",
       "      <td>-0.331918</td>\n",
       "      <td>0.088499</td>\n",
       "      <td>0.091303</td>\n",
       "      <td>0.086171</td>\n",
       "      <td>-0.011064</td>\n",
       "      <td>-0.006503</td>\n",
       "      <td>-0.009413</td>\n",
       "      <td>0.037686</td>\n",
       "      <td>0.028733</td>\n",
       "      <td>0.014837</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-0.249823</td>\n",
       "      <td>-0.232676</td>\n",
       "      <td>-0.181698</td>\n",
       "      <td>0.396264</td>\n",
       "      <td>0.370575</td>\n",
       "      <td>0.331279</td>\n",
       "      <td>-0.043297</td>\n",
       "      <td>-0.012216</td>\n",
       "      <td>-0.014290</td>\n",
       "      <td>-0.177501</td>\n",
       "      <td>-0.152450</td>\n",
       "      <td>-0.022421</td>\n",
       "      <td>-0.329306</td>\n",
       "      <td>-0.313711</td>\n",
       "      <td>-0.305992</td>\n",
       "      <td>0.166911</td>\n",
       "      <td>0.166330</td>\n",
       "      <td>0.171299</td>\n",
       "      <td>-0.030063</td>\n",
       "      <td>-0.018979</td>\n",
       "      <td>-0.016866</td>\n",
       "      <td>-0.034146</td>\n",
       "      <td>-0.003628</td>\n",
       "      <td>0.027855</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   mean_past_week_battle  mean_past_2_week_battle  mean_past_month_battle  \\\n",
       "0               0.228766                 0.245936                0.255898   \n",
       "1              -0.065254                -0.065941               -0.064918   \n",
       "2               0.026691                 0.032664                0.030662   \n",
       "3              -0.040567                -0.038655               -0.034975   \n",
       "4              -0.058349                -0.050513               -0.035583   \n",
       "5               0.444036                 0.434683                0.396460   \n",
       "6              -0.249823                -0.232676               -0.181698   \n",
       "\n",
       "   neighbor_mean_past_week_battle  neighbor_mean_past_2_week_battle  \\\n",
       "0                        0.270605                          0.283683   \n",
       "1                       -0.038067                         -0.036147   \n",
       "2                        0.017901                          0.013430   \n",
       "3                       -0.050191                         -0.049023   \n",
       "4                        0.016425                          0.035852   \n",
       "5                       -0.116602                         -0.119284   \n",
       "6                        0.396264                          0.370575   \n",
       "\n",
       "   neighbor_mean_past_month_battle  mean_past_week_violence_against_civilians  \\\n",
       "0                         0.290319                                   0.085911   \n",
       "1                        -0.027474                                   0.081126   \n",
       "2                         0.001011                                   0.176421   \n",
       "3                        -0.042910                                   0.508341   \n",
       "4                         0.026349                                   0.073750   \n",
       "5                        -0.102200                                  -0.015936   \n",
       "6                         0.331279                                  -0.043297   \n",
       "\n",
       "   mean_past_2_week_violence_against_civilians  \\\n",
       "0                                     0.088376   \n",
       "1                                     0.109149   \n",
       "2                                     0.203303   \n",
       "3                                     0.563813   \n",
       "4                                     0.053947   \n",
       "5                                    -0.022822   \n",
       "6                                    -0.012216   \n",
       "\n",
       "   mean_past_month_violence_against_civilians  \\\n",
       "0                                    0.134337   \n",
       "1                                    0.130351   \n",
       "2                                    0.209305   \n",
       "3                                    0.478327   \n",
       "4                                    0.045597   \n",
       "5                                   -0.012885   \n",
       "6                                   -0.014290   \n",
       "\n",
       "   neighbor_mean_past_week_violence_against_civilians  \\\n",
       "0                                           0.122116    \n",
       "1                                           0.069733    \n",
       "2                                          -0.038109    \n",
       "3                                          -0.103923    \n",
       "4                                           0.556503    \n",
       "5                                          -0.094559    \n",
       "6                                          -0.177501    \n",
       "\n",
       "   neighbor_mean_past_2_week_violence_against_civilians  \\\n",
       "0                                           0.162424      \n",
       "1                                           0.089071      \n",
       "2                                          -0.071791      \n",
       "3                                          -0.100215      \n",
       "4                                           0.552871      \n",
       "5                                          -0.054542      \n",
       "6                                          -0.152450      \n",
       "\n",
       "   neighbor_mean_past_month_violence_against_civilians  \\\n",
       "0                                           0.210480     \n",
       "1                                           0.078976     \n",
       "2                                          -0.065536     \n",
       "3                                          -0.062071     \n",
       "4                                           0.426353     \n",
       "5                                          -0.027981     \n",
       "6                                          -0.022421     \n",
       "\n",
       "   mean_past_week_remote_violence  mean_past_2_week_remote_violence  \\\n",
       "0                        0.242566                          0.251007   \n",
       "1                       -0.084921                         -0.083574   \n",
       "2                       -0.013003                         -0.008016   \n",
       "3                       -0.037005                         -0.036378   \n",
       "4                       -0.186265                         -0.188881   \n",
       "5                       -0.370849                         -0.361638   \n",
       "6                       -0.329306                         -0.313711   \n",
       "\n",
       "   mean_past_month_remote_violence  neighbor_mean_past_week_remote_violence  \\\n",
       "0                         0.256645                                 0.289832   \n",
       "1                        -0.085716                                -0.034656   \n",
       "2                        -0.003257                                 0.007706   \n",
       "3                        -0.027223                                -0.028808   \n",
       "4                        -0.186796                                -0.104163   \n",
       "5                        -0.331918                                 0.088499   \n",
       "6                        -0.305992                                 0.166911   \n",
       "\n",
       "   neighbor_mean_past_2_week_remote_violence  \\\n",
       "0                                   0.295487   \n",
       "1                                  -0.036134   \n",
       "2                                   0.013173   \n",
       "3                                  -0.028074   \n",
       "4                                  -0.105266   \n",
       "5                                   0.091303   \n",
       "6                                   0.166330   \n",
       "\n",
       "   neighbor_mean_past_month_remote_violence  mean_past_week_riot_or_protest  \\\n",
       "0                                  0.300464                        0.026541   \n",
       "1                                 -0.037598                        0.450387   \n",
       "2                                  0.012803                        0.253709   \n",
       "3                                 -0.035747                       -0.205476   \n",
       "4                                 -0.082590                       -0.091427   \n",
       "5                                  0.086171                       -0.011064   \n",
       "6                                  0.171299                       -0.030063   \n",
       "\n",
       "   mean_past_2_week_riot_or_protest  mean_past_month_riot_or_protest  \\\n",
       "0                          0.032146                         0.035787   \n",
       "1                          0.487685                         0.472786   \n",
       "2                          0.257566                         0.251437   \n",
       "3                         -0.204956                        -0.161531   \n",
       "4                         -0.092409                        -0.089916   \n",
       "5                         -0.006503                        -0.009413   \n",
       "6                         -0.018979                        -0.016866   \n",
       "\n",
       "   neighbor_mean_past_week_riot_or_protest  \\\n",
       "0                                 0.047103   \n",
       "1                                 0.274972   \n",
       "2                                -0.461082   \n",
       "3                                 0.126015   \n",
       "4                                -0.090741   \n",
       "5                                 0.037686   \n",
       "6                                -0.034146   \n",
       "\n",
       "   neighbor_mean_past_2_week_riot_or_protest  \\\n",
       "0                                   0.063066   \n",
       "1                                   0.297729   \n",
       "2                                  -0.498266   \n",
       "3                                   0.121366   \n",
       "4                                  -0.092717   \n",
       "5                                   0.028733   \n",
       "6                                  -0.003628   \n",
       "\n",
       "   neighbor_mean_past_month_riot_or_protest  \n",
       "0                                  0.079746  \n",
       "1                                  0.274264  \n",
       "2                                 -0.462793  \n",
       "3                                  0.108750  \n",
       "4                                 -0.084455  \n",
       "5                                  0.014837  \n",
       "6                                  0.027855  "
      ]
     },
     "execution_count": 196,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(pca.components_, columns = relevant_event_data.iloc[:,3:].columns).head(7)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}