Hackathon_2018_IoT_identification_v4_for_the_hackathon_benchmark (1).ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from __future__ import division\n",
    "import os # to set working directory\n",
    "import csv # to read/write csv files\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "from IPython.core.display import display\n",
    "from sklearn.preprocessing import Imputer # for imputing missing values\n",
    "from sklearn import metrics\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.metrics import classification_report, confusion_matrix\n",
    "import seaborn as sns # for heatmaps"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "prm_dir='C:/Users/home/Dropbox/IoT_Research/hackathon_2018_IoT_device_type_identification'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## set working directory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "os.chdir(prm_dir)\n",
    "# os.listdir(prm_dir)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## set random seed (for reproducibility)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "np.random.seed(23)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# read the data sets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# training set\n",
    "df_trn = pd.read_csv('hackathon_IoT_training_set_based_on_01mar2017.csv', low_memory=False, na_values='?')\n",
    "\n",
    "# validation set - anonymized\n",
    "df_vld = pd.read_csv('hackathon_IoT_validation_set_based_on_01mar2017_ANONYMIZED.csv', low_memory=False, na_values='?')\n",
    "\n",
    "# validation set - actual types (true labels)\n",
    "y_vld_ind_and_actual = pd.read_csv('hackathon_IoT_validation_set_based_on_01mar2017_COMPLETE.csv', low_memory=False, na_values='?'\n",
    "                                  ,usecols = ['session_ind', 'device_category'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## explore the training data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(399543, 298)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ack</th>\n",
       "      <th>ack_A</th>\n",
       "      <th>ack_B</th>\n",
       "      <th>bytes</th>\n",
       "      <th>bytes_A</th>\n",
       "      <th>bytes_A_B_ratio</th>\n",
       "      <th>bytes_B</th>\n",
       "      <th>ds_field_A</th>\n",
       "      <th>ds_field_B</th>\n",
       "      <th>duration</th>\n",
       "      <th>...</th>\n",
       "      <th>suffix_is_co.il</th>\n",
       "      <th>suffix_is_com</th>\n",
       "      <th>suffix_is_com.sg</th>\n",
       "      <th>suffix_is_else</th>\n",
       "      <th>suffix_is_empty_char_value</th>\n",
       "      <th>suffix_is_googleapis.com</th>\n",
       "      <th>suffix_is_net</th>\n",
       "      <th>suffix_is_org</th>\n",
       "      <th>suffix_is_unresolved</th>\n",
       "      <th>device_category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>0.713924</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>security_camera</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.6890</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>security_camera</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>0.103124</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9852</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>security_camera</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>security_camera</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>security_camera</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 298 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   ack  ack_A  ack_B  bytes  bytes_A  bytes_A_B_ratio  bytes_B  ds_field_A  \\\n",
       "0    9      5      5   1213      743         0.713924      668           0   \n",
       "1    9      5      5   1213      743         1.806874      668           0   \n",
       "2    9      5      5   1213      743         0.103124      668           0   \n",
       "3    9      5      5   1213      743         1.806874      668           0   \n",
       "4    9      5      5   1213      743         1.806874      668           0   \n",
       "\n",
       "   ds_field_B  duration       ...         suffix_is_co.il  suffix_is_com  \\\n",
       "0           0    1.5756       ...                       0              0   \n",
       "1           0    0.6890       ...                       0              0   \n",
       "2           0    0.9852       ...                       0              0   \n",
       "3           0    1.5756       ...                       0              0   \n",
       "4           0    1.5756       ...                       0              0   \n",
       "\n",
       "   suffix_is_com.sg  suffix_is_else  suffix_is_empty_char_value  \\\n",
       "0                 0               1                           0   \n",
       "1                 0               1                           0   \n",
       "2                 0               1                           0   \n",
       "3                 0               1                           0   \n",
       "4                 0               1                           0   \n",
       "\n",
       "   suffix_is_googleapis.com  suffix_is_net  suffix_is_org  \\\n",
       "0                         0              0              0   \n",
       "1                         0              0              0   \n",
       "2                         0              0              0   \n",
       "3                         0              0              0   \n",
       "4                         0              0              0   \n",
       "\n",
       "   suffix_is_unresolved  device_category  \n",
       "0                     0  security_camera  \n",
       "1                     0  security_camera  \n",
       "2                     0  security_camera  \n",
       "3                     0  security_camera  \n",
       "4                     0  security_camera  \n",
       "\n",
       "[5 rows x 298 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>mean</th>\n",
       "      <th>std</th>\n",
       "      <th>min</th>\n",
       "      <th>25%</th>\n",
       "      <th>50%</th>\n",
       "      <th>75%</th>\n",
       "      <th>max</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>ack</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>102.964712</td>\n",
       "      <td>6.572751e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>6.528710e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ack_A</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>58.426825</td>\n",
       "      <td>4.062538e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>4.045370e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ack_B</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>44.697232</td>\n",
       "      <td>2.526283e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>2.545570e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>bytes</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>65694.959359</td>\n",
       "      <td>4.398723e+06</td>\n",
       "      <td>60.0</td>\n",
       "      <td>240.0000</td>\n",
       "      <td>240.000000</td>\n",
       "      <td>1213.000000</td>\n",
       "      <td>4.282699e+08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>bytes_A</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>15072.439039</td>\n",
       "      <td>6.572074e+05</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>743.000000</td>\n",
       "      <td>2.108971e+08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>bytes_A_B_ratio</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.632087</td>\n",
       "      <td>1.951254e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.101351</td>\n",
       "      <td>0.719532</td>\n",
       "      <td>9.234373e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>bytes_B</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>50652.271225</td>\n",
       "      <td>4.186674e+06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>240.0000</td>\n",
       "      <td>240.000000</td>\n",
       "      <td>668.000000</td>\n",
       "      <td>4.127341e+08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ds_field_A</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ds_field_B</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>32.274333</td>\n",
       "      <td>3.189747e+01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>64.000000</td>\n",
       "      <td>64.000000</td>\n",
       "      <td>1.280000e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>duration</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>52.707011</td>\n",
       "      <td>1.420455e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.4739</td>\n",
       "      <td>1.499200</td>\n",
       "      <td>1.575600</td>\n",
       "      <td>4.342019e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_GET</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.134353</td>\n",
       "      <td>3.410318e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_POST</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.035722</td>\n",
       "      <td>1.855972e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_avg</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>100.766269</td>\n",
       "      <td>2.321413e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_entropy</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.002719</td>\n",
       "      <td>5.634075e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.138830e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_firstQ</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>100.598426</td>\n",
       "      <td>2.317888e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_max</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>101.010059</td>\n",
       "      <td>2.330170e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_median</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>100.743731</td>\n",
       "      <td>2.321343e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_min</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>100.407662</td>\n",
       "      <td>2.314575e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_stdev</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.218504</td>\n",
       "      <td>9.136510e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.005506e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_sum</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>121.734056</td>\n",
       "      <td>3.532547e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.469500e+04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_thirdQ</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>100.882645</td>\n",
       "      <td>2.325351e+02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.503000e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_bytes_var</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>83.523348</td>\n",
       "      <td>5.145164e+03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.011042e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_count</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.238994</td>\n",
       "      <td>6.531343e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.500000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_avg</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.003702</td>\n",
       "      <td>1.050271e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_entropy</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>4.942239e-03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_firstQ</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.003697</td>\n",
       "      <td>1.049874e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_max</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.003723</td>\n",
       "      <td>1.056248e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_median</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.003712</td>\n",
       "      <td>1.054324e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_min</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.003663</td>\n",
       "      <td>1.043869e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>http_cookie_values_stdev</th>\n",
       "      <td>399358.0</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>7.537479e-03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.886751e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_feeds</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_h10141.www1</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_img</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000551</td>\n",
       "      <td>2.345906e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_unresolved</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.021029</td>\n",
       "      <td>1.434812e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_whp.aus1.cold.extweb</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_whp.hou9.cold.extweb</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_www</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000310</td>\n",
       "      <td>1.761417e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>subdomain_is_www.cloud</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.031263</td>\n",
       "      <td>1.740285e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_dlink</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.001111</td>\n",
       "      <td>3.331723e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_else</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.792856</td>\n",
       "      <td>4.052602e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_epicurious</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_google</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000100</td>\n",
       "      <td>1.000523e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_hp</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_hpeprint</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_livecdn</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_mako</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000626</td>\n",
       "      <td>2.500650e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_proteussensor</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.031263</td>\n",
       "      <td>1.740285e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_samsung</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>6.127118e-03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>domain_is_unresolved</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.020974</td>\n",
       "      <td>1.432973e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_biz</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_cloudfront.net</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>7.420244e-03</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_co.il</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000626</td>\n",
       "      <td>2.500650e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_com</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.055083</td>\n",
       "      <td>2.281424e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_com.sg</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_else</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.703178</td>\n",
       "      <td>4.568578e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_empty_char_value</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.042506</td>\n",
       "      <td>2.017409e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_googleapis.com</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_net</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>1.245607e-02</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_org</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>suffix_is_unresolved</th>\n",
       "      <td>399543.0</td>\n",
       "      <td>0.020974</td>\n",
       "      <td>1.432973e-01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>297 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      count          mean           std   min  \\\n",
       "ack                                399543.0    102.964712  6.572751e+03   0.0   \n",
       "ack_A                              399543.0     58.426825  4.062538e+03   0.0   \n",
       "ack_B                              399543.0     44.697232  2.526283e+03   0.0   \n",
       "bytes                              399543.0  65694.959359  4.398723e+06  60.0   \n",
       "bytes_A                            399543.0  15072.439039  6.572074e+05   0.0   \n",
       "bytes_A_B_ratio                    399543.0      0.632087  1.951254e+00   0.0   \n",
       "bytes_B                            399543.0  50652.271225  4.186674e+06   0.0   \n",
       "ds_field_A                         399543.0      0.000000  0.000000e+00   0.0   \n",
       "ds_field_B                         399543.0     32.274333  3.189747e+01   0.0   \n",
       "duration                           399543.0     52.707011  1.420455e+03   0.0   \n",
       "http_GET                           399358.0      0.134353  3.410318e-01   0.0   \n",
       "http_POST                          399358.0      0.035722  1.855972e-01   0.0   \n",
       "http_bytes_avg                     399358.0    100.766269  2.321413e+02   0.0   \n",
       "http_bytes_entropy                 399358.0      0.002719  5.634075e-02   0.0   \n",
       "http_bytes_firstQ                  399358.0    100.598426  2.317888e+02   0.0   \n",
       "http_bytes_max                     399358.0    101.010059  2.330170e+02   0.0   \n",
       "http_bytes_median                  399358.0    100.743731  2.321343e+02   0.0   \n",
       "http_bytes_min                     399358.0    100.407662  2.314575e+02   0.0   \n",
       "http_bytes_stdev                   399358.0      0.218504  9.136510e+00   0.0   \n",
       "http_bytes_sum                     399358.0    121.734056  3.532547e+02   0.0   \n",
       "http_bytes_thirdQ                  399358.0    100.882645  2.325351e+02   0.0   \n",
       "http_bytes_var                     399358.0     83.523348  5.145164e+03   0.0   \n",
       "http_cookie_count                  399358.0      0.238994  6.531343e-01   0.0   \n",
       "http_cookie_values_avg             399358.0      0.003702  1.050271e-01   0.0   \n",
       "http_cookie_values_entropy         399358.0      0.000027  4.942239e-03   0.0   \n",
       "http_cookie_values_firstQ          399358.0      0.003697  1.049874e-01   0.0   \n",
       "http_cookie_values_max             399358.0      0.003723  1.056248e-01   0.0   \n",
       "http_cookie_values_median          399358.0      0.003712  1.054324e-01   0.0   \n",
       "http_cookie_values_min             399358.0      0.003663  1.043869e-01   0.0   \n",
       "http_cookie_values_stdev           399358.0      0.000032  7.537479e-03   0.0   \n",
       "...                                     ...           ...           ...   ...   \n",
       "subdomain_is_feeds                 399543.0      0.000000  0.000000e+00   0.0   \n",
       "subdomain_is_h10141.www1           399543.0      0.000000  0.000000e+00   0.0   \n",
       "subdomain_is_img                   399543.0      0.000551  2.345906e-02   0.0   \n",
       "subdomain_is_unresolved            399543.0      0.021029  1.434812e-01   0.0   \n",
       "subdomain_is_whp.aus1.cold.extweb  399543.0      0.000000  0.000000e+00   0.0   \n",
       "subdomain_is_whp.hou9.cold.extweb  399543.0      0.000000  0.000000e+00   0.0   \n",
       "subdomain_is_www                   399543.0      0.000310  1.761417e-02   0.0   \n",
       "subdomain_is_www.cloud             399543.0      0.031263  1.740285e-01   0.0   \n",
       "domain_is_dlink                    399543.0      0.001111  3.331723e-02   0.0   \n",
       "domain_is_else                     399543.0      0.792856  4.052602e-01   0.0   \n",
       "domain_is_epicurious               399543.0      0.000000  0.000000e+00   0.0   \n",
       "domain_is_google                   399543.0      0.000100  1.000523e-02   0.0   \n",
       "domain_is_hp                       399543.0      0.000000  0.000000e+00   0.0   \n",
       "domain_is_hpeprint                 399543.0      0.000000  0.000000e+00   0.0   \n",
       "domain_is_livecdn                  399543.0      0.000000  0.000000e+00   0.0   \n",
       "domain_is_mako                     399543.0      0.000626  2.500650e-02   0.0   \n",
       "domain_is_proteussensor            399543.0      0.031263  1.740285e-01   0.0   \n",
       "domain_is_samsung                  399543.0      0.000038  6.127118e-03   0.0   \n",
       "domain_is_unresolved               399543.0      0.020974  1.432973e-01   0.0   \n",
       "suffix_is_biz                      399543.0      0.000000  0.000000e+00   0.0   \n",
       "suffix_is_cloudfront.net           399543.0      0.000055  7.420244e-03   0.0   \n",
       "suffix_is_co.il                    399543.0      0.000626  2.500650e-02   0.0   \n",
       "suffix_is_com                      399543.0      0.055083  2.281424e-01   0.0   \n",
       "suffix_is_com.sg                   399543.0      0.000000  0.000000e+00   0.0   \n",
       "suffix_is_else                     399543.0      0.703178  4.568578e-01   0.0   \n",
       "suffix_is_empty_char_value         399543.0      0.042506  2.017409e-01   0.0   \n",
       "suffix_is_googleapis.com           399543.0      0.000000  0.000000e+00   0.0   \n",
       "suffix_is_net                      399543.0      0.000155  1.245607e-02   0.0   \n",
       "suffix_is_org                      399543.0      0.000000  0.000000e+00   0.0   \n",
       "suffix_is_unresolved               399543.0      0.020974  1.432973e-01   0.0   \n",
       "\n",
       "                                        25%         50%          75%  \\\n",
       "ack                                  0.0000    2.000000     9.000000   \n",
       "ack_A                                0.0000    1.000000     5.000000   \n",
       "ack_B                                0.0000    1.000000     5.000000   \n",
       "bytes                              240.0000  240.000000  1213.000000   \n",
       "bytes_A                              0.0000   60.000000   743.000000   \n",
       "bytes_A_B_ratio                      0.0000    0.101351     0.719532   \n",
       "bytes_B                            240.0000  240.000000   668.000000   \n",
       "ds_field_A                           0.0000    0.000000     0.000000   \n",
       "ds_field_B                           0.0000   64.000000    64.000000   \n",
       "duration                             1.4739    1.499200     1.575600   \n",
       "http_GET                             0.0000    0.000000     0.000000   \n",
       "http_POST                            0.0000    0.000000     0.000000   \n",
       "http_bytes_avg                       0.0000    0.000000     0.000000   \n",
       "http_bytes_entropy                   0.0000    0.000000     0.000000   \n",
       "http_bytes_firstQ                    0.0000    0.000000     0.000000   \n",
       "http_bytes_max                       0.0000    0.000000     0.000000   \n",
       "http_bytes_median                    0.0000    0.000000     0.000000   \n",
       "http_bytes_min                       0.0000    0.000000     0.000000   \n",
       "http_bytes_stdev                     0.0000    0.000000     0.000000   \n",
       "http_bytes_sum                       0.0000    0.000000     0.000000   \n",
       "http_bytes_thirdQ                    0.0000    0.000000     0.000000   \n",
       "http_bytes_var                       0.0000    0.000000     0.000000   \n",
       "http_cookie_count                    0.0000    0.000000     0.000000   \n",
       "http_cookie_values_avg               0.0000    0.000000     0.000000   \n",
       "http_cookie_values_entropy           0.0000    0.000000     0.000000   \n",
       "http_cookie_values_firstQ            0.0000    0.000000     0.000000   \n",
       "http_cookie_values_max               0.0000    0.000000     0.000000   \n",
       "http_cookie_values_median            0.0000    0.000000     0.000000   \n",
       "http_cookie_values_min               0.0000    0.000000     0.000000   \n",
       "http_cookie_values_stdev             0.0000    0.000000     0.000000   \n",
       "...                                     ...         ...          ...   \n",
       "subdomain_is_feeds                   0.0000    0.000000     0.000000   \n",
       "subdomain_is_h10141.www1             0.0000    0.000000     0.000000   \n",
       "subdomain_is_img                     0.0000    0.000000     0.000000   \n",
       "subdomain_is_unresolved              0.0000    0.000000     0.000000   \n",
       "subdomain_is_whp.aus1.cold.extweb    0.0000    0.000000     0.000000   \n",
       "subdomain_is_whp.hou9.cold.extweb    0.0000    0.000000     0.000000   \n",
       "subdomain_is_www                     0.0000    0.000000     0.000000   \n",
       "subdomain_is_www.cloud               0.0000    0.000000     0.000000   \n",
       "domain_is_dlink                      0.0000    0.000000     0.000000   \n",
       "domain_is_else                       1.0000    1.000000     1.000000   \n",
       "domain_is_epicurious                 0.0000    0.000000     0.000000   \n",
       "domain_is_google                     0.0000    0.000000     0.000000   \n",
       "domain_is_hp                         0.0000    0.000000     0.000000   \n",
       "domain_is_hpeprint                   0.0000    0.000000     0.000000   \n",
       "domain_is_livecdn                    0.0000    0.000000     0.000000   \n",
       "domain_is_mako                       0.0000    0.000000     0.000000   \n",
       "domain_is_proteussensor              0.0000    0.000000     0.000000   \n",
       "domain_is_samsung                    0.0000    0.000000     0.000000   \n",
       "domain_is_unresolved                 0.0000    0.000000     0.000000   \n",
       "suffix_is_biz                        0.0000    0.000000     0.000000   \n",
       "suffix_is_cloudfront.net             0.0000    0.000000     0.000000   \n",
       "suffix_is_co.il                      0.0000    0.000000     0.000000   \n",
       "suffix_is_com                        0.0000    0.000000     0.000000   \n",
       "suffix_is_com.sg                     0.0000    0.000000     0.000000   \n",
       "suffix_is_else                       0.0000    1.000000     1.000000   \n",
       "suffix_is_empty_char_value           0.0000    0.000000     0.000000   \n",
       "suffix_is_googleapis.com             0.0000    0.000000     0.000000   \n",
       "suffix_is_net                        0.0000    0.000000     0.000000   \n",
       "suffix_is_org                        0.0000    0.000000     0.000000   \n",
       "suffix_is_unresolved                 0.0000    0.000000     0.000000   \n",
       "\n",
       "                                            max  \n",
       "ack                                6.528710e+05  \n",
       "ack_A                              4.045370e+05  \n",
       "ack_B                              2.545570e+05  \n",
       "bytes                              4.282699e+08  \n",
       "bytes_A                            2.108971e+08  \n",
       "bytes_A_B_ratio                    9.234373e+01  \n",
       "bytes_B                            4.127341e+08  \n",
       "ds_field_A                         0.000000e+00  \n",
       "ds_field_B                         1.280000e+02  \n",
       "duration                           4.342019e+05  \n",
       "http_GET                           1.000000e+00  \n",
       "http_POST                          1.000000e+00  \n",
       "http_bytes_avg                     2.503000e+03  \n",
       "http_bytes_entropy                 4.138830e+00  \n",
       "http_bytes_firstQ                  2.503000e+03  \n",
       "http_bytes_max                     2.503000e+03  \n",
       "http_bytes_median                  2.503000e+03  \n",
       "http_bytes_min                     2.503000e+03  \n",
       "http_bytes_stdev                   1.005506e+03  \n",
       "http_bytes_sum                     4.469500e+04  \n",
       "http_bytes_thirdQ                  2.503000e+03  \n",
       "http_bytes_var                     1.011042e+06  \n",
       "http_cookie_count                  4.500000e+01  \n",
       "http_cookie_values_avg             5.000000e+00  \n",
       "http_cookie_values_entropy         1.000000e+00  \n",
       "http_cookie_values_firstQ          5.000000e+00  \n",
       "http_cookie_values_max             5.000000e+00  \n",
       "http_cookie_values_median          5.000000e+00  \n",
       "http_cookie_values_min             5.000000e+00  \n",
       "http_cookie_values_stdev           2.886751e+00  \n",
       "...                                         ...  \n",
       "subdomain_is_feeds                 0.000000e+00  \n",
       "subdomain_is_h10141.www1           0.000000e+00  \n",
       "subdomain_is_img                   1.000000e+00  \n",
       "subdomain_is_unresolved            1.000000e+00  \n",
       "subdomain_is_whp.aus1.cold.extweb  0.000000e+00  \n",
       "subdomain_is_whp.hou9.cold.extweb  0.000000e+00  \n",
       "subdomain_is_www                   1.000000e+00  \n",
       "subdomain_is_www.cloud             1.000000e+00  \n",
       "domain_is_dlink                    1.000000e+00  \n",
       "domain_is_else                     1.000000e+00  \n",
       "domain_is_epicurious               0.000000e+00  \n",
       "domain_is_google                   1.000000e+00  \n",
       "domain_is_hp                       0.000000e+00  \n",
       "domain_is_hpeprint                 0.000000e+00  \n",
       "domain_is_livecdn                  0.000000e+00  \n",
       "domain_is_mako                     1.000000e+00  \n",
       "domain_is_proteussensor            1.000000e+00  \n",
       "domain_is_samsung                  1.000000e+00  \n",
       "domain_is_unresolved               1.000000e+00  \n",
       "suffix_is_biz                      0.000000e+00  \n",
       "suffix_is_cloudfront.net           1.000000e+00  \n",
       "suffix_is_co.il                    1.000000e+00  \n",
       "suffix_is_com                      1.000000e+00  \n",
       "suffix_is_com.sg                   0.000000e+00  \n",
       "suffix_is_else                     1.000000e+00  \n",
       "suffix_is_empty_char_value         1.000000e+00  \n",
       "suffix_is_googleapis.com           0.000000e+00  \n",
       "suffix_is_net                      1.000000e+00  \n",
       "suffix_is_org                      0.000000e+00  \n",
       "suffix_is_unresolved               1.000000e+00  \n",
       "\n",
       "[297 rows x 8 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(df_trn.shape) # dimensions (rows, columns)\n",
    "display(df_trn.head()) # overview of first (last) rows\n",
    "display(df_trn.describe().T) # basic stats per variable"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## data types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "float64    201\n",
       "int64       96\n",
       "object       1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_trn.dtypes.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## data exploration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "the value counts of the target are:\n",
      "lights             100000\n",
      "socket             100000\n",
      "TV                  59069\n",
      "baby_monitor        51377\n",
      "motion_sensor       50712\n",
      "thermostat          18814\n",
      "security_camera     14190\n",
      "watch                4187\n",
      "water_sensor         1026\n",
      "smoke_detector        168\n",
      "Name: device_category, dtype: int64\n",
      "Axes(0.125,0.125;0.775x0.755)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfUAAAGKCAYAAAAVPNgFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XtYl/Xh//HXR04qB490MCEPSeVUUpitQpvlps1leUJA\nUUtrpVZimmgeZmZkXtDWnNHBDqKCVm7tq7U2D2mE2cZvavOQyUrNIwomIALC/fvDy89kKigB9/15\n+3xcV1dyc8P9+nghr8/9vu/7/XZZlmUJAAB4vAZ2BwAAALWDUgcAwBCUOgAAhqDUAQAwBKUOAIAh\nKHUAAAzhbXeAHys3t6BOvm+zZo2Vn3+qTr53XSFz3fO0vJLnZfa0vBKZ64On5ZXqLnNwcOAlP8eZ\n+iV4e3vZHeGKkbnueVpeyfMye1peicz1wdPySvZkptQBADAEpQ4AgCEodQAADEGpAwBgCEodAABD\nUOoAABiCUgcAwBCUOgAAhqDUAQAwxGWV+tatWxUfHy9J2rt3r2JjYxUXF6dZs2apoqJCkrRixQoN\nHDhQ0dHRWr9+vSTp9OnTeuKJJxQXF6dHHnlEeXl5kqQtW7ZoyJAhiomJ0YIFC9zHWbBggQYPHqyY\nmBht27atVl8oAACmq7bU33jjDU2fPl0lJSWSpKSkJE2YMEHLli2TZVlau3atcnNzlZaWpoyMDC1a\ntEgpKSkqLS1Venq6wsLCtGzZMj344INauHChJGnWrFlKTk5Wenq6tm7dqh07dmj79u368ssv9d57\n7yklJUWzZ8+u21cOAIBhqi310NBQ/eEPf3B/vH37dnXv3l2S1LNnT2VlZWnbtm3q2rWrfH19FRgY\nqNDQUO3atUvZ2dnq0aOHe99NmzapsLBQpaWlCg0NlcvlUlRUlLKyspSdna2oqCi5XC61atVK5eXl\n7jN7AABQvWpXaevTp4++//5798eWZcnlckmS/P39VVBQoMLCQgUG/nfVGH9/fxUWFlbafv6+AQEB\nlfbdv3+//Pz81LRp00rbCwoK1Lx58yrzNWvW+LInzb//6Q8va78r9X/JD9TJ95U8M/OVqmrFISfy\ntLyS52X2tLwSmeuDp+WV6j/zFS+92qDBf0/ui4qKFBQUpICAABUVFVXaHhgYWGl7VfsGBQXJx8fn\not+jOk5Yiq+uln+tS07JHBwc6Jgsl8PT8kqel9nT8kpkrg+ellequ8y1uvRqx44dtXnzZknSxo0b\nFRkZqS5duig7O1slJSUqKChQTk6OwsLC1K1bN23YsMG9b0REhAICAuTj46N9+/bJsixlZmYqMjJS\n3bp1U2ZmpioqKnTw4EFVVFRUe5YOAAD+64rP1KdMmaIZM2YoJSVF7dq1U58+feTl5aX4+HjFxcXJ\nsiwlJCTIz89PsbGxmjJlimJjY+Xj46Pk5GRJ0uzZszVp0iSVl5crKipK4eHhkqTIyEgNHTpUFRUV\nmjlzZu2+UgAADOeyLMuyO8SPcSVDGw+/uK5OMryVeE+dfF/JMzNfCU8bUvO0vJLnZfa0vBKZ64On\n5ZU8ZPgdAAA4E6UOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQlDoAAIag1AEAMASlDgCA\nISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAADEGpAwBgCEod\nAABDUOoAABiCUgcAwBCUOgAAhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQ\nlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4A\ngCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBCUOgAAhqDUAQAwhHdNvqisrEyJiYk6cOCAGjRo\noDlz5sjb21uJiYlyuVzq0KGDZs2apQYNGmjFihXKyMiQt7e3Hn/8cfXq1UunT5/W5MmTdfz4cfn7\n+2vevHlq3ry5tmzZorlz58rLy0tRUVEaP358bb9eAACMVaMz9Q0bNujMmTPKyMjQuHHj9Lvf/U5J\nSUmaMGGCli1bJsuytHbtWuXm5iotLU0ZGRlatGiRUlJSVFpaqvT0dIWFhWnZsmV68MEHtXDhQknS\nrFmzlJycrPT0dG3dulU7duyo1RcLAIDJalTqbdu2VXl5uSoqKlRYWChvb29t375d3bt3lyT17NlT\nWVlZ2rZtm7p27SpfX18FBgYqNDRUu3btUnZ2tnr06OHed9OmTSosLFRpaalCQ0PlcrkUFRWlrKys\n2nulAAAYrkbD740bN9aBAwd03333KT8/X6mpqfrHP/4hl8slSfL391dBQYEKCwsVGBjo/jp/f38V\nFhZW2n7+vgEBAZX23b9/f7VZmjVrLG9vr5q8jFoTHBxY/U4O46TMTspyOTwtr+R5mT0tr0Tm+uBp\neaX6z1yjUn/nnXcUFRWlp59+WocOHdLIkSNVVlbm/nxRUZGCgoIUEBCgoqKiStsDAwMrba9q36Cg\noGqz5OefqslLqFW5uQV2R7hiTskcHBzomCyXw9PySp6X2dPySmSuD56WV6q7zFW9UajR8HtQUJD7\nTLtJkyY6c+aMOnbsqM2bN0uSNm7cqMjISHXp0kXZ2dkqKSlRQUGBcnJyFBYWpm7dumnDhg3ufSMi\nIhQQECAfHx/t27dPlmUpMzNTkZGRNYkHAMBVqUZn6qNGjdK0adMUFxensrIyJSQkqFOnTpoxY4ZS\nUlLUrl079enTR15eXoqPj1dcXJwsy1JCQoL8/PwUGxurKVOmKDY2Vj4+PkpOTpYkzZ49W5MmTVJ5\nebmioqIUHh5eqy8WAACT1ajU/f399fvf//6C7UuWLLlgW3R0tKKjoytta9SokV555ZUL9r3tttu0\nYsWKmkQCAOCqx+QzAAAYglIHAMAQlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAA\nGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBCUOgAAhqDU\nAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQlDoAAIag1AEAMASlDgCAISh1AAAM\nQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAADEGpAwBgCEodAABDUOoA\nABiCUgcAwBCUOgAAhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYwrumX/jaa69p3bp1\nKisrU2xsrLp3767ExES5XC516NBBs2bNUoMGDbRixQplZGTI29tbjz/+uHr16qXTp09r8uTJOn78\nuPz9/TVv3jw1b95cW7Zs0dy5c+Xl5aWoqCiNHz++Nl8rAABGq9GZ+ubNm/Wvf/1L6enpSktL0+HD\nh5WUlKQJEyZo2bJlsixLa9euVW5urtLS0pSRkaFFixYpJSVFpaWlSk9PV1hYmJYtW6YHH3xQCxcu\nlCTNmjVLycnJSk9P19atW7Vjx45afbEAAJisRqWemZmpsLAwjRs3To899ph+/vOfa/v27erevbsk\nqWfPnsrKytK2bdvUtWtX+fr6KjAwUKGhodq1a5eys7PVo0cP976bNm1SYWGhSktLFRoaKpfLpaio\nKGVlZdXeKwUAwHA1Gn7Pz8/XwYMHlZqaqu+//16PP/64LMuSy+WSJPn7+6ugoECFhYUKDAx0f52/\nv78KCwsrbT9/34CAgEr77t+/v9oszZo1lre3V01eRq0JDg6sfieHcVJmJ2W5HJ6WV/K8zJ6WVyJz\nffC0vFL9Z65RqTdt2lTt2rWTr6+v2rVrJz8/Px0+fNj9+aKiIgUFBSkgIEBFRUWVtgcGBlbaXtW+\nQUFB1WbJzz9Vk5dQq3JzC+yOcMWckjk4ONAxWS6Hp+WVPC+zp+WVyFwfPC2vVHeZq3qjUKPh94iI\nCH322WeyLEtHjhxRcXGx7rjjDm3evFmStHHjRkVGRqpLly7Kzs5WSUmJCgoKlJOTo7CwMHXr1k0b\nNmxw7xsREaGAgAD5+Pho3759sixLmZmZioyMrEk8AACuSjU6U+/Vq5f+8Y9/aPDgwbIsSzNnzlTr\n1q01Y8YMpaSkqF27durTp4+8vLwUHx+vuLg4WZalhIQE+fn5KTY2VlOmTFFsbKx8fHyUnJwsSZo9\ne7YmTZqk8vJyRUVFKTw8vFZfLOrewy+uq7Pv/VbiPXX2vQHABDV+pO2ZZ565YNuSJUsu2BYdHa3o\n6OhK2xo1aqRXXnnlgn1vu+02rVixoqaRAAC4qjH5DAAAhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhK\nHQAAQ1DqAAAYglIHAMAQlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDA\nEJQ6AACGoNQBADAEpQ4AgCEodQAADOFtdwDAbg+/uK5Ovu9biffUyfcFgEvhTB0AAENwpg54IEYX\nAFwMZ+oAABiCUgcAwBCUOgAAhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQ\nlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4A\ngCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBA/qtSPHz+uu+++Wzk5Odq7d69iY2MVFxenWbNm\nqaKiQpK0YsUKDRw4UNHR0Vq/fr0k6fTp03riiScUFxenRx55RHl5eZKkLVu2aMiQIYqJidGCBQt+\n5EsDAODqUuNSLysr08yZM9WwYUNJUlJSkiZMmKBly5bJsiytXbtWubm5SktLU0ZGhhYtWqSUlBSV\nlpYqPT1dYWFhWrZsmR588EEtXLhQkjRr1iwlJycrPT1dW7du1Y4dO2rnVQIAcBWocanPmzdPMTEx\nuuaaayRJ27dvV/fu3SVJPXv2VFZWlrZt26auXbvK19dXgYGBCg0N1a5du5Sdna0ePXq49920aZMK\nCwtVWlqq0NBQuVwuRUVFKSsrqxZeIgAAVwfvmnzRypUr1bx5c/Xo0UOvv/66JMmyLLlcLkmSv7+/\nCgoKVFhYqMDAQPfX+fv7q7CwsNL28/cNCAiotO/+/furzdKsWWN5e3vV5GXUmuDgwOp3chgy1z1P\nyys5J7NTclwJMtc9T8sr1X/mGpX6Bx98IJfLpU2bNmnnzp2aMmWK+7q4JBUVFSkoKEgBAQEqKiqq\ntD0wMLDS9qr2DQoKqjZLfv6pmryEWpWbW2B3hCtG5rrnaXklZ2QODg50RI4rQea652l5pbrLXNUb\nhRoNvy9dulRLlixRWlqabr31Vs2bN089e/bU5s2bJUkbN25UZGSkunTpouzsbJWUlKigoEA5OTkK\nCwtTt27dtGHDBve+ERERCggIkI+Pj/bt2yfLspSZmanIyMiaxAMA4KpUozP1i5kyZYpmzJihlJQU\ntWvXTn369JGXl5fi4+MVFxcny7KUkJAgPz8/xcbGasqUKYqNjZWPj4+Sk5MlSbNnz9akSZNUXl6u\nqKgohYeH11Y8AACM96NLPS0tzf3nJUuWXPD56OhoRUdHV9rWqFEjvfLKKxfse9ttt2nFihU/NhIA\nAFclJp8BAMAQlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACG\noNQBADAEpQ4AgCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBCUOgAAhqDUAQAwBKUOAIAhKHUA\nAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ\n6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBCUOgAA\nhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQ3jX5orKyMk2bNk0HDhxQaWmp\nHn/8cd10001KTEyUy+VShw4dNGvWLDVo0EArVqxQRkaGvL299fjjj6tXr146ffq0Jk+erOPHj8vf\n31/z5s1T8+bNtWXLFs2dO1deXl6KiorS+PHja/v1AgBgrBqdqf/lL39R06ZNtWzZMr355puaM2eO\nkpKSNGHCBC1btkyWZWnt2rXKzc1VWlqaMjIytGjRIqWkpKi0tFTp6ekKCwvTsmXL9OCDD2rhwoWS\npFmzZik5OVnp6enaunWrduzYUasvFgAAk9Wo1Pv27aunnnpKkmRZlry8vLR9+3Z1795dktSzZ09l\nZWVp27Zt6tq1q3x9fRUYGKjQ0FDt2rVL2dnZ6tGjh3vfTZs2qbCwUKWlpQoNDZXL5VJUVJSysrJq\n6WUCAGC+Gg2/+/v7S5IKCwv15JNPasKECZo3b55cLpf78wUFBSosLFRgYGClryssLKy0/fx9AwIC\nKu27f//+arM0a9ZY3t5eNXkZtSY4OLD6nRyGzHXP0/JKzsnslBxXgsx1z9PySvWfuUalLkmHDh3S\nuHHjFBcXp/vvv1/z5893f66oqEhBQUEKCAhQUVFRpe2BgYGVtle1b1BQULU58vNP1fQl1Jrc3AK7\nI1wxMtc9T8srOSNzcHCgI3JcCTLXPU/LK9Vd5qreKNRo+P3YsWN6+OGHNXnyZA0ePFiS1LFjR23e\nvFmStHHjRkVGRqpLly7Kzs5WSUmJCgoKlJOTo7CwMHXr1k0bNmxw7xsREaGAgAD5+Pho3759sixL\nmZmZioyMrEk8AACuSjU6U09NTdXJkye1cOFC901uzz77rJ5//nmlpKSoXbt26tOnj7y8vBQfH6+4\nuDhZlqWEhAT5+fkpNjZWU6ZMUWxsrHx8fJScnCxJmj17tiZNmqTy8nJFRUUpPDy89l4pANs8/OK6\nOvvebyXeU2ffG/A0NSr16dOna/r06RdsX7JkyQXboqOjFR0dXWlbo0aN9Morr1yw72233aYVK1bU\nJBIAAFc9Jp8BAMAQlDoAAIag1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ6gAAGIJSBwDAEJQ6\nAACGoNQBADAEpQ4AgCFqvJ46AJisrlaWY1U51CXO1AEAMASlDgCAISh1AAAMQakDAGAISh0AAENQ\n6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAADEGpAwBgCEodAABDUOoAABiCUgcAwBCUOgAA\nhqDUAQAwBKUOAIAhKHUAAAxBqQMAYAhKHQAAQ1DqAAAYglIHAMAQlDoAAIag1AEAMASlDgCAISh1\nAAAM4W13AABA7Xj4xXV18n3fSrynTr4vah9n6gAAGIJSBwDAEJQ6AACGoNQBADAEpQ4AgCEodQAA\nDEGpAwBgCEodAABDOG7ymYqKCv32t7/V119/LV9fXz3//PO68cYb7Y4FAKhldTVZjnT1TpjjuDP1\nNWvWqLS0VMuXL9fTTz+tF1980e5IAAB4BMedqWdnZ6tHjx6SpNtuu03//ve/bU4EAMBZTp+K12VZ\nllUr36mWPPvss/rlL3+pu+++W5L085//XGvWrJG3t+PefwAA4CiOG34PCAhQUVGR++OKigoKHQCA\ny+C4Uu/WrZs2btwoSdqyZYvCwsJsTgQAgGdw3PD7ubvfd+/eLcuy9MILL6h9+/Z2xwIAwPEcV+oA\nAKBmHDf8DgAAaoZSBwDAEJQ6AACGoNSBanDbCQBPQalfwqFDh+yOUKXy8nKVlpZq/PjxKisrU2lp\nqUpKSjRixAi7o13U73//ex08eNDuGDUyevRouyNcsS+++MLuCFfkvffeq/Tx4sWLbUpyZY4ePaqD\nBw/qwIED+te//mV3nCp99dVXeu655zR16lT3f063aNEiuyNcMbszM6vLed58800FBQXp5MmTWrly\npXr06OHYH/wPPvhAqampOnbsmPr06SNJatCggSIjI21OdnFNmjTR2LFjFRwcrKFDh+qee+5Rgwae\n8Z4yKChIa9asUdu2bd2Z27Zta3Oqqv3hD3/Qz372M7tjVGvVqlVat26dNm/e7H4jUl5erm+++cax\nb1DPmTZtmrZs2aLi4mIVFxcrNDRUK1assDvWJf32t7/V8OHD1bJlS7ujXLYNGzZo1KhR8vLysjvK\nZbM7M6V+nr/97W9asmSJxowZo48++sjRv1Sio6MVHR2t999/X4MHD7Y7TrVGjRqlUaNG6auvvtLK\nlSv18ssv6xe/+IWio6PVqlUru+NV6fjx43r33XfdH7tcLsefSbpcLo0bN67SG5GJEyfanOpCPXr0\nUHBwsE6cOKGhQ4dKOvvmNCQkxOZk1du1a5dWr16tmTNnKiEhQU899ZTdkaoUEBCgAQMG2B3jiuTn\n56tHjx5q3bq1XC6XXC6XMjIy7I5VJbszU+rnadCggY4dO+Z+J3v69GmbE1UvKipKkyZNUl5envr2\n7aubb75Z4eHhdse6pM6dO6tz584qLS3VH//4R/Xt21fbtm2zO1aV0tLSlJ+fr/3796t169Zq3ry5\n3ZGqNWjQILsjXJYmTZro9ttv1+23366jR4/qzJkzsixLBw8e1LXXXmt3vCo1a9ZMLpdLp06dcvTP\nRGZmpiQpMDBQqamp+slPfiKXyyXp7O8PJ0tNTbU7whWzOzOlfp7bb79d8fHxmj9/vl544QX3ojJO\nNnPmTD300ENauHChIiMjlZiY6OghwEOHDukvf/mLPv74Y7Vv316vvfaa3ZGq9fHHH+t3v/ud2rdv\nr2+++Ubjx4/XAw88YHesKt1///1avny59uzZozZt2ig2NtbuSFXytKFsSfrJT36iRYsW6ZprrlFC\nQoJjTwJWr14t6Wyp7927V3v37nV/zuml7uXlpRdeeEE5OTlq06aNYy+Hns/2zBbctm3b5v5zSUmJ\ntXnzZhvTXJ74+PhK/x8+fLidcS7p/ffft4YPH279+te/tt5++20rLy/P7kiXLTo62iosLLQsy7IK\nCgqsgQMH2pyoelOnTrWSkpKsv//979bcuXOtyZMn2x2pSgMGDLAqKiqs6dOnW8ePH3fsz/H5cnJy\nrIKCAqusrMxau3atlZuba3ekKh0/ftzKzMy0LMuy0tLSrB9++MHmRNUbPXq0tWbNGuuHH36w/v73\nv1sjRoywO1K17M7Mmbqkf/7zn9qzZ4/eeecdPfTQQ5LOzkG/dOlSrVq1yuZ0VfPz89Nnn32miooK\nbdmyRb6+vnZHuqiNGzdqwoQJioiIsDvKFXO5XPL395d09rqkn5+fzYmqt3fvXi1dulSS1Lt3b8XE\nxNicqGqeMpR9vmeffVbp6emSpHvuqZ21sOvS008/7b5PqEmTJpo8ebLjR8pKSkp07733Sjr7c/z2\n22/bnKh6dmem1HX27uZjx46ptLRUubm5ks7+Ip88ebLNyao3Z84czZs3T/n5+Xrrrbc0e/ZsuyNd\nVH5+vkcWuiSFhIToxRdfVGRkpP75z38qNDTU7kjVKikpUXFxsRo1aqTTp0+rvLzc7khV+t+h7OLi\nYrsjVatx48Z64YUXKt2MeO5mPycqLi5Wr169JJ29POP0yxvS2Schvv76a9188836+uuv3fcCOJnd\nmSl1SWFhYQoLC9OQIUMcf3POxbz88svuP69evVqtW7e2Mc3F7d+/XykpKRf9nBPvyj5fUlKSli9f\nrqysLLVv316TJk2yO1K1RowYoQceeEAdOnTQnj179OSTT9odqUpPPvmkTp8+rYYNG2rjxo3q3Lmz\n3ZGq1bVrV0lnn47wBD4+Pvr8888VHh6ur776yiMeE5s+fbqmTZumo0eP6tprr9WcOXPsjlStGTNm\nVMr8/PPP1+vxWaXtPAsWLNCSJUvk7f3f9zrn7hx1qqFDhyo1NVXe3t767W9/qx9++EFvvvmm3bEu\ncN999+nRRx+96Oec/pjNc889p5kzZ7o/fuaZZ/TSSy/ZmOjynDhxQvv371dISIiaNm1qd5yLys3N\nVWFhoaZMmaKXXnpJlmWpoqJCU6ZM0fvvv293vGplZWVp//79Cg8PV9u2bR19aWbv3r2aN2+evv32\nW91000165plnPOLRwXMOHTqk66+/3u4Y1Vq/fr17RESSPvroI/3qV7+qt+Nzpn6e9evX69NPP1XD\nhg3tjnLZnn32WY0dO1aFhYUaOXKkY59Zb9mypePL+38tXbpUr776qk6cOKG//e1v7u3t27e3MdXl\nycrK0pkzZ1RRUeF+hvr++++3O9YFtm7dqnfffVfffvutZs6cKcuy1KBBA8fflS1JKSkpOnz4sHJy\ncuTr66vXX3/9kqNRTvDll19q4cKF7o8XL17s6Lk4JM+aEGz9+vX6f//v/2n16tXu2QUrKiq0du1a\nSt0uLVq0qHSW7mTnjyDccccdysrK0nXXXafMzExH/kLs1KmT3RGu2LBhwzRs2DClpqbqscceszvO\nFXn55ZeVnJys2bNnKz09XRMmTHBkqffu3Vu9e/fWhg0bPOIR0vNlZ2dr6dKlio+P14ABA9w3zTnN\nxWbtq6io0O7dux1f6p40Idgtt9yiEydOyM/PT+3atZNlWXK5XOrXr1+95vCMBqtjEydOlMvl0rFj\nxzRgwAB16NBB0tmb5ZKTk21Od3Hnnj09p23btu5tTiz1KVOm2B3hip0bRmvatKmWL19e6XNOviFK\nkho2bOh+kxocHOz4G4x8fHy0ceNGWZalOXPmOHZk4Xzl5eUqKSmRy+VSeXm5Y6c99uRZ+zxpQrDr\nr79eAwYMUM+ePfX111/rzjvv1NKlS3XDDTfUaw5KXXL84z4Xk5SUJEnKy8vTzp07ddddd2nJkiXq\n37+/zcnMceLECUnSsWPHbE5y5QICAjRmzBgNHTpUS5cudfxjYp4ysnC+kSNHauDAgcrLy9OQIUM0\natQouyNdlCfP2ueJE4JNmjTJPaIQFBRU748OcqPceRYsWFDpYx8fH1133XX61a9+JR8fH5tSVe2h\nhx7SiBEj1KtXL/3f//2fVq1a5fhnTz3R8ePHVVJS4v7Y6fPVl5aWat++fbrpppu0e/dutWnTxrFz\nGEhSfHwXOfQBAAAVxElEQVS8UlNTNXHiRL322msaPny4lixZYnesav3www/au3evQkJC1KxZM7vj\nVMkTZ+07X1lZmWN/D58vJiam0lzvI0aMqNe1IjhTP8/XX38tPz8/RUZGauvWrTp06JCCg4OVmZmp\n+fPn2x3vojzx2VNPM3v2bG3YsEHXXHON+zqZ0xeVOH78uNavX6+//vWv7m3jx4+3MVHVPG1kQZLW\nrVunlStXVnqz98Ybb9iYqGqetgCNJH3++ed65513Kv0dO30xpf99dLC+L8tQ6uc5efKkezWumJgY\nPfzww5o/f76j5832xGdPPc3WrVu1Zs0ax14zvZinnnpKd9xxh0c8AiRJv//9790jC998842GDBli\nd6RqzZs3T88995yaNGlid5TL0rRpU4+btS8pKUnTpk3TddddZ3eUy/b8889r3rx5mjt3rtq3b6/n\nnnuuXo9PqZ+noKBAeXl5at68ufLz81VQUKCysjJH35xh9w/Q1eDGG29USUmJGjVqZHeUy+bv76+E\nhAS7Y1y2vLw8vfLKK5UWwXDiJErn69Chg26//Xa7Y1y2Tp06edysfddff73uvPNOu2NckRtvvFGT\nJ0/W3r17dcstt9T7fQtcUz/P+vXrNXfuXAUEBOjUqVOaPn26du3aJX9/fw0bNszueJe0e/du7dmz\nR23bttWtt95qdxzjxMTE6LvvvtONN94oSR4x/P7CCy8oPDxct956q/vO97Zt29qc6tLGjBmj2NhY\n/fSnP9WXX36ptLS0SmvYO9Gf/vQnZWRkqF27du5t525gdaKBAweqdevW6tevn3x8fBQeHq4WLVrY\nHatKiYmJ8vX1VceOHd0/x05/8mTJkiX6+9//rh9++EEDBgzQ3r17K01eVdc4Uz9Pr169dPfddysv\nL08tWrSQy+VSz5497Y5VpcWLF2v16tXq0qWL3nrrLd13330aPXq03bGM4tTHGquyc+dO7dy50/2x\ny+Vy9LVIuxfBqIm0tDSNGTNGgYGBdke5LCtXrlROTo7Wrl2rdevWqWXLlhfcHOw050ZrPOkJlNWr\nV2vp0qUaOXKkRo4cqUGDBtXr8Sl1/Xca0KFDh17wPK/Tz8jO/QB5e3urrKxMMTExlHots3195BpI\nS0tTQUGBDhw4oJCQEPcqc05l9yIYNdGyZct6nSnsx9q5c6eysrK0efNmSao0wuBU48ePv2AqXqc7\ndzPtuZ/h+n7qhFLX2V8oKSkpF0wS4Am/WCzLcs+C5+Pj4xGPfHia6dOnVxoafvbZZx0/NPzJJ5/o\n1VdfVXl5ufr27SuXy6WxY8faHeuSPHHhjoYNG2r06NGVhoadvDjR8OHDFRISooSEBI943lvyvKl4\nJalfv34aNmyYDh48qEceeUS9e/eu1+NT6pJuu+02Sc6+5ngpERERevLJJxUREaHs7Gx169bN7kjG\n8cSh4bffflsrVqzQ6NGjNXbsWA0aNMjRpd6xY0d98MEHdse4Iucv2uEJNm/erOzsbGVmZuqtt95S\nixYtHF+QnjIV7/liY2N15513avfu3Wrbtm29z2lBqcv5q4RVZeTIkVq7dq1++OEHbd++XY8//rjd\nkYzjiUPDXl5e8vX1dQ8DOv3O/ZdffvmCUnf6Con333+/vvrqK/cMbUePHrU7UpVOnjypI0eO6ODB\ngyouLnb8BEqS50zFK1244uAtt9yiiooKPfzww/W64iB3v3u44cOHa/z48Vq2bJn69OmjjIwMpaWl\n2R3LKDt27NCMGTMqDQ07/SmDlJQUHThwQP/+9791++23q3HjxkpMTLQ71iU98MADeu+99xw9693/\neuyxx1RWVqajR4+qvLxc11xzjd555x27Y13SwIED1bt3b/3iF79wr2/hdB9//LEWLFigvLw8XX/9\n9Ro1apRjp8Jes2aN3n33Xe3atUu33HKLpLNz13ft2lUTJkyovyAWPNrw4cOtM2fOWKNGjbIsy7JG\njBhhcyI4xYYNG6w33njDWrdund1RqpWYmGidPHnS7hhXJDo62rIsy5o2bZpVXFxsxcTE2JzITCdO\nnLC2bt1q5eXl2R3lsnz66ae2Hp/hdw935swZzZ8/XxEREfriiy9UVlZmdyTjeOLQ8JEjR9SqVSu1\nbt1ab775pq677jpHjy506NBBUVFRatmypfvu4bVr19odq0oNGzaUdHaq5oYNG3rEZRlPk5WVpTNn\nzqiiokITJ070iNX7rr/+esXFxenkyZPq37+/OnToUL/3X9j6lgI/2rfffmstWbLEKikpsVavXm3t\n27fP7kjG6d+/v1VSUmJ3jCsybNgwa9OmTdYTTzxhrVq1yho+fLjdkao0aNAgKzc31yopKXH/53RL\nliyxFixYYL322mvWkCFDrJEjR9odyTiDBw+29u7daz388MPW0aNHrbi4OLsjVWvEiBHWd999Zw0f\nPtw6fvy4NWDAgHo9PmfqHq5NmzZq06aNJHnUM7OepGPHjiopKfGo670ul0s//elPlZqaqn79+jl+\noZ9WrVqpUaNGHvV3PGzYMBUVFcnf319du3ZV586d7Y5knIYNG6pFixby9vZWcHCwx4yG3HjjjXK5\nXGrevHm9zxFBqQPV8MSh4XOXZSIjIz3isszhw4f1i1/8QiEhIZI8YyreBQsWqLS0VBMnTlRaWpo6\ndeqkRx991O5YRvHE1fuaNGmijIwMFRcXa/Xq1QoKCqrX43P3O1CNwYMHKzU1tdI/TqefUX733Xf6\n/PPPNWTIEK1Zs0adO3dWSEiISktLHZk9JyfHfY36nP+dDMppBg4cqJUrV7o//t91tPHjlZaWulfv\n2717t9q0aSNfX19t3bpV4eHhdse7qMLCQqWmpmr37t1q3769fvOb36hp06b1dnzO1IFqeOLQ8KUu\ny4wZM8aRc8BPnz7dIyYWOZ/L5XK/SSorKxPnR7XP19dXN910kyQpLCzMvT05OdlxP8cHDx50/zku\nLs7951OnTlHqgJN44tDwpTi1eBo3bqwXXnhBbdu2dU8w4vTVuGJiYnT//fcrLCxM//nPf/TII4/Y\nHemq4cSf43NLHZ84cUJFRUUKCwvTN998o5YtW+pPf/pTveWg1IFqvPzyyxfd7uQhwEtx6o1GXbt2\nlSQdP37c5iSXb8iQIbr33nu1f/9+hYSEuK/3rlmzpt7n+77aOPHnePny5ZKkcePGad68ee4lvOt7\nPQBKHajGpa7tOnEI0FN54mpcktS8efMLbt5avHgxpX4VO3z4sAICAiSdHYHKzc2t1+NT6kANOXEI\nsDpOzeyJq3FdilP/jk3i5L/jqKgoDR8+XJ06ddK2bdvq/Q2ec2fHBxzOiUOA1Tl305HTZGdn66WX\nXlLjxo01YMAAff/993ZHqjFP/LlwqkWLFl10u5NnlUtISFBiYqI6deqkmTNnuhfZ2rp1a70cnzN1\nwEA7d+7U8uXLVVJS4t6WlJSkWbNm2Zjq0jxpNS7Unw0bNmjUqFHy8vKqtD06OtqmRJenU6dO6tSp\nU6Vt9XW5jlIHasjJQ4CJiYkaPny4rrvuOrujXJaRI0dq4MCBysvL05AhQzRq1Ci7I9WYk38uPE1+\nfr569Oih1q1bu5cR5smTqlHqQDX++te/qnfv3vL2rvzPxclDgC1bttSQIUPsjnHZ7rvvPt15553a\nu3evQkJC1KxZM7sjVWvRokUaMGDABTfKPfTQQzYlMk9qaqrdEWpNfV2WodSBavz73//WwoULdddd\nd2nw4MFq3769JGcPAd5www16/fXXdeutt7p/mURFRdmc6tI+/fRTpaenq7i42L3N6U8WNG7cWOPG\njVNwcLAGDRqknj17yuVy6Z577rE7mjG8vb01f/585eXlqW/fvrr55psdP9Og3ZgmFrgMFRUV2rhx\noz744APl5uYqOjpa999/v3x8fOyOdlFTp069YFtSUpINSS7PgAEDNHXqVLVs2dK9rV27djYmunzf\nfPONUlNTlZ2drUGDBmnEiBFq0qSJ3bGM8Oijj+qhhx7SwoULNXv2bCUmJjp+caJLiY+PV1paWp0f\nhzN1oBqWZSkzM1N//vOfdeDAAfXv31/5+fl67LHHLnl3rt2SkpK0e/du7dmzR23btnX0WurS2UUw\nunfvbneMK3Ly5EmtXr1aH374oQIDA/Xss8+qvLxcv/nNbzz2uq/TnD59WnfccYdeffVVtWvXTn5+\nfnZHuiyFhYX6/vvvFRoaqsaNG0uqv8t1lDpQjV/+8peKjIxUfHy8IiIi3Nv37NljY6qqpaWladWq\nVerSpYveeust3XfffRo9erTdsS5wbhYuX19fzZgxQz/5yU/clwucPk3s4MGD1b9/f6WkpKhVq1bu\n7Tt37rQxlVn8/Pz02WefqaKiQlu2bPGI9Rf++te/KjU1VeXl5erbt69cLpfGjh1bb5frGH4HqlFY\nWKiysjIdOHBAoaGh9b6UYk2cW6rS29tbZWVliomJ0QcffGB3rAssWLBAkrRw4UKNHTvWvb2kpERP\nP/20XbEuy4oVKyr9ol68eLFGjBhhYyLzHD58WPPmzXOvePbMM8+odevWdseqUkxMjBYvXqzRo0dr\n8eLFGjRoUKXV/OoaZ+pANT755BO98cYbat++vf7zn//oiSeeqLTymRNZluW+W9/Hx8ex1/6vvfZa\nvf/++2rUqJE+++wzSWfvXzhz5oxjS33VqlVat26dNm/erM2bN0s6+5z9N998Q6nXss8++6zS2gue\n8MbJy8tLvr6+7kfwGjVqVK/Hp9SBaqSnp+vDDz+Un5+fTp06pZEjRzq+1CMiIvTkk08qIiJC2dnZ\n7gVTnOaBBx7QnXfeqdTUVD322GOSpAYNGqhFixY2J7u0Hj16KDg4WCdOnHBfImjQoIF7FT/8eOe/\ncfriiy8knX2zt3v3bseXekREhJ5++mkdOXJEM2fOVOfOnev1+JQ6UI2mTZu6z3obNmzoEcPvU6ZM\n0aeffqqcnBwNGjRId999t92RLsrX11c33HCD5syZY3eUy1ZcXKzbb79dwcHBlZ49PnXqlI2pzOLJ\nb5wmTpyojRs36tZbb1W7du3q/RFHrqkDlzBx4kS5XC59++23Ki8vV3h4uHbs2KGGDRtqyZIldse7\nqPXr16tXr17uG9DO5/QbzzxFUlKSpk6dqvj4eLlcLvdMYS6Xy/HP1nuio0eP6syZM7IsS0ePHnXs\nqNM5q1at0q9//WtJZ7NPmzZNb775Zr0dnzN14BJiYmIu2HbuH6tTnThxQpLqfbnHq8m5OQDuvvtu\njRkzxuY0Zps2bZq2bNmi4uJiFRcXKzQ01PHPqX/44Yfy9/dXaWmpUlJS9OSTT9br8Vk1AbiE7t27\nq3v37goLC9PRo0d18OBBHThwQP/617/sjnZJAwYMkHR2qHL8+PHu/85f2AW1Y+PGjSovL7c7htF2\n7dql1atXKyoqSh999JFHPKf+hz/8Qe+++67eeecdpaenq1+/fvV6fM7UgWqMHz9e7dq10+7du+Xn\n51fvd7Neiffee0/vv/++cnJytHHjRkln78x28t3knsqkxUacqmnTpnK5XDp16tQFc+w7zbnLddLZ\ne2+2bdumuXPnSjq7Qlt94Zo6UI1hw4Zp6dKlmjp1qubOnau4uDjH/vIuLS3V0aNH9dprr11wN7kn\nTNzhSQ4cOHDBNuYlr10pKSlq0qSJjh07psOHD2v//v16//337Y51UV9++eUlP1efsyVypg5Uw8vL\nSyUlJSouLnav9+1Uvr6+at26tWbNmqXly5drz549atOmjWJjY+2OZpw//elPF2wbP368DUnMlZmZ\nqdatW6tfv37y8fFReHi43ZEu6VxxFxYW6o9//KNycnLUpk2bSpMq1QeuqQPVGDZsmN5991117txZ\nP//5zx0/o5UkzZw5U/v27dNdd92lAwcOaPr06XZHMk7Lli3VsmVLtWjRQkeOHNGhQ4fsjmSclStX\n6qmnntLevXv1+uuva9asWXZHqta0adPUqlUrJSQk6IYbblBiYmK9Hp8zdaAaDRs21PLlyxUYGChv\nb2+PeDRs7969Wrp0qSSpd+/eF72THz/O//6dcid87du5c6eysrLcM/d5wsp9+fn5io+PlyTdeuut\n+uSTT+r1+JQ6UI0FCxbovffeU/PmzZWbm6tx48Y5/rGac5cLGjVqpOLiYkdfMvBU3377rfvPubm5\nOnjwoI1pzDR8+HCFhIQoISHBsRMo/a+SkhLl5uYqODhYx44dU0VFRb0en1IHquHv7+++8zY4ONjR\nd7+fM3LkSD344IO66aabtGfPnnp/VvZqMHPmTPfkMw0bNtSUKVPsjmSczZs3Kzs7W5mZmXrrrbfU\nokULpaSk2B2rSk899ZRiYmIUEBCgoqKiep8tkVIHLuHcL49za2RHRERo27ZtHnEXeePGjdW2bVsV\nFRWpVatW+vOf/1zvz8ua7s0331ROTo46duyoNWvW6M4777Q7knFOnjypI0eO6ODBgyouLq60xK1T\n3XXXXVq7dq3y8vJseQyPUgcuoW3btpX+L0n33nuvXXGuyEsvvaQ5c+Z4xDz1nmry5Mm6++671bFj\nR3377bf6+OOP6/V55KvBmDFj1Lt3bz322GPq0KGD3XEuS0ZGhpYvX15pwqePPvqo3o5PqQOXcG52\nNk/UoUOHen029mp05MgRDRo0SJL0yCOPuG+OQu2pz3XIa8vixYv1+uuvq0mTJrYcn1IHDHTvvfdq\n6NChle4WTkpKsjGRec4t9tO2bVvt27ev3m+IgjPdfPPNuv766+Xl5WXL8Sl1wEBpaWkaM2aMAgMD\n7Y5irKlTpyohIUHHjh3TNddco9mzZ9sdCQ7ws5/9TL1791ZISIgsy6r31fsodcBALVu21K9+9Su7\nYxgtPDxcaWlpOnDggEJCQuTv7293JDjA8uXL9bvf/c62N9SUOmCghg0bavTo0erYsaN7kYmJEyfa\nnMosn3zyiV599VWVl5erb9++crlc9T4lKJzn2muvVefOndWggT0TtlLqgIF69epldwTjvf3221qx\nYoVGjx6tsWPHatCgQZQ6VFpaqgceeEAdOnRwv6Guz6ciKHXAQJ58576n8PLykq+vr3vZVU+YlAh1\nr3///iosLJSXl5feeOONen8qggVdAKAGIiIi9PTTT+vIkSOaOXOmOnfubHckOMB7772n9u3bKysr\nSxMnTtTatWvr9fiUOgDUQFxcnLp27ar+/fvr888/V//+/e2OBAdwuVz66U9/qpMnT6pfv371fm2d\nUgeAGpg0aZJuuukmff3115o4cSLzAECSdObMGc2fP1+RkZH64osvVFZWVq/Hp9QBoAbsPiODMyUl\nJSkkJESPPvqo8vLyNG/evHo9PjfKAUAN2H1GBmdq06aN2rRpI0m2zBXhsizLqvejAoCH++677/T5\n559ryJAhWrNmjTp37qyQkBC7Y+EqR6kDAGAILgIBAGAISh0AAENQ6gAAGIJSBwDAEJQ6AACG+P8l\nUJpeV4mVPgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0xeae8198>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print('the value counts of the target are:')\n",
    "print(df_trn.iloc[:,-1].value_counts())\n",
    "print(df_trn.iloc[:,-1].value_counts().plot(kind = 'bar'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## prepare data for modeling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "y_trn = df_trn.iloc[:,(df_trn.shape[1]-1)].copy() # last column\n",
    "X_trn = df_trn.iloc[:,0:(df_trn.shape[1]-1)].copy() # all but the last column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ack</th>\n",
       "      <th>ack_A</th>\n",
       "      <th>ack_B</th>\n",
       "      <th>bytes</th>\n",
       "      <th>bytes_A</th>\n",
       "      <th>bytes_A_B_ratio</th>\n",
       "      <th>bytes_B</th>\n",
       "      <th>ds_field_A</th>\n",
       "      <th>ds_field_B</th>\n",
       "      <th>duration</th>\n",
       "      <th>...</th>\n",
       "      <th>suffix_is_cloudfront.net</th>\n",
       "      <th>suffix_is_co.il</th>\n",
       "      <th>suffix_is_com</th>\n",
       "      <th>suffix_is_com.sg</th>\n",
       "      <th>suffix_is_else</th>\n",
       "      <th>suffix_is_empty_char_value</th>\n",
       "      <th>suffix_is_googleapis.com</th>\n",
       "      <th>suffix_is_net</th>\n",
       "      <th>suffix_is_org</th>\n",
       "      <th>suffix_is_unresolved</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>0.713924</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.6890</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>0.103124</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9852</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1213</td>\n",
       "      <td>743</td>\n",
       "      <td>1.806874</td>\n",
       "      <td>668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5756</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 297 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   ack  ack_A  ack_B  bytes  bytes_A  bytes_A_B_ratio  bytes_B  ds_field_A  \\\n",
       "0    9      5      5   1213      743         0.713924      668           0   \n",
       "1    9      5      5   1213      743         1.806874      668           0   \n",
       "2    9      5      5   1213      743         0.103124      668           0   \n",
       "3    9      5      5   1213      743         1.806874      668           0   \n",
       "4    9      5      5   1213      743         1.806874      668           0   \n",
       "\n",
       "   ds_field_B  duration          ...           suffix_is_cloudfront.net  \\\n",
       "0           0    1.5756          ...                                  0   \n",
       "1           0    0.6890          ...                                  0   \n",
       "2           0    0.9852          ...                                  0   \n",
       "3           0    1.5756          ...                                  0   \n",
       "4           0    1.5756          ...                                  0   \n",
       "\n",
       "   suffix_is_co.il  suffix_is_com  suffix_is_com.sg  suffix_is_else  \\\n",
       "0                0              0                 0               1   \n",
       "1                0              0                 0               1   \n",
       "2                0              0                 0               1   \n",
       "3                0              0                 0               1   \n",
       "4                0              0                 0               1   \n",
       "\n",
       "   suffix_is_empty_char_value  suffix_is_googleapis.com  suffix_is_net  \\\n",
       "0                           0                         0              0   \n",
       "1                           0                         0              0   \n",
       "2                           0                         0              0   \n",
       "3                           0                         0              0   \n",
       "4                           0                         0              0   \n",
       "\n",
       "   suffix_is_org  suffix_is_unresolved  \n",
       "0              0                     0  \n",
       "1              0                     0  \n",
       "2              0                     0  \n",
       "3              0                     0  \n",
       "4              0                     0  \n",
       "\n",
       "[5 rows x 297 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_trn.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## handle missing values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0      165\n",
       "185     84\n",
       "10      48\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# summary of missing values\n",
    "X_trn.isnull().sum().value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ack                                     0\n",
      "ack_A                                   0\n",
      "ack_B                                   0\n",
      "bytes                                   0\n",
      "bytes_A                                 0\n",
      "bytes_A_B_ratio                         0\n",
      "bytes_B                                 0\n",
      "ds_field_A                              0\n",
      "ds_field_B                              0\n",
      "duration                                0\n",
      "http_GET                              185\n",
      "http_POST                             185\n",
      "http_bytes_avg                        185\n",
      "http_bytes_entropy                    185\n",
      "http_bytes_firstQ                     185\n",
      "http_bytes_max                        185\n",
      "http_bytes_median                     185\n",
      "http_bytes_min                        185\n",
      "http_bytes_stdev                      185\n",
      "http_bytes_sum                        185\n",
      "http_bytes_thirdQ                     185\n",
      "http_bytes_var                        185\n",
      "http_cookie_count                     185\n",
      "http_cookie_values_avg                185\n",
      "http_cookie_values_entropy            185\n",
      "http_cookie_values_firstQ             185\n",
      "http_cookie_values_max                185\n",
      "http_cookie_values_median             185\n",
      "http_cookie_values_min                185\n",
      "http_cookie_values_stdev              185\n",
      "http_cookie_values_sum                185\n",
      "http_cookie_values_thirdQ             185\n",
      "http_cookie_values_var                185\n",
      "http_count_host                       185\n",
      "http_count_req_content_type           185\n",
      "http_count_resp_code                  185\n",
      "http_count_resp_content_type          185\n",
      "http_count_transactions               185\n",
      "http_count_user_agents                185\n",
      "http_dom_host_alexaRank               185\n",
      "http_dom_resp_code                    185\n",
      "http_has_location                     185\n",
      "http_has_referrer                     185\n",
      "http_has_req_content_type             185\n",
      "http_has_resp_content_type            185\n",
      "http_has_user_agent                   185\n",
      "http_inter_arrivel_avg                185\n",
      "http_inter_arrivel_entropy            185\n",
      "http_inter_arrivel_firstQ             185\n",
      "http_inter_arrivel_max                185\n",
      "http_inter_arrivel_median             185\n",
      "http_inter_arrivel_min                185\n",
      "http_inter_arrivel_stdev              185\n",
      "http_inter_arrivel_sum                185\n",
      "http_inter_arrivel_thirdQ             185\n",
      "http_inter_arrivel_var                185\n",
      "http_req_bytes_avg                    185\n",
      "http_req_bytes_entropy                185\n",
      "http_req_bytes_firstQ                 185\n",
      "http_req_bytes_max                    185\n",
      "http_req_bytes_median                 185\n",
      "http_req_bytes_min                    185\n",
      "http_req_bytes_stdev                  185\n",
      "http_req_bytes_sum                    185\n",
      "http_req_bytes_thirdQ                 185\n",
      "http_req_bytes_var                    185\n",
      "http_resp_bytes_avg                   185\n",
      "http_resp_bytes_entropy               185\n",
      "http_resp_bytes_firstQ                185\n",
      "http_resp_bytes_max                   185\n",
      "http_resp_bytes_median                185\n",
      "http_resp_bytes_min                   185\n",
      "http_resp_bytes_stdev                 185\n",
      "http_resp_bytes_sum                   185\n",
      "http_resp_bytes_thirdQ                185\n",
      "http_resp_bytes_var                   185\n",
      "http_time_avg                         185\n",
      "http_time_entropy                     185\n",
      "http_time_firstQ                      185\n",
      "http_time_max                         185\n",
      "http_time_median                      185\n",
      "http_time_min                         185\n",
      "http_time_stdev                       185\n",
      "http_time_sum                         185\n",
      "http_time_thirdQ                      185\n",
      "http_time_var                         185\n",
      "packet_inter_arrivel_A_avg              0\n",
      "packet_inter_arrivel_A_entropy          0\n",
      "packet_inter_arrivel_A_firstQ           0\n",
      "packet_inter_arrivel_A_max              0\n",
      "packet_inter_arrivel_A_median           0\n",
      "packet_inter_arrivel_A_min              0\n",
      "packet_inter_arrivel_A_stdev            0\n",
      "packet_inter_arrivel_A_sum              0\n",
      "packet_inter_arrivel_A_thirdQ           0\n",
      "packet_inter_arrivel_A_var              0\n",
      "packet_inter_arrivel_B_avg              0\n",
      "packet_inter_arrivel_B_entropy          0\n",
      "packet_inter_arrivel_B_firstQ           0\n",
      "packet_inter_arrivel_B_max              0\n",
      "packet_inter_arrivel_B_median           0\n",
      "packet_inter_arrivel_B_min              0\n",
      "packet_inter_arrivel_B_stdev            0\n",
      "packet_inter_arrivel_B_sum              0\n",
      "packet_inter_arrivel_B_thirdQ           0\n",
      "packet_inter_arrivel_B_var              0\n",
      "packet_inter_arrivel_avg                0\n",
      "packet_inter_arrivel_entropy            0\n",
      "packet_inter_arrivel_firstQ             0\n",
      "packet_inter_arrivel_max                0\n",
      "packet_inter_arrivel_median             0\n",
      "packet_inter_arrivel_min                0\n",
      "packet_inter_arrivel_stdev              0\n",
      "packet_inter_arrivel_sum                0\n",
      "packet_inter_arrivel_thirdQ             0\n",
      "packet_inter_arrivel_var                0\n",
      "packet_size_A_avg                       0\n",
      "packet_size_A_entropy                   0\n",
      "packet_size_A_firstQ                    0\n",
      "packet_size_A_max                       0\n",
      "packet_size_A_median                    0\n",
      "packet_size_A_min                       0\n",
      "packet_size_A_stdev                     0\n",
      "packet_size_A_sum                       0\n",
      "packet_size_A_thirdQ                    0\n",
      "packet_size_A_var                       0\n",
      "packet_size_B_avg                       0\n",
      "packet_size_B_entropy                   0\n",
      "packet_size_B_firstQ                    0\n",
      "packet_size_B_max                       0\n",
      "packet_size_B_median                    0\n",
      "packet_size_B_min                       0\n",
      "packet_size_B_stdev                     0\n",
      "packet_size_B_sum                       0\n",
      "packet_size_B_thirdQ                    0\n",
      "packet_size_B_var                       0\n",
      "packet_size_avg                         0\n",
      "packet_size_entropy                     0\n",
      "packet_size_firstQ                      0\n",
      "packet_size_max                         0\n",
      "packet_size_median                      0\n",
      "packet_size_min                         0\n",
      "packet_size_stdev                       0\n",
      "packet_size_sum                         0\n",
      "packet_size_thirdQ                      0\n",
      "packet_size_var                         0\n",
      "packets                                 0\n",
      "packets_A                               0\n",
      "packets_A_B_ratio                       0\n",
      "packets_B                               0\n",
      "push                                    0\n",
      "push_A                                  0\n",
      "push_B                                  0\n",
      "reset                                   0\n",
      "reset_A                                 0\n",
      "reset_B                                 0\n",
      "ssl_count_certificates                 10\n",
      "ssl_count_client_cipher_algs           10\n",
      "ssl_count_client_ciphersuites          10\n",
      "ssl_count_client_compressions          10\n",
      "ssl_count_client_elliptic_curves       10\n",
      "ssl_count_client_key_exchange_algs     10\n",
      "ssl_count_client_mac_algs              10\n",
      "ssl_count_server_ciphersuite           10\n",
      "ssl_count_server_compression           10\n",
      "ssl_count_server_elliptic_curve        10\n",
      "ssl_count_server_name                  10\n",
      "ssl_count_transactions                 10\n",
      "ssl_count_version                      10\n",
      "ssl_dom_server_ciphersuite             10\n",
      "ssl_dom_server_name_alexaRank          10\n",
      "ssl_dom_version                        10\n",
      "ssl_handshake_duration_avg             10\n",
      "ssl_handshake_duration_entropy         10\n",
      "ssl_handshake_duration_firstQ          10\n",
      "ssl_handshake_duration_max             10\n",
      "ssl_handshake_duration_median          10\n",
      "ssl_handshake_duration_min             10\n",
      "ssl_handshake_duration_stdev           10\n",
      "ssl_handshake_duration_sum             10\n",
      "ssl_handshake_duration_thirdQ          10\n",
      "ssl_handshake_duration_var             10\n",
      "ssl_ratio_client_elliptic_curves       10\n",
      "ssl_ratio_server_name                  10\n",
      "ssl_req_bytes_avg                      10\n",
      "ssl_req_bytes_entropy                  10\n",
      "ssl_req_bytes_firstQ                   10\n",
      "ssl_req_bytes_max                      10\n",
      "ssl_req_bytes_median                   10\n",
      "ssl_req_bytes_min                      10\n",
      "ssl_req_bytes_stdev                    10\n",
      "ssl_req_bytes_sum                      10\n",
      "ssl_req_bytes_thirdQ                   10\n",
      "ssl_req_bytes_var                      10\n",
      "ssl_resp_bytes_avg                     10\n",
      "ssl_resp_bytes_entropy                 10\n",
      "ssl_resp_bytes_firstQ                  10\n",
      "ssl_resp_bytes_max                     10\n",
      "ssl_resp_bytes_median                  10\n",
      "ssl_resp_bytes_min                     10\n",
      "ssl_resp_bytes_stdev                   10\n",
      "ssl_resp_bytes_sum                     10\n",
      "ssl_resp_bytes_thirdQ                  10\n",
      "ssl_resp_bytes_var                     10\n",
      "tcp_analysis_duplicate_ack              0\n",
      "tcp_analysis_keep_alive                 0\n",
      "tcp_analysis_lost_segment               0\n",
      "tcp_analysis_out_of_order               0\n",
      "tcp_analysis_retransmission             0\n",
      "tcp_analysis_reused_ports               0\n",
      "ttl_A_avg                               0\n",
      "ttl_A_entropy                           0\n",
      "ttl_A_firstQ                            0\n",
      "ttl_A_max                               0\n",
      "ttl_A_median                            0\n",
      "ttl_A_min                               0\n",
      "ttl_A_stdev                             0\n",
      "ttl_A_sum                               0\n",
      "ttl_A_thirdQ                            0\n",
      "ttl_A_var                               0\n",
      "ttl_B_avg                               0\n",
      "ttl_B_entropy                           0\n",
      "ttl_B_firstQ                            0\n",
      "ttl_B_max                               0\n",
      "ttl_B_median                            0\n",
      "ttl_B_min                               0\n",
      "ttl_B_stdev                             0\n",
      "ttl_B_sum                               0\n",
      "ttl_B_thirdQ                            0\n",
      "ttl_B_var                               0\n",
      "ttl_avg                                 0\n",
      "ttl_entropy                             0\n",
      "ttl_firstQ                              0\n",
      "ttl_max                                 0\n",
      "ttl_median                              0\n",
      "ttl_min                                 0\n",
      "ttl_stdev                               0\n",
      "ttl_sum                                 0\n",
      "ttl_thirdQ                              0\n",
      "ttl_var                                 0\n",
      "is_ssl                                  0\n",
      "is_http                                 0\n",
      "is_g_http                             185\n",
      "is_cdn_http                           185\n",
      "is_img_http                           185\n",
      "is_ad_http                            185\n",
      "is_numeric_url_http                   185\n",
      "is_numeric_url_with_port_http         185\n",
      "is_tv_http                            185\n",
      "is_cloud_http                         185\n",
      "B_is_system_port                        0\n",
      "B_is_user_port                          0\n",
      "B_is_dynamic_and_or_private_port        0\n",
      "B_port_is_11095                         0\n",
      "B_port_is_1900                          0\n",
      "B_port_is_5222                          0\n",
      "B_port_is_5223                          0\n",
      "B_port_is_5228                          0\n",
      "B_port_is_54975                         0\n",
      "B_port_is_80                            0\n",
      "B_port_is_8080                          0\n",
      "B_port_is_8280                          0\n",
      "B_port_is_9543                          0\n",
      "B_port_is_else                          0\n",
      "subdomain_is_99sets                     0\n",
      "subdomain_is_ccc                        0\n",
      "subdomain_is_else                       0\n",
      "subdomain_is_feeds                      0\n",
      "subdomain_is_h10141.www1                0\n",
      "subdomain_is_img                        0\n",
      "subdomain_is_unresolved                 0\n",
      "subdomain_is_whp.aus1.cold.extweb       0\n",
      "subdomain_is_whp.hou9.cold.extweb       0\n",
      "subdomain_is_www                        0\n",
      "subdomain_is_www.cloud                  0\n",
      "domain_is_dlink                         0\n",
      "domain_is_else                          0\n",
      "domain_is_epicurious                    0\n",
      "domain_is_google                        0\n",
      "domain_is_hp                            0\n",
      "domain_is_hpeprint                      0\n",
      "domain_is_livecdn                       0\n",
      "domain_is_mako                          0\n",
      "domain_is_proteussensor                 0\n",
      "domain_is_samsung                       0\n",
      "domain_is_unresolved                    0\n",
      "suffix_is_biz                           0\n",
      "suffix_is_cloudfront.net                0\n",
      "suffix_is_co.il                         0\n",
      "suffix_is_com                           0\n",
      "suffix_is_com.sg                        0\n",
      "suffix_is_else                          0\n",
      "suffix_is_empty_char_value              0\n",
      "suffix_is_googleapis.com                0\n",
      "suffix_is_net                           0\n",
      "suffix_is_org                           0\n",
      "suffix_is_unresolved                    0\n",
      "device_category                         0\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# elaborate on the number of missing values per feature\n",
    "with pd.option_context('display.max_rows', None, 'display.max_columns', 3):\n",
    "    print(df_trn.isnull().sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# fill values that are missing because the respective sessions are\n",
    "# 1. not HTTP\n",
    "# 2. not SSL\n",
    "X_trn.fillna(value=0, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## train a classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_split=1e-07, min_samples_leaf=1,\n",
       "            min_samples_split=2, min_weight_fraction_leaf=0.0,\n",
       "            n_estimators=50, n_jobs=1, oob_score=False, random_state=None,\n",
       "            verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# train a random forest\n",
    "RFmodel = RandomForestClassifier(n_estimators=50)\n",
    "RFmodel.fit(X_trn,y_trn)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ttl_min                              0.029559\n",
      "packet_inter_arrivel_A_firstQ        0.028963\n",
      "B_port_is_8080                       0.028595\n",
      "packet_inter_arrivel_sum             0.026457\n",
      "packet_inter_arrivel_A_avg           0.024948\n",
      "ttl_B_min                            0.024795\n",
      "packet_inter_arrivel_A_sum           0.024672\n",
      "packet_inter_arrivel_A_max           0.022845\n",
      "packet_inter_arrivel_max             0.022617\n",
      "packet_inter_arrivel_A_stdev         0.021933\n",
      "bytes_A                              0.021886\n",
      "packet_inter_arrivel_stdev           0.021508\n",
      "packet_inter_arrivel_A_var           0.020923\n",
      "packet_inter_arrivel_A_thirdQ        0.020702\n",
      "packet_inter_arrivel_thirdQ          0.020606\n",
      "packet_inter_arrivel_avg             0.018840\n",
      "ttl_A_avg                            0.018220\n",
      "bytes_A_B_ratio                      0.017682\n",
      "packet_inter_arrivel_var             0.017319\n",
      "ttl_median                           0.017262\n",
      "ttl_A_min                            0.017061\n",
      "ttl_avg                              0.016867\n",
      "ttl_B_firstQ                         0.016613\n",
      "packet_inter_arrivel_median          0.015839\n",
      "ttl_firstQ                           0.015347\n",
      "ttl_thirdQ                           0.015097\n",
      "ttl_A_median                         0.015066\n",
      "packet_inter_arrivel_min             0.014602\n",
      "packet_inter_arrivel_firstQ          0.013742\n",
      "packet_inter_arrivel_A_median        0.013599\n",
      "                                       ...   \n",
      "B_port_is_5223                       0.000000\n",
      "http_cookie_values_var               0.000000\n",
      "http_req_bytes_entropy               0.000000\n",
      "B_port_is_1900                       0.000000\n",
      "http_resp_bytes_stdev                0.000000\n",
      "is_numeric_url_with_port_http        0.000000\n",
      "subdomain_is_99sets                  0.000000\n",
      "http_req_bytes_var                   0.000000\n",
      "is_ad_http                           0.000000\n",
      "is_img_http                          0.000000\n",
      "http_req_bytes_stdev                 0.000000\n",
      "is_cdn_http                          0.000000\n",
      "subdomain_is_ccc                     0.000000\n",
      "subdomain_is_feeds                   0.000000\n",
      "subdomain_is_h10141.www1             0.000000\n",
      "subdomain_is_img                     0.000000\n",
      "ssl_handshake_duration_entropy       0.000000\n",
      "subdomain_is_whp.aus1.cold.extweb    0.000000\n",
      "http_inter_arrivel_stdev             0.000000\n",
      "is_g_http                            0.000000\n",
      "subdomain_is_whp.hou9.cold.extweb    0.000000\n",
      "ttl_A_var                            0.000000\n",
      "http_inter_arrivel_entropy           0.000000\n",
      "ttl_A_stdev                          0.000000\n",
      "ttl_A_entropy                        0.000000\n",
      "B_port_is_54975                      0.000000\n",
      "ssl_handshake_duration_stdev         0.000000\n",
      "domain_is_epicurious                 0.000000\n",
      "packet_size_B_min                    0.000000\n",
      "ssl_handshake_duration_var           0.000000\n",
      "Length: 297, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "# column names\n",
    "X_names = list(X_trn) \n",
    "\n",
    "# feature importance as per the random forest\n",
    "featimp = pd.Series(RFmodel.feature_importances_, index=X_names).sort_values(ascending=False)\n",
    "print(featimp)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method Series.keys of ttl_min                          0.029559\n",
       "packet_inter_arrivel_A_firstQ    0.028963\n",
       "B_port_is_8080                   0.028595\n",
       "packet_inter_arrivel_sum         0.026457\n",
       "packet_inter_arrivel_A_avg       0.024948\n",
       "ttl_B_min                        0.024795\n",
       "packet_inter_arrivel_A_sum       0.024672\n",
       "packet_inter_arrivel_A_max       0.022845\n",
       "packet_inter_arrivel_max         0.022617\n",
       "packet_inter_arrivel_A_stdev     0.021933\n",
       "bytes_A                          0.021886\n",
       "packet_inter_arrivel_stdev       0.021508\n",
       "packet_inter_arrivel_A_var       0.020923\n",
       "packet_inter_arrivel_A_thirdQ    0.020702\n",
       "packet_inter_arrivel_thirdQ      0.020606\n",
       "dtype: float64>"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "featimp[featimp>0.02].keys"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# validation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_vld = df_vld.iloc[:,0:(df_vld.shape[1]-1)].copy() # all but the last column\n",
    "y_vld = y_vld_ind_and_actual['device_category']\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "examine missing values in the validation set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    297\n",
       "dtype: int64"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_vld.isnull().sum().value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# fill missing values\n",
    "# 1. not HTTP\n",
    "# 2. not SSL\n",
    "# X_vld.fillna(value=0, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## apply model on the validation model for prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['motion_sensor' 'TV' 'baby_monitor' 'socket' 'socket' 'smoke_detector'\n",
      " 'socket' 'TV' 'smoke_detector' 'motion_sensor' 'security_camera' 'lights'\n",
      " 'TV' 'socket' 'smoke_detector' 'watch' 'socket' 'watch' 'watch'\n",
      " 'security_camera' 'baby_monitor' 'motion_sensor' 'socket' 'thermostat'\n",
      " 'watch' 'smoke_detector' 'socket' 'watch' 'TV' 'baby_monitor'\n",
      " 'motion_sensor' 'watch' 'security_camera' 'smoke_detector' 'baby_monitor'\n",
      " 'smoke_detector' 'security_camera' 'lights' 'TV' 'smoke_detector' 'socket'\n",
      " 'thermostat' 'watch' 'socket' 'security_camera' 'baby_monitor'\n",
      " 'thermostat' 'TV' 'baby_monitor' 'baby_monitor' 'motion_sensor'\n",
      " 'security_camera' 'motion_sensor' 'smoke_detector' 'security_camera'\n",
      " 'thermostat' 'smoke_detector' 'smoke_detector' 'socket' 'smoke_detector'\n",
      " 'watch' 'watch' 'watch' 'TV' 'watch' 'thermostat' 'watch'\n",
      " 'security_camera' 'watch' 'socket' 'TV' 'smoke_detector' 'TV'\n",
      " 'smoke_detector' 'socket' 'security_camera' 'TV' 'TV' 'security_camera'\n",
      " 'smoke_detector' 'TV' 'smoke_detector' 'watch' 'watch' 'baby_monitor'\n",
      " 'smoke_detector' 'socket' 'motion_sensor' 'thermostat' 'security_camera'\n",
      " 'TV' 'thermostat' 'TV' 'thermostat' 'watch' 'thermostat' 'baby_monitor'\n",
      " 'TV' 'socket' 'socket' 'watch' 'socket' 'baby_monitor' 'security_camera'\n",
      " 'smoke_detector' 'TV' 'smoke_detector' 'TV' 'smoke_detector' 'socket'\n",
      " 'smoke_detector' 'watch' 'watch' 'socket' 'thermostat' 'watch'\n",
      " 'security_camera' 'TV' 'motion_sensor' 'motion_sensor' 'baby_monitor'\n",
      " 'socket' 'TV' 'TV' 'TV' 'watch' 'thermostat' 'motion_sensor'\n",
      " 'smoke_detector' 'motion_sensor' 'watch' 'security_camera' 'baby_monitor'\n",
      " 'security_camera' 'security_camera' 'TV' 'smoke_detector' 'socket'\n",
      " 'thermostat' 'thermostat' 'smoke_detector' 'lights' 'TV' 'smoke_detector'\n",
      " 'watch' 'thermostat' 'TV' 'socket' 'thermostat' 'baby_monitor' 'TV'\n",
      " 'security_camera' 'thermostat' 'TV' 'thermostat' 'watch' 'TV'\n",
      " 'smoke_detector' 'TV' 'watch' 'baby_monitor' 'security_camera'\n",
      " 'thermostat' 'socket' 'thermostat' 'TV' 'smoke_detector' 'TV' 'watch'\n",
      " 'thermostat' 'socket' 'TV' 'smoke_detector' 'TV' 'socket' 'watch'\n",
      " 'baby_monitor' 'security_camera' 'TV' 'motion_sensor' 'TV'\n",
      " 'smoke_detector' 'socket' 'TV' 'TV' 'lights' 'smoke_detector' 'TV'\n",
      " 'motion_sensor' 'thermostat' 'baby_monitor' 'socket' 'watch' 'TV'\n",
      " 'smoke_detector' 'baby_monitor' 'socket' 'socket' 'smoke_detector'\n",
      " 'smoke_detector' 'watch' 'security_camera' 'baby_monitor' 'thermostat'\n",
      " 'socket' 'baby_monitor' 'baby_monitor' 'thermostat' 'smoke_detector'\n",
      " 'socket' 'thermostat' 'TV' 'thermostat' 'motion_sensor' 'socket' 'TV'\n",
      " 'socket' 'security_camera' 'thermostat' 'socket' 'TV' 'motion_sensor' 'TV'\n",
      " 'TV' 'security_camera' 'socket' 'security_camera' 'baby_monitor' 'watch'\n",
      " 'watch' 'thermostat' 'watch' 'watch' 'motion_sensor' 'TV' 'smoke_detector'\n",
      " 'socket' 'socket' 'motion_sensor' 'TV' 'socket' 'lights' 'TV'\n",
      " 'motion_sensor' 'TV' 'security_camera' 'thermostat' 'security_camera'\n",
      " 'socket' 'baby_monitor' 'socket' 'baby_monitor' 'socket' 'smoke_detector'\n",
      " 'security_camera' 'motion_sensor' 'motion_sensor' 'baby_monitor'\n",
      " 'security_camera' 'watch' 'socket' 'TV' 'thermostat' 'thermostat'\n",
      " 'security_camera' 'smoke_detector' 'thermostat' 'TV' 'socket'\n",
      " 'motion_sensor' 'security_camera' 'socket' 'smoke_detector' 'TV' 'socket'\n",
      " 'socket' 'baby_monitor' 'watch' 'socket' 'TV' 'baby_monitor'\n",
      " 'baby_monitor' 'socket' 'baby_monitor' 'security_camera' 'socket' 'socket'\n",
      " 'baby_monitor' 'socket' 'motion_sensor' 'baby_monitor' 'thermostat'\n",
      " 'motion_sensor' 'TV' 'socket' 'watch' 'thermostat' 'baby_monitor'\n",
      " 'smoke_detector' 'watch' 'smoke_detector' 'socket' 'smoke_detector'\n",
      " 'socket' 'TV' 'socket' 'security_camera' 'security_camera' 'motion_sensor'\n",
      " 'security_camera' 'socket' 'smoke_detector' 'TV' 'smoke_detector' 'TV'\n",
      " 'TV' 'smoke_detector' 'TV' 'TV' 'watch' 'security_camera' 'TV' 'watch'\n",
      " 'socket' 'thermostat' 'thermostat' 'security_camera' 'motion_sensor' 'TV'\n",
      " 'watch' 'lights' 'lights' 'thermostat' 'security_camera' 'thermostat'\n",
      " 'baby_monitor' 'security_camera' 'motion_sensor' 'socket' 'watch' 'socket'\n",
      " 'security_camera' 'smoke_detector' 'TV' 'thermostat' 'TV'\n",
      " 'security_camera' 'socket' 'TV' 'security_camera' 'TV' 'TV' 'TV'\n",
      " 'motion_sensor' 'socket' 'security_camera' 'TV' 'motion_sensor' 'TV'\n",
      " 'smoke_detector' 'motion_sensor' 'watch' 'TV' 'watch' 'thermostat'\n",
      " 'socket' 'baby_monitor' 'socket' 'TV' 'socket' 'water_sensor' 'socket'\n",
      " 'baby_monitor' 'socket' 'smoke_detector' 'TV' 'smoke_detector'\n",
      " 'motion_sensor' 'TV' 'baby_monitor' 'smoke_detector' 'thermostat' 'TV'\n",
      " 'baby_monitor' 'smoke_detector' 'security_camera' 'security_camera'\n",
      " 'security_camera' 'smoke_detector' 'TV' 'TV' 'socket' 'motion_sensor'\n",
      " 'baby_monitor' 'socket' 'security_camera' 'smoke_detector' 'TV'\n",
      " 'motion_sensor' 'watch' 'baby_monitor' 'smoke_detector' 'TV'\n",
      " 'security_camera' 'TV' 'TV' 'socket' 'motion_sensor' 'motion_sensor'\n",
      " 'motion_sensor' 'TV' 'watch' 'TV' 'watch' 'security_camera' 'watch'\n",
      " 'security_camera' 'smoke_detector' 'security_camera' 'TV' 'motion_sensor'\n",
      " 'smoke_detector' 'baby_monitor' 'socket' 'socket' 'TV' 'motion_sensor'\n",
      " 'smoke_detector' 'motion_sensor' 'socket' 'smoke_detector' 'socket'\n",
      " 'thermostat' 'TV' 'motion_sensor' 'thermostat' 'thermostat'\n",
      " 'smoke_detector' 'socket' 'TV' 'TV' 'baby_monitor' 'lights' 'thermostat'\n",
      " 'TV' 'smoke_detector' 'watch' 'smoke_detector' 'baby_monitor'\n",
      " 'motion_sensor' 'watch' 'socket' 'thermostat' 'smoke_detector'\n",
      " 'motion_sensor' 'baby_monitor' 'motion_sensor' 'socket' 'motion_sensor'\n",
      " 'watch' 'smoke_detector' 'smoke_detector' 'thermostat' 'smoke_detector'\n",
      " 'TV' 'baby_monitor' 'thermostat' 'baby_monitor' 'baby_monitor' 'socket'\n",
      " 'TV' 'thermostat' 'TV' 'TV' 'smoke_detector' 'socket' 'baby_monitor'\n",
      " 'motion_sensor' 'motion_sensor' 'smoke_detector' 'lights' 'smoke_detector'\n",
      " 'TV' 'security_camera' 'baby_monitor' 'security_camera' 'baby_monitor'\n",
      " 'TV' 'TV' 'TV' 'motion_sensor' 'TV' 'watch' 'watch' 'security_camera'\n",
      " 'socket' 'socket' 'TV' 'socket' 'baby_monitor' 'TV' 'motion_sensor'\n",
      " 'socket' 'thermostat' 'smoke_detector' 'motion_sensor' 'security_camera'\n",
      " 'socket' 'baby_monitor' 'smoke_detector' 'thermostat' 'motion_sensor'\n",
      " 'thermostat' 'motion_sensor' 'socket' 'TV' 'security_camera' 'socket'\n",
      " 'motion_sensor' 'TV' 'baby_monitor' 'thermostat' 'thermostat'\n",
      " 'motion_sensor' 'TV' 'baby_monitor' 'socket' 'watch' 'smoke_detector'\n",
      " 'baby_monitor' 'socket' 'watch' 'motion_sensor' 'lights' 'socket'\n",
      " 'motion_sensor' 'thermostat' 'TV' 'socket' 'baby_monitor' 'motion_sensor'\n",
      " 'TV' 'watch' 'TV' 'TV' 'motion_sensor' 'motion_sensor' 'socket' 'watch'\n",
      " 'watch' 'socket' 'security_camera' 'socket' 'watch' 'TV' 'motion_sensor'\n",
      " 'motion_sensor' 'security_camera' 'TV' 'TV' 'security_camera' 'lights'\n",
      " 'smoke_detector' 'motion_sensor' 'socket' 'thermostat' 'watch'\n",
      " 'smoke_detector' 'TV' 'motion_sensor' 'motion_sensor' 'socket'\n",
      " 'thermostat' 'TV' 'lights' 'watch' 'TV' 'socket' 'lights' 'baby_monitor'\n",
      " 'socket' 'watch' 'water_sensor' 'security_camera' 'TV' 'socket'\n",
      " 'baby_monitor' 'socket' 'watch' 'security_camera' 'TV' 'motion_sensor'\n",
      " 'motion_sensor' 'socket' 'TV' 'TV' 'watch' 'motion_sensor'\n",
      " 'smoke_detector' 'baby_monitor' 'baby_monitor' 'socket' 'socket' 'TV'\n",
      " 'motion_sensor' 'baby_monitor' 'TV' 'baby_monitor' 'baby_monitor' 'TV'\n",
      " 'security_camera' 'socket' 'thermostat' 'socket' 'TV' 'baby_monitor'\n",
      " 'socket' 'thermostat' 'thermostat' 'smoke_detector' 'security_camera' 'TV'\n",
      " 'TV' 'baby_monitor' 'smoke_detector' 'socket' 'watch' 'baby_monitor'\n",
      " 'watch' 'thermostat' 'thermostat' 'socket' 'socket' 'thermostat'\n",
      " 'smoke_detector' 'thermostat' 'security_camera' 'thermostat'\n",
      " 'motion_sensor' 'security_camera' 'TV' 'motion_sensor' 'TV'\n",
      " 'security_camera' 'socket' 'baby_monitor' 'security_camera' 'baby_monitor'\n",
      " 'socket' 'baby_monitor' 'TV' 'socket' 'TV' 'socket' 'motion_sensor'\n",
      " 'watch' 'socket' 'TV' 'watch' 'TV' 'socket' 'socket' 'motion_sensor'\n",
      " 'lights' 'TV' 'motion_sensor' 'thermostat' 'baby_monitor' 'smoke_detector'\n",
      " 'security_camera' 'thermostat' 'motion_sensor' 'baby_monitor' 'socket'\n",
      " 'thermostat' 'lights' 'security_camera' 'TV' 'socket' 'TV'\n",
      " 'security_camera' 'watch' 'socket' 'watch' 'TV' 'TV' 'security_camera'\n",
      " 'socket' 'TV' 'TV' 'smoke_detector' 'motion_sensor' 'smoke_detector'\n",
      " 'socket' 'TV' 'motion_sensor' 'watch' 'socket' 'security_camera' 'TV'\n",
      " 'motion_sensor' 'security_camera' 'watch' 'thermostat' 'TV' 'watch' 'TV'\n",
      " 'socket' 'smoke_detector' 'baby_monitor' 'TV' 'baby_monitor' 'thermostat'\n",
      " 'socket' 'baby_monitor' 'motion_sensor' 'watch' 'baby_monitor'\n",
      " 'motion_sensor' 'socket' 'baby_monitor' 'motion_sensor' 'smoke_detector'\n",
      " 'motion_sensor' 'socket' 'baby_monitor' 'TV' 'watch' 'TV' 'baby_monitor'\n",
      " 'thermostat' 'motion_sensor' 'TV' 'smoke_detector' 'thermostat' 'socket'\n",
      " 'socket' 'security_camera' 'baby_monitor' 'TV' 'smoke_detector' 'socket'\n",
      " 'smoke_detector' 'baby_monitor' 'thermostat' 'TV' 'thermostat' 'watch'\n",
      " 'socket' 'security_camera' 'thermostat' 'TV' 'security_camera' 'socket'\n",
      " 'motion_sensor' 'TV' 'watch' 'TV' 'TV' 'smoke_detector' 'TV' 'socket'\n",
      " 'motion_sensor' 'watch' 'thermostat' 'motion_sensor' 'socket' 'TV' 'TV'\n",
      " 'thermostat' 'socket' 'TV' 'socket' 'baby_monitor' 'motion_sensor'\n",
      " 'socket' 'baby_monitor' 'TV' 'socket' 'baby_monitor' 'TV' 'smoke_detector'\n",
      " 'thermostat' 'baby_monitor' 'motion_sensor' 'baby_monitor'\n",
      " 'smoke_detector' 'watch' 'lights' 'baby_monitor' 'watch' 'watch'\n",
      " 'baby_monitor' 'baby_monitor' 'thermostat' 'smoke_detector' 'socket' 'TV'\n",
      " 'security_camera' 'thermostat' 'socket' 'security_camera' 'socket' 'TV'\n",
      " 'security_camera' 'security_camera' 'socket' 'thermostat' 'socket' 'TV'\n",
      " 'TV' 'socket' 'security_camera' 'TV' 'socket' 'watch' 'socket' 'TV'\n",
      " 'socket' 'socket' 'baby_monitor' 'TV' 'thermostat' 'thermostat'\n",
      " 'motion_sensor' 'motion_sensor' 'smoke_detector' 'socket' 'TV'\n",
      " 'thermostat' 'motion_sensor' 'socket' 'thermostat' 'socket' 'watch'\n",
      " 'motion_sensor' 'TV' 'security_camera' 'security_camera' 'thermostat' 'TV'\n",
      " 'watch' 'motion_sensor' 'socket' 'socket' 'baby_monitor' 'thermostat'\n",
      " 'smoke_detector' 'TV' 'TV' 'socket' 'baby_monitor' 'security_camera'\n",
      " 'security_camera' 'security_camera' 'smoke_detector' 'watch' 'TV' 'TV'\n",
      " 'watch' 'baby_monitor' 'security_camera' 'watch' 'motion_sensor' 'TV' 'TV'\n",
      " 'TV' 'watch' 'TV' 'watch' 'socket' 'watch' 'TV' 'motion_sensor'\n",
      " 'security_camera' 'watch' 'socket' 'socket' 'TV' 'smoke_detector'\n",
      " 'water_sensor' 'TV' 'TV' 'smoke_detector' 'watch' 'watch' 'socket' 'TV'\n",
      " 'socket' 'motion_sensor' 'socket' 'baby_monitor' 'motion_sensor' 'socket'\n",
      " 'watch' 'smoke_detector' 'thermostat' 'TV' 'socket' 'TV' 'baby_monitor'\n",
      " 'TV' 'security_camera' 'security_camera' 'socket' 'socket'\n",
      " 'security_camera' 'TV' 'TV' 'baby_monitor' 'lights' 'baby_monitor'\n",
      " 'security_camera' 'socket' 'socket' 'thermostat' 'TV' 'TV' 'watch' 'watch'\n",
      " 'thermostat' 'TV' 'TV' 'TV' 'security_camera' 'socket' 'thermostat'\n",
      " 'smoke_detector' 'security_camera' 'socket' 'thermostat' 'socket'\n",
      " 'smoke_detector' 'baby_monitor' 'TV' 'water_sensor' 'socket' 'socket'\n",
      " 'motion_sensor' 'security_camera' 'watch' 'TV' 'TV' 'socket'\n",
      " 'baby_monitor' 'smoke_detector' 'motion_sensor' 'socket' 'thermostat'\n",
      " 'thermostat' 'security_camera' 'security_camera' 'thermostat' 'thermostat'\n",
      " 'thermostat' 'socket' 'TV' 'thermostat' 'baby_monitor' 'TV'\n",
      " 'smoke_detector' 'socket' 'baby_monitor' 'lights' 'motion_sensor' 'watch'\n",
      " 'motion_sensor' 'socket' 'socket' 'socket' 'TV' 'TV' 'baby_monitor' 'TV'\n",
      " 'thermostat' 'watch' 'watch' 'socket' 'TV' 'TV' 'motion_sensor'\n",
      " 'motion_sensor' 'socket' 'smoke_detector' 'socket' 'thermostat'\n",
      " 'motion_sensor' 'TV' 'motion_sensor' 'watch' 'TV' 'TV' 'motion_sensor'\n",
      " 'lights' 'thermostat' 'smoke_detector' 'smoke_detector' 'TV'\n",
      " 'baby_monitor' 'security_camera']\n"
     ]
    }
   ],
   "source": [
    "# predict class\n",
    "y_vld_pred = RFmodel.predict(X_vld)\n",
    "print(y_vld_pred)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## examine classification accuracy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                 precision    recall  f1-score   support\n",
      "\n",
      "             TV       0.50      1.00      0.66       100\n",
      "   baby_monitor       1.00      1.00      1.00       100\n",
      "         lights       1.00      0.19      0.32       100\n",
      "  motion_sensor       0.96      0.99      0.98       100\n",
      "security_camera       1.00      0.96      0.98       100\n",
      " smoke_detector       1.00      1.00      1.00       100\n",
      "         socket       0.55      0.97      0.70       100\n",
      "     thermostat       1.00      1.00      1.00       100\n",
      "        unknown       0.00      0.00      0.00       100\n",
      "          watch       1.00      1.00      1.00       100\n",
      "   water_sensor       0.00      0.00      0.00         0\n",
      "\n",
      "    avg / total       0.80      0.81      0.76      1000\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\home\\Anaconda2\\lib\\site-packages\\sklearn\\metrics\\classification.py:1113: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\home\\Anaconda2\\lib\\site-packages\\sklearn\\metrics\\classification.py:1115: UndefinedMetricWarning: Recall and F-score are ill-defined and being set to 0.0 in labels with no true samples.\n",
      "  'recall', 'true', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(y_vld, y_vld_pred))\n",
    "# precision = tp / (tp + fp) = tp / \"p\" = the ability of the classifier not to label as positive a sample that is negative\n",
    "# recall = tp / (tp + fn) = tp / p = the ability of the classifier to find all the positive samples\n",
    "# f1-score = weighted harmonic mean of the precision and recall\n",
    "# support = number of occurrences of each class in y_true"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Predicted</th>\n",
       "      <th>TV</th>\n",
       "      <th>baby_monitor</th>\n",
       "      <th>lights</th>\n",
       "      <th>motion_sensor</th>\n",
       "      <th>security_camera</th>\n",
       "      <th>smoke_detector</th>\n",
       "      <th>socket</th>\n",
       "      <th>thermostat</th>\n",
       "      <th>watch</th>\n",
       "      <th>water_sensor</th>\n",
       "      <th>All</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>True</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>TV</th>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>baby_monitor</th>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>lights</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>80</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>motion_sensor</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>security_camera</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>96</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>smoke_detector</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>socket</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>97</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>thermostat</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unknown</th>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>watch</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>All</th>\n",
       "      <td>201</td>\n",
       "      <td>100</td>\n",
       "      <td>19</td>\n",
       "      <td>103</td>\n",
       "      <td>96</td>\n",
       "      <td>100</td>\n",
       "      <td>177</td>\n",
       "      <td>100</td>\n",
       "      <td>100</td>\n",
       "      <td>4</td>\n",
       "      <td>1000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Predicted         TV  baby_monitor  lights  motion_sensor  security_camera  \\\n",
       "True                                                                         \n",
       "TV               100             0       0              0                0   \n",
       "baby_monitor       0           100       0              0                0   \n",
       "lights             0             0      19              0                0   \n",
       "motion_sensor      1             0       0             99                0   \n",
       "security_camera    0             0       0              4               96   \n",
       "smoke_detector     0             0       0              0                0   \n",
       "socket             0             0       0              0                0   \n",
       "thermostat         0             0       0              0                0   \n",
       "unknown          100             0       0              0                0   \n",
       "watch              0             0       0              0                0   \n",
       "All              201           100      19            103               96   \n",
       "\n",
       "Predicted        smoke_detector  socket  thermostat  watch  water_sensor   All  \n",
       "True                                                                            \n",
       "TV                            0       0           0      0             0   100  \n",
       "baby_monitor                  0       0           0      0             0   100  \n",
       "lights                        0      80           0      0             1   100  \n",
       "motion_sensor                 0       0           0      0             0   100  \n",
       "security_camera               0       0           0      0             0   100  \n",
       "smoke_detector              100       0           0      0             0   100  \n",
       "socket                        0      97           0      0             3   100  \n",
       "thermostat                    0       0         100      0             0   100  \n",
       "unknown                       0       0           0      0             0   100  \n",
       "watch                         0       0           0    100             0   100  \n",
       "All                         100     177         100    100             4  1000  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# confusion_matrix\n",
    "pd.crosstab(y_vld, y_vld_pred, rownames=['True'], colnames=['Predicted'], margins=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## calculate the classification accuracy on the validation set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.81100000000000005"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "classification_accuracy = sum(y_vld==y_vld_pred)/len(y_vld)\n",
    "classification_accuracy"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}