Spy_planes.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Copy of Copy of spy_planes_backup.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyPhTqI7V9rvccTjmWc4+Urn",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ctrivino1/Spy-Plane-Project/blob/main/Spy_planes.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pZeFUKwP_4gc"
      },
      "source": [
        "# Spy plane data"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "v5TON1gHCSbo"
      },
      "source": [
        "Import the data set"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tht_-ndeCUEJ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "84979870-1d5d-4a93-9ce1-e4c4ded488c4"
      },
      "source": [
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import pandas as pd\n",
        "from imblearn.over_sampling import RandomOverSampler\n",
        "import altair as alt\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.ensemble import RandomForestClassifier\n",
        "from sklearn.preprocessing import StandardScaler"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/externals/six.py:31: FutureWarning: The module is deprecated in version 0.21 and will be removed in version 0.23 since we've dropped support for Python 2.7. Please rely on the official version of six (https://pypi.org/project/six/).\n",
            "  \"(https://pypi.org/project/six/).\", FutureWarning)\n",
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/deprecation.py:144: FutureWarning: The sklearn.neighbors.base module is  deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.neighbors. Anything that cannot be imported from sklearn.neighbors is now part of the private API.\n",
            "  warnings.warn(message, FutureWarning)\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NjcbFqtx_83A",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "dba0dddd-8bb1-4359-b33c-feae7f70b585"
      },
      "source": [
        "planes = pd.read_csv(\"planes_features.csv\")\n",
        "\n",
        "train_dat = pd.read_csv(\"train(1).csv\")\n",
        "\n",
        "faa_reg = pd.read_csv(\"faa_registration.csv\", error_bad_lines=False)\n",
        "\n",
        "feds = pd.read_csv(\"feds.csv\")\n",
        "\n",
        "new_dat = pd.read_csv(\"new_plane_data.csv\")\n",
        "# new_plane_data was created in Rstudio using:\n",
        "\"\"\"\n",
        "planes <- read_csv(\"C:/Users/Admin/Downloads/planes_features.csv\") \n",
        "\n",
        "# convert type to integers, as new variable type2, so it can be used by the random forest algorithm\n",
        "planes <- planes %>%\n",
        "  mutate(type2=as.integer(as.factor(type)))\n",
        "\n",
        "# load training data and join to the planes_features data\n",
        "train <- read_csv(\"C:/Users/Admin/Downloads/train(1).csv\") %>%\n",
        "  inner_join(planes, by=\"adshex\")\n",
        "\n",
        "feds <- read_csv(\"C:/Users/Admin/Downloads/feds.csv\")\n",
        "\n",
        "# create dataset to classify\n",
        "classify <- anti_join(planes, train) %>%\n",
        "  anti_join(feds)\n",
        "\n",
        "view(classify)\n",
        "\n",
        "\n",
        "write_csv(classify, \"new_plane_data.csv\", na=\"\")\n",
        "\n",
        "\"\"\"\n",
        "\n",
        "new_dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>type2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.075949</td>\n",
              "      <td>0.183544</td>\n",
              "      <td>0.335443</td>\n",
              "      <td>0.284810</td>\n",
              "      <td>0.088608</td>\n",
              "      <td>0.044304</td>\n",
              "      <td>0.069620</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.677215</td>\n",
              "      <td>0.021824</td>\n",
              "      <td>0.020550</td>\n",
              "      <td>0.062330</td>\n",
              "      <td>0.100713</td>\n",
              "      <td>0.794582</td>\n",
              "      <td>0.042374</td>\n",
              "      <td>0.060971</td>\n",
              "      <td>0.066831</td>\n",
              "      <td>0.106403</td>\n",
              "      <td>0.723421</td>\n",
              "      <td>0.020211</td>\n",
              "      <td>0.048913</td>\n",
              "      <td>0.270550</td>\n",
              "      <td>0.344090</td>\n",
              "      <td>0.097317</td>\n",
              "      <td>0.186651</td>\n",
              "      <td>0.011379</td>\n",
              "      <td>0.009426</td>\n",
              "      <td>158</td>\n",
              "      <td>0</td>\n",
              "      <td>11776</td>\n",
              "      <td>GRND</td>\n",
              "      <td>249</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00000</td>\n",
              "      <td>0.211735</td>\n",
              "      <td>0.155612</td>\n",
              "      <td>0.181122</td>\n",
              "      <td>0.198980</td>\n",
              "      <td>0.252551</td>\n",
              "      <td>0.204082</td>\n",
              "      <td>0.183673</td>\n",
              "      <td>0.168367</td>\n",
              "      <td>0.173469</td>\n",
              "      <td>0.267857</td>\n",
              "      <td>0.107348</td>\n",
              "      <td>0.143410</td>\n",
              "      <td>0.208139</td>\n",
              "      <td>0.177013</td>\n",
              "      <td>0.364090</td>\n",
              "      <td>0.177318</td>\n",
              "      <td>0.114457</td>\n",
              "      <td>0.129648</td>\n",
              "      <td>0.197694</td>\n",
              "      <td>0.380882</td>\n",
              "      <td>0.034976</td>\n",
              "      <td>0.048127</td>\n",
              "      <td>0.240732</td>\n",
              "      <td>0.356314</td>\n",
              "      <td>0.116116</td>\n",
              "      <td>0.159325</td>\n",
              "      <td>0.012828</td>\n",
              "      <td>0.013628</td>\n",
              "      <td>392</td>\n",
              "      <td>0</td>\n",
              "      <td>52465</td>\n",
              "      <td>TBM7</td>\n",
              "      <td>432</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A00008</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.041667</td>\n",
              "      <td>0.208333</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.458333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.500000</td>\n",
              "      <td>0.187960</td>\n",
              "      <td>0.278952</td>\n",
              "      <td>0.221048</td>\n",
              "      <td>0.190257</td>\n",
              "      <td>0.121783</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.053309</td>\n",
              "      <td>0.149816</td>\n",
              "      <td>0.279871</td>\n",
              "      <td>0.502298</td>\n",
              "      <td>0.029871</td>\n",
              "      <td>0.044118</td>\n",
              "      <td>0.202665</td>\n",
              "      <td>0.380515</td>\n",
              "      <td>0.094669</td>\n",
              "      <td>0.182904</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.020221</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>2176</td>\n",
              "      <td>PA46</td>\n",
              "      <td>351</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A0001E</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.007937</td>\n",
              "      <td>0.026984</td>\n",
              "      <td>0.084127</td>\n",
              "      <td>0.179365</td>\n",
              "      <td>0.701587</td>\n",
              "      <td>0.041270</td>\n",
              "      <td>0.085714</td>\n",
              "      <td>0.039683</td>\n",
              "      <td>0.111111</td>\n",
              "      <td>0.722222</td>\n",
              "      <td>0.019048</td>\n",
              "      <td>0.049206</td>\n",
              "      <td>0.249206</td>\n",
              "      <td>0.326984</td>\n",
              "      <td>0.112698</td>\n",
              "      <td>0.206349</td>\n",
              "      <td>0.012698</td>\n",
              "      <td>0.011111</td>\n",
              "      <td>10</td>\n",
              "      <td>1135</td>\n",
              "      <td>630</td>\n",
              "      <td>C56X</td>\n",
              "      <td>127</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A0002B</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.767405</td>\n",
              "      <td>0.191456</td>\n",
              "      <td>0.023734</td>\n",
              "      <td>0.017405</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.150316</td>\n",
              "      <td>0.113924</td>\n",
              "      <td>0.178797</td>\n",
              "      <td>0.534810</td>\n",
              "      <td>0.022152</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.009494</td>\n",
              "      <td>0.281646</td>\n",
              "      <td>0.416139</td>\n",
              "      <td>0.112342</td>\n",
              "      <td>0.169304</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>6</td>\n",
              "      <td>2356</td>\n",
              "      <td>632</td>\n",
              "      <td>C82S</td>\n",
              "      <td>134</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  squawk_1  observations  type  type2\n",
              "0       A   0.120253   0.075949   0.183544  ...         0         11776  GRND    249\n",
              "1  A00000   0.211735   0.155612   0.181122  ...         0         52465  TBM7    432\n",
              "2  A00008   0.125000   0.041667   0.208333  ...         0          2176  PA46    351\n",
              "3  A0001E   0.100000   0.200000   0.200000  ...      1135           630  C56X    127\n",
              "4  A0002B   0.166667   0.166667   0.000000  ...      2356           632  C82S    134\n",
              "\n",
              "[5 rows x 34 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6HVt7FF4EOdi"
      },
      "source": [
        "Making the training data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "INyNT2Ee_9Ow",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "eccb9165-8c37-4c9a-ee4d-c2b6c9f9c42e"
      },
      "source": [
        "dat = pd.merge(planes,train_dat,on='adshex')\n",
        "dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>class</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A00002</td>\n",
              "      <td>0.517241</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.862069</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.990792</td>\n",
              "      <td>0.000921</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.008287</td>\n",
              "      <td>0.599448</td>\n",
              "      <td>0.400552</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.105893</td>\n",
              "      <td>0.090239</td>\n",
              "      <td>0.174954</td>\n",
              "      <td>0.244015</td>\n",
              "      <td>0.034070</td>\n",
              "      <td>0.202578</td>\n",
              "      <td>0.021179</td>\n",
              "      <td>0.068140</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1086</td>\n",
              "      <td>SHIP</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00220</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.176471</td>\n",
              "      <td>0.313725</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.294118</td>\n",
              "      <td>0.215686</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.052650</td>\n",
              "      <td>0.191676</td>\n",
              "      <td>0.419769</td>\n",
              "      <td>0.329805</td>\n",
              "      <td>0.006099</td>\n",
              "      <td>0.244327</td>\n",
              "      <td>0.235985</td>\n",
              "      <td>0.123329</td>\n",
              "      <td>0.307023</td>\n",
              "      <td>0.089335</td>\n",
              "      <td>0.034801</td>\n",
              "      <td>0.038389</td>\n",
              "      <td>0.263342</td>\n",
              "      <td>0.375998</td>\n",
              "      <td>0.132030</td>\n",
              "      <td>0.120011</td>\n",
              "      <td>0.008611</td>\n",
              "      <td>0.006906</td>\n",
              "      <td>51</td>\n",
              "      <td>0</td>\n",
              "      <td>11149</td>\n",
              "      <td>RV10</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A0041E</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.571429</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.135747</td>\n",
              "      <td>0.426848</td>\n",
              "      <td>0.322775</td>\n",
              "      <td>0.105581</td>\n",
              "      <td>0.179487</td>\n",
              "      <td>0.067873</td>\n",
              "      <td>0.352941</td>\n",
              "      <td>0.399698</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.108597</td>\n",
              "      <td>0.657617</td>\n",
              "      <td>0.090498</td>\n",
              "      <td>0.078431</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.019608</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>663</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A00889</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.080000</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.280000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.005785</td>\n",
              "      <td>0.059895</td>\n",
              "      <td>0.187936</td>\n",
              "      <td>0.628297</td>\n",
              "      <td>0.118087</td>\n",
              "      <td>0.058448</td>\n",
              "      <td>0.122426</td>\n",
              "      <td>0.068402</td>\n",
              "      <td>0.582865</td>\n",
              "      <td>0.167858</td>\n",
              "      <td>0.002978</td>\n",
              "      <td>0.009784</td>\n",
              "      <td>0.078782</td>\n",
              "      <td>0.814361</td>\n",
              "      <td>0.065339</td>\n",
              "      <td>0.023907</td>\n",
              "      <td>0.001276</td>\n",
              "      <td>0.001702</td>\n",
              "      <td>25</td>\n",
              "      <td>7760</td>\n",
              "      <td>11754</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A008BE</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.183099</td>\n",
              "      <td>0.380282</td>\n",
              "      <td>0.152113</td>\n",
              "      <td>0.218310</td>\n",
              "      <td>0.066197</td>\n",
              "      <td>0.108451</td>\n",
              "      <td>0.029577</td>\n",
              "      <td>0.314085</td>\n",
              "      <td>0.102817</td>\n",
              "      <td>0.445070</td>\n",
              "      <td>0.021127</td>\n",
              "      <td>0.018310</td>\n",
              "      <td>0.250704</td>\n",
              "      <td>0.436620</td>\n",
              "      <td>0.092958</td>\n",
              "      <td>0.145070</td>\n",
              "      <td>0.001408</td>\n",
              "      <td>0.009859</td>\n",
              "      <td>10</td>\n",
              "      <td>1200</td>\n",
              "      <td>710</td>\n",
              "      <td>PA24</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  squawk_1  observations  type  class\n",
              "0  A00002   0.517241   0.103448   0.103448  ...         0          1086  SHIP  other\n",
              "1  A00220   0.000000   0.254902   0.176471  ...         0         11149  RV10  other\n",
              "2  A0041E   0.142857   0.285714   0.000000  ...         0           663  SR22  other\n",
              "3  A00889   0.000000   0.120000   0.200000  ...      7760         11754  SR22  other\n",
              "4  A008BE   0.000000   0.300000   0.200000  ...      1200           710  PA24  other\n",
              "\n",
              "[5 rows x 34 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WnfivODdG3J7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e86b94fd-e108-447c-aaf3-2f2931fcc6f9"
      },
      "source": [
        "dat[\"class\"].value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "other      500\n",
              "surveil     97\n",
              "Name: class, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "h4ZoHAeKjnR7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "ceb15fb7-9edd-4bbb-a93b-bb39f6f725b9"
      },
      "source": [
        "dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>class</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A00002</td>\n",
              "      <td>0.517241</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.862069</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.990792</td>\n",
              "      <td>0.000921</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.008287</td>\n",
              "      <td>0.599448</td>\n",
              "      <td>0.400552</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.105893</td>\n",
              "      <td>0.090239</td>\n",
              "      <td>0.174954</td>\n",
              "      <td>0.244015</td>\n",
              "      <td>0.034070</td>\n",
              "      <td>0.202578</td>\n",
              "      <td>0.021179</td>\n",
              "      <td>0.068140</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1086</td>\n",
              "      <td>SHIP</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00220</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.176471</td>\n",
              "      <td>0.313725</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.294118</td>\n",
              "      <td>0.215686</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.052650</td>\n",
              "      <td>0.191676</td>\n",
              "      <td>0.419769</td>\n",
              "      <td>0.329805</td>\n",
              "      <td>0.006099</td>\n",
              "      <td>0.244327</td>\n",
              "      <td>0.235985</td>\n",
              "      <td>0.123329</td>\n",
              "      <td>0.307023</td>\n",
              "      <td>0.089335</td>\n",
              "      <td>0.034801</td>\n",
              "      <td>0.038389</td>\n",
              "      <td>0.263342</td>\n",
              "      <td>0.375998</td>\n",
              "      <td>0.132030</td>\n",
              "      <td>0.120011</td>\n",
              "      <td>0.008611</td>\n",
              "      <td>0.006906</td>\n",
              "      <td>51</td>\n",
              "      <td>0</td>\n",
              "      <td>11149</td>\n",
              "      <td>RV10</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A0041E</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.571429</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.135747</td>\n",
              "      <td>0.426848</td>\n",
              "      <td>0.322775</td>\n",
              "      <td>0.105581</td>\n",
              "      <td>0.179487</td>\n",
              "      <td>0.067873</td>\n",
              "      <td>0.352941</td>\n",
              "      <td>0.399698</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.108597</td>\n",
              "      <td>0.657617</td>\n",
              "      <td>0.090498</td>\n",
              "      <td>0.078431</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.019608</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>663</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A00889</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.080000</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.280000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.005785</td>\n",
              "      <td>0.059895</td>\n",
              "      <td>0.187936</td>\n",
              "      <td>0.628297</td>\n",
              "      <td>0.118087</td>\n",
              "      <td>0.058448</td>\n",
              "      <td>0.122426</td>\n",
              "      <td>0.068402</td>\n",
              "      <td>0.582865</td>\n",
              "      <td>0.167858</td>\n",
              "      <td>0.002978</td>\n",
              "      <td>0.009784</td>\n",
              "      <td>0.078782</td>\n",
              "      <td>0.814361</td>\n",
              "      <td>0.065339</td>\n",
              "      <td>0.023907</td>\n",
              "      <td>0.001276</td>\n",
              "      <td>0.001702</td>\n",
              "      <td>25</td>\n",
              "      <td>7760</td>\n",
              "      <td>11754</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A008BE</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.183099</td>\n",
              "      <td>0.380282</td>\n",
              "      <td>0.152113</td>\n",
              "      <td>0.218310</td>\n",
              "      <td>0.066197</td>\n",
              "      <td>0.108451</td>\n",
              "      <td>0.029577</td>\n",
              "      <td>0.314085</td>\n",
              "      <td>0.102817</td>\n",
              "      <td>0.445070</td>\n",
              "      <td>0.021127</td>\n",
              "      <td>0.018310</td>\n",
              "      <td>0.250704</td>\n",
              "      <td>0.436620</td>\n",
              "      <td>0.092958</td>\n",
              "      <td>0.145070</td>\n",
              "      <td>0.001408</td>\n",
              "      <td>0.009859</td>\n",
              "      <td>10</td>\n",
              "      <td>1200</td>\n",
              "      <td>710</td>\n",
              "      <td>PA24</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  squawk_1  observations  type  class\n",
              "0  A00002   0.517241   0.103448   0.103448  ...         0          1086  SHIP  other\n",
              "1  A00220   0.000000   0.254902   0.176471  ...         0         11149  RV10  other\n",
              "2  A0041E   0.142857   0.285714   0.000000  ...         0           663  SR22  other\n",
              "3  A00889   0.000000   0.120000   0.200000  ...      7760         11754  SR22  other\n",
              "4  A008BE   0.000000   0.300000   0.200000  ...      1200           710  PA24  other\n",
              "\n",
              "[5 rows x 34 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3NtKCkxI_9T-",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "b218b8f0-f7b2-435d-fe16-b0fca15cc741"
      },
      "source": [
        "from sklearn.preprocessing import OrdinalEncoder\n",
        "\n",
        "dat[\"y\"] = dat[\"class\"]\n",
        "ord_enc = OrdinalEncoder()\n",
        "dat[\"type2\"] = ord_enc.fit_transform(dat[[\"type\"]])\n",
        "\n",
        "dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>class</th>\n",
              "      <th>y</th>\n",
              "      <th>type2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A00002</td>\n",
              "      <td>0.517241</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.862069</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.990792</td>\n",
              "      <td>0.000921</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.008287</td>\n",
              "      <td>0.599448</td>\n",
              "      <td>0.400552</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.105893</td>\n",
              "      <td>0.090239</td>\n",
              "      <td>0.174954</td>\n",
              "      <td>0.244015</td>\n",
              "      <td>0.034070</td>\n",
              "      <td>0.202578</td>\n",
              "      <td>0.021179</td>\n",
              "      <td>0.068140</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1086</td>\n",
              "      <td>SHIP</td>\n",
              "      <td>other</td>\n",
              "      <td>other</td>\n",
              "      <td>119.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00220</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.176471</td>\n",
              "      <td>0.313725</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.294118</td>\n",
              "      <td>0.215686</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.052650</td>\n",
              "      <td>0.191676</td>\n",
              "      <td>0.419769</td>\n",
              "      <td>0.329805</td>\n",
              "      <td>0.006099</td>\n",
              "      <td>0.244327</td>\n",
              "      <td>0.235985</td>\n",
              "      <td>0.123329</td>\n",
              "      <td>0.307023</td>\n",
              "      <td>0.089335</td>\n",
              "      <td>0.034801</td>\n",
              "      <td>0.038389</td>\n",
              "      <td>0.263342</td>\n",
              "      <td>0.375998</td>\n",
              "      <td>0.132030</td>\n",
              "      <td>0.120011</td>\n",
              "      <td>0.008611</td>\n",
              "      <td>0.006906</td>\n",
              "      <td>51</td>\n",
              "      <td>0</td>\n",
              "      <td>11149</td>\n",
              "      <td>RV10</td>\n",
              "      <td>other</td>\n",
              "      <td>other</td>\n",
              "      <td>108.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A0041E</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.571429</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.135747</td>\n",
              "      <td>0.426848</td>\n",
              "      <td>0.322775</td>\n",
              "      <td>0.105581</td>\n",
              "      <td>0.179487</td>\n",
              "      <td>0.067873</td>\n",
              "      <td>0.352941</td>\n",
              "      <td>0.399698</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.108597</td>\n",
              "      <td>0.657617</td>\n",
              "      <td>0.090498</td>\n",
              "      <td>0.078431</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.019608</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>663</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>other</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A00889</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.080000</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.280000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.005785</td>\n",
              "      <td>0.059895</td>\n",
              "      <td>0.187936</td>\n",
              "      <td>0.628297</td>\n",
              "      <td>0.118087</td>\n",
              "      <td>0.058448</td>\n",
              "      <td>0.122426</td>\n",
              "      <td>0.068402</td>\n",
              "      <td>0.582865</td>\n",
              "      <td>0.167858</td>\n",
              "      <td>0.002978</td>\n",
              "      <td>0.009784</td>\n",
              "      <td>0.078782</td>\n",
              "      <td>0.814361</td>\n",
              "      <td>0.065339</td>\n",
              "      <td>0.023907</td>\n",
              "      <td>0.001276</td>\n",
              "      <td>0.001702</td>\n",
              "      <td>25</td>\n",
              "      <td>7760</td>\n",
              "      <td>11754</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>other</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A008BE</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.183099</td>\n",
              "      <td>0.380282</td>\n",
              "      <td>0.152113</td>\n",
              "      <td>0.218310</td>\n",
              "      <td>0.066197</td>\n",
              "      <td>0.108451</td>\n",
              "      <td>0.029577</td>\n",
              "      <td>0.314085</td>\n",
              "      <td>0.102817</td>\n",
              "      <td>0.445070</td>\n",
              "      <td>0.021127</td>\n",
              "      <td>0.018310</td>\n",
              "      <td>0.250704</td>\n",
              "      <td>0.436620</td>\n",
              "      <td>0.092958</td>\n",
              "      <td>0.145070</td>\n",
              "      <td>0.001408</td>\n",
              "      <td>0.009859</td>\n",
              "      <td>10</td>\n",
              "      <td>1200</td>\n",
              "      <td>710</td>\n",
              "      <td>PA24</td>\n",
              "      <td>other</td>\n",
              "      <td>other</td>\n",
              "      <td>97.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  type  class      y  type2\n",
              "0  A00002   0.517241   0.103448   0.103448  ...  SHIP  other  other  119.0\n",
              "1  A00220   0.000000   0.254902   0.176471  ...  RV10  other  other  108.0\n",
              "2  A0041E   0.142857   0.285714   0.000000  ...  SR22  other  other  121.0\n",
              "3  A00889   0.000000   0.120000   0.200000  ...  SR22  other  other  121.0\n",
              "4  A008BE   0.000000   0.300000   0.200000  ...  PA24  other  other   97.0\n",
              "\n",
              "[5 rows x 36 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7RUO334TJ3B6"
      },
      "source": [
        "# Feature importance chart:\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vMP-AVsh_9RK",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "8a5d127b-36f9-4ebd-c4e9-f105ecfdcc73"
      },
      "source": [
        "dat1 = dat\n",
        "\n",
        "dat1[\"y\"] = pd.get_dummies(dat1[\"y\"])\n",
        "\n",
        "dat1.head()\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>class</th>\n",
              "      <th>y</th>\n",
              "      <th>type2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A00002</td>\n",
              "      <td>0.517241</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.862069</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.990792</td>\n",
              "      <td>0.000921</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.008287</td>\n",
              "      <td>0.599448</td>\n",
              "      <td>0.400552</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.105893</td>\n",
              "      <td>0.090239</td>\n",
              "      <td>0.174954</td>\n",
              "      <td>0.244015</td>\n",
              "      <td>0.034070</td>\n",
              "      <td>0.202578</td>\n",
              "      <td>0.021179</td>\n",
              "      <td>0.068140</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1086</td>\n",
              "      <td>SHIP</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>119.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00220</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.176471</td>\n",
              "      <td>0.313725</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.294118</td>\n",
              "      <td>0.215686</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.052650</td>\n",
              "      <td>0.191676</td>\n",
              "      <td>0.419769</td>\n",
              "      <td>0.329805</td>\n",
              "      <td>0.006099</td>\n",
              "      <td>0.244327</td>\n",
              "      <td>0.235985</td>\n",
              "      <td>0.123329</td>\n",
              "      <td>0.307023</td>\n",
              "      <td>0.089335</td>\n",
              "      <td>0.034801</td>\n",
              "      <td>0.038389</td>\n",
              "      <td>0.263342</td>\n",
              "      <td>0.375998</td>\n",
              "      <td>0.132030</td>\n",
              "      <td>0.120011</td>\n",
              "      <td>0.008611</td>\n",
              "      <td>0.006906</td>\n",
              "      <td>51</td>\n",
              "      <td>0</td>\n",
              "      <td>11149</td>\n",
              "      <td>RV10</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>108.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A0041E</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.571429</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.135747</td>\n",
              "      <td>0.426848</td>\n",
              "      <td>0.322775</td>\n",
              "      <td>0.105581</td>\n",
              "      <td>0.179487</td>\n",
              "      <td>0.067873</td>\n",
              "      <td>0.352941</td>\n",
              "      <td>0.399698</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.108597</td>\n",
              "      <td>0.657617</td>\n",
              "      <td>0.090498</td>\n",
              "      <td>0.078431</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.019608</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>663</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A00889</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.080000</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.280000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.005785</td>\n",
              "      <td>0.059895</td>\n",
              "      <td>0.187936</td>\n",
              "      <td>0.628297</td>\n",
              "      <td>0.118087</td>\n",
              "      <td>0.058448</td>\n",
              "      <td>0.122426</td>\n",
              "      <td>0.068402</td>\n",
              "      <td>0.582865</td>\n",
              "      <td>0.167858</td>\n",
              "      <td>0.002978</td>\n",
              "      <td>0.009784</td>\n",
              "      <td>0.078782</td>\n",
              "      <td>0.814361</td>\n",
              "      <td>0.065339</td>\n",
              "      <td>0.023907</td>\n",
              "      <td>0.001276</td>\n",
              "      <td>0.001702</td>\n",
              "      <td>25</td>\n",
              "      <td>7760</td>\n",
              "      <td>11754</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A008BE</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.183099</td>\n",
              "      <td>0.380282</td>\n",
              "      <td>0.152113</td>\n",
              "      <td>0.218310</td>\n",
              "      <td>0.066197</td>\n",
              "      <td>0.108451</td>\n",
              "      <td>0.029577</td>\n",
              "      <td>0.314085</td>\n",
              "      <td>0.102817</td>\n",
              "      <td>0.445070</td>\n",
              "      <td>0.021127</td>\n",
              "      <td>0.018310</td>\n",
              "      <td>0.250704</td>\n",
              "      <td>0.436620</td>\n",
              "      <td>0.092958</td>\n",
              "      <td>0.145070</td>\n",
              "      <td>0.001408</td>\n",
              "      <td>0.009859</td>\n",
              "      <td>10</td>\n",
              "      <td>1200</td>\n",
              "      <td>710</td>\n",
              "      <td>PA24</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>97.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  type  class  y  type2\n",
              "0  A00002   0.517241   0.103448   0.103448  ...  SHIP  other  1  119.0\n",
              "1  A00220   0.000000   0.254902   0.176471  ...  RV10  other  1  108.0\n",
              "2  A0041E   0.142857   0.285714   0.000000  ...  SR22  other  1  121.0\n",
              "3  A00889   0.000000   0.120000   0.200000  ...  SR22  other  1  121.0\n",
              "4  A008BE   0.000000   0.300000   0.200000  ...  PA24  other  1   97.0\n",
              "\n",
              "[5 rows x 36 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IkN0DPhJWiAq",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8a677cb9-dc7a-45d0-bed8-8d3a0ffd5fc7"
      },
      "source": [
        "dat1.y.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    500\n",
              "0     97\n",
              "Name: y, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lbRh1yKR_9WE",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 449
        },
        "outputId": "111ae3a7-976e-4149-939c-ae82d54be8e5"
      },
      "source": [
        "corY = pd.DataFrame(dat1.corr().y).reset_index()\n",
        "\n",
        "\n",
        "\n",
        "alt.Chart(corY).mark_bar().encode(\n",
        "    alt.X(\"index\",sort=\"y\"),\n",
        "    alt.Y(\"y\")\n",
        ").properties(\n",
        "      title = {\n",
        "        \"text\":  \"Bar chart coorelation plot of data features\",\n",
        "        \"subtitle\": \"This shows that as the target feature goes to value 1. Which signifies the plane class 'other' \"\n",
        "        }).configure_title(\n",
        "      fontSize = 15, \n",
        "      anchor = \"start\", \n",
        "      subtitleFontSize = 11)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "alt.Chart(...)"
            ],
            "text/html": [
              "\n",
              "<div id=\"altair-viz-2ab60bd8036340a0b38768ce146b123c\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "  (function(spec, embedOpt){\n",
              "    let outputDiv = document.currentScript.previousElementSibling;\n",
              "    if (outputDiv.id !== \"altair-viz-2ab60bd8036340a0b38768ce146b123c\") {\n",
              "      outputDiv = document.getElementById(\"altair-viz-2ab60bd8036340a0b38768ce146b123c\");\n",
              "    }\n",
              "    const paths = {\n",
              "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
              "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
              "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
              "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
              "    };\n",
              "\n",
              "    function loadScript(lib) {\n",
              "      return new Promise(function(resolve, reject) {\n",
              "        var s = document.createElement('script');\n",
              "        s.src = paths[lib];\n",
              "        s.async = true;\n",
              "        s.onload = () => resolve(paths[lib]);\n",
              "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
              "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "      });\n",
              "    }\n",
              "\n",
              "    function showError(err) {\n",
              "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
              "      throw err;\n",
              "    }\n",
              "\n",
              "    function displayChart(vegaEmbed) {\n",
              "      vegaEmbed(outputDiv, spec, embedOpt)\n",
              "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
              "    }\n",
              "\n",
              "    if(typeof define === \"function\" && define.amd) {\n",
              "      requirejs.config({paths});\n",
              "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
              "    } else if (typeof vegaEmbed === \"function\") {\n",
              "      displayChart(vegaEmbed);\n",
              "    } else {\n",
              "      loadScript(\"vega\")\n",
              "        .then(() => loadScript(\"vega-lite\"))\n",
              "        .then(() => loadScript(\"vega-embed\"))\n",
              "        .catch(showError)\n",
              "        .then(() => displayChart(vegaEmbed));\n",
              "    }\n",
              "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"title\": {\"anchor\": \"start\", \"fontSize\": 15, \"subtitleFontSize\": 11}}, \"data\": {\"name\": \"data-fe7fae05d470a25d20f535ee7521fae8\"}, \"mark\": \"bar\", \"encoding\": {\"x\": {\"type\": \"nominal\", \"field\": \"index\", \"sort\": \"y\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"y\"}}, \"title\": {\"text\": \"Bar chart coorelation plot of data features\", \"subtitle\": \"This shows that as the target feature goes to value 1. Which signifies the plane class 'other' \"}, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-fe7fae05d470a25d20f535ee7521fae8\": [{\"index\": \"duration1\", \"y\": -0.18726531717061262}, {\"index\": \"duration2\", \"y\": -0.011891893717656988}, {\"index\": \"duration3\", \"y\": 0.17534859178084114}, {\"index\": \"duration4\", \"y\": 0.2880358712985443}, {\"index\": \"duration5\", \"y\": -0.1551897607096166}, {\"index\": \"boxes1\", \"y\": -0.2901771246185714}, {\"index\": \"boxes2\", \"y\": -0.31686738467444053}, {\"index\": \"boxes3\", \"y\": -0.029556076020606427}, {\"index\": \"boxes4\", \"y\": 0.22550563736367085}, {\"index\": \"boxes5\", \"y\": 0.3111150681360572}, {\"index\": \"speed1\", \"y\": -0.3528852351277321}, {\"index\": \"speed2\", \"y\": -0.15162905620173978}, {\"index\": \"speed3\", \"y\": 0.09748468975540302}, {\"index\": \"speed4\", \"y\": 0.2761770006309441}, {\"index\": \"speed5\", \"y\": 0.19719807211167162}, {\"index\": \"altitude1\", \"y\": 0.239047826303743}, {\"index\": \"altitude2\", \"y\": 0.13858284421915446}, {\"index\": \"altitude3\", \"y\": -0.4100003947790583}, {\"index\": \"altitude4\", \"y\": -0.1597441441532135}, {\"index\": \"altitude5\", \"y\": 0.15742727709747667}, {\"index\": \"steer1\", \"y\": -0.6932515238337357}, {\"index\": \"steer2\", \"y\": -0.7663834554261864}, {\"index\": \"steer3\", \"y\": -0.05721951139010745}, {\"index\": \"steer4\", \"y\": 0.3943020360379444}, {\"index\": \"steer5\", \"y\": 0.5414357896804074}, {\"index\": \"steer6\", \"y\": 0.31611545264309143}, {\"index\": \"steer7\", \"y\": -0.06380015265386443}, {\"index\": \"steer8\", \"y\": -0.11706867934787407}, {\"index\": \"flights\", \"y\": 0.03360470168236111}, {\"index\": \"squawk_1\", \"y\": -0.4280921546084034}, {\"index\": \"observations\", \"y\": -0.06886352018368995}, {\"index\": \"y\", \"y\": 1.0}, {\"index\": \"type2\", \"y\": 0.15560404075769085}]}}, {\"mode\": \"vega-lite\"});\n",
              "</script>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2EFfnQs4iyRu",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "059c8351-41c1-49ef-d011-637861deb996"
      },
      "source": [
        "dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>class</th>\n",
              "      <th>y</th>\n",
              "      <th>type2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A00002</td>\n",
              "      <td>0.517241</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.862069</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.990792</td>\n",
              "      <td>0.000921</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.008287</td>\n",
              "      <td>0.599448</td>\n",
              "      <td>0.400552</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.105893</td>\n",
              "      <td>0.090239</td>\n",
              "      <td>0.174954</td>\n",
              "      <td>0.244015</td>\n",
              "      <td>0.034070</td>\n",
              "      <td>0.202578</td>\n",
              "      <td>0.021179</td>\n",
              "      <td>0.068140</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>1086</td>\n",
              "      <td>SHIP</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>119.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00220</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.176471</td>\n",
              "      <td>0.313725</td>\n",
              "      <td>0.254902</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.294118</td>\n",
              "      <td>0.215686</td>\n",
              "      <td>0.058824</td>\n",
              "      <td>0.052650</td>\n",
              "      <td>0.191676</td>\n",
              "      <td>0.419769</td>\n",
              "      <td>0.329805</td>\n",
              "      <td>0.006099</td>\n",
              "      <td>0.244327</td>\n",
              "      <td>0.235985</td>\n",
              "      <td>0.123329</td>\n",
              "      <td>0.307023</td>\n",
              "      <td>0.089335</td>\n",
              "      <td>0.034801</td>\n",
              "      <td>0.038389</td>\n",
              "      <td>0.263342</td>\n",
              "      <td>0.375998</td>\n",
              "      <td>0.132030</td>\n",
              "      <td>0.120011</td>\n",
              "      <td>0.008611</td>\n",
              "      <td>0.006906</td>\n",
              "      <td>51</td>\n",
              "      <td>0</td>\n",
              "      <td>11149</td>\n",
              "      <td>RV10</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>108.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A0041E</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.571429</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.142857</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.285714</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.135747</td>\n",
              "      <td>0.426848</td>\n",
              "      <td>0.322775</td>\n",
              "      <td>0.105581</td>\n",
              "      <td>0.179487</td>\n",
              "      <td>0.067873</td>\n",
              "      <td>0.352941</td>\n",
              "      <td>0.399698</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.009050</td>\n",
              "      <td>0.108597</td>\n",
              "      <td>0.657617</td>\n",
              "      <td>0.090498</td>\n",
              "      <td>0.078431</td>\n",
              "      <td>0.010558</td>\n",
              "      <td>0.019608</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>663</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A00889</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.080000</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.120000</td>\n",
              "      <td>0.280000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.005785</td>\n",
              "      <td>0.059895</td>\n",
              "      <td>0.187936</td>\n",
              "      <td>0.628297</td>\n",
              "      <td>0.118087</td>\n",
              "      <td>0.058448</td>\n",
              "      <td>0.122426</td>\n",
              "      <td>0.068402</td>\n",
              "      <td>0.582865</td>\n",
              "      <td>0.167858</td>\n",
              "      <td>0.002978</td>\n",
              "      <td>0.009784</td>\n",
              "      <td>0.078782</td>\n",
              "      <td>0.814361</td>\n",
              "      <td>0.065339</td>\n",
              "      <td>0.023907</td>\n",
              "      <td>0.001276</td>\n",
              "      <td>0.001702</td>\n",
              "      <td>25</td>\n",
              "      <td>7760</td>\n",
              "      <td>11754</td>\n",
              "      <td>SR22</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>121.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A008BE</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.300000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.183099</td>\n",
              "      <td>0.380282</td>\n",
              "      <td>0.152113</td>\n",
              "      <td>0.218310</td>\n",
              "      <td>0.066197</td>\n",
              "      <td>0.108451</td>\n",
              "      <td>0.029577</td>\n",
              "      <td>0.314085</td>\n",
              "      <td>0.102817</td>\n",
              "      <td>0.445070</td>\n",
              "      <td>0.021127</td>\n",
              "      <td>0.018310</td>\n",
              "      <td>0.250704</td>\n",
              "      <td>0.436620</td>\n",
              "      <td>0.092958</td>\n",
              "      <td>0.145070</td>\n",
              "      <td>0.001408</td>\n",
              "      <td>0.009859</td>\n",
              "      <td>10</td>\n",
              "      <td>1200</td>\n",
              "      <td>710</td>\n",
              "      <td>PA24</td>\n",
              "      <td>other</td>\n",
              "      <td>1</td>\n",
              "      <td>97.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  duration3  ...  type  class  y  type2\n",
              "0  A00002   0.517241   0.103448   0.103448  ...  SHIP  other  1  119.0\n",
              "1  A00220   0.000000   0.254902   0.176471  ...  RV10  other  1  108.0\n",
              "2  A0041E   0.142857   0.285714   0.000000  ...  SR22  other  1  121.0\n",
              "3  A00889   0.000000   0.120000   0.200000  ...  SR22  other  1  121.0\n",
              "4  A008BE   0.000000   0.300000   0.200000  ...  PA24  other  1   97.0\n",
              "\n",
              "[5 rows x 36 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "_SKwsxy7ZRTW"
      },
      "source": [
        "Feature scaling \n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nb-lbPLvZbMV",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "dbf8a450-c42e-4262-fc4d-836ae8fde9c9"
      },
      "source": [
        "from sklearn.preprocessing import OneHotEncoder\n",
        "\n",
        "enc = OneHotEncoder(handle_unknown='ignore')\n",
        "\n",
        "\n",
        "y = dat[\"y\"]\n",
        "f = dat.drop([\"y\",\"class\",\"adshex\",\"type\"],axis=1)\n",
        "features = pd.get_dummies(f)\n",
        "\n",
        "sc = StandardScaler()\n",
        "\n",
        "sc.fit(features)\n",
        "\n",
        "\n",
        "X = pd.DataFrame(sc.transform(features))\n",
        "\n",
        "ro = RandomOverSampler()\n",
        "\n",
        "X_new, y_new = ro.fit_resample(X, y)\n",
        "\n",
        "y_2 = pd.DataFrame(y_new)\n",
        "X_2= pd.DataFrame(X_new)\n",
        "\n",
        "y_2.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/deprecation.py:87: FutureWarning: Function safe_indexing is deprecated; safe_indexing is deprecated in version 0.22 and will be removed in version 0.24.\n",
            "  warnings.warn(msg, category=FutureWarning)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    500\n",
              "0    500\n",
              "dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "h4PEXAQdqLHX",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "02da8c1a-c050-4411-f72d-f7d0722359fa"
      },
      "source": [
        "print(X)\n",
        "len(pd.DataFrame(X).columns)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "           0         1         2   ...        29        30        31\n",
            "0    2.272380 -0.534690 -0.622209  ... -0.794615 -0.412111  1.027256\n",
            "1   -1.102153  0.628151 -0.078249  ... -0.794615  0.114334  0.777590\n",
            "2   -0.170139  0.864724 -1.392817  ... -0.794615 -0.434240  1.072650\n",
            "3   -1.102153 -0.407608  0.097026  ...  3.016836  0.145984  1.072650\n",
            "4   -1.102153  0.974408  0.097026  ... -0.205215 -0.431781  0.527923\n",
            "..        ...       ...       ...  ...       ...       ...       ...\n",
            "592 -1.102153  0.551341 -0.784718  ... -0.205215  0.044232 -1.378622\n",
            "593 -0.040091 -0.971842  0.166321  ... -0.794615 -0.425870 -1.265137\n",
            "594 -0.422560 -0.049308  0.779871  ... -0.136452 -0.214413  0.664105\n",
            "595  1.171396 -0.398302 -0.377015  ... -0.794615 -0.252237 -1.083561\n",
            "596 -1.102153  1.341610 -0.259241  ... -0.205215  0.156814  1.140741\n",
            "\n",
            "[597 rows x 32 columns]\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "32"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "T4vm8FwCXTxa"
      },
      "source": [
        "Random forest classifier"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "He0QV5l8XRlv",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b591e91e-9017-40bd-e4e5-2bff4277464a"
      },
      "source": [
        "X_train, X_test, y_train, y_test = train_test_split(X_2, y_2, test_size = 0.2, random_state = 1)\n",
        "\n",
        "\n",
        "\n",
        "rfc = RandomForestClassifier(n_estimators = 2000, random_state = 0)\n",
        "rfc.fit(X_train, y_train)\n",
        "\n",
        "rfc.score(X_test, y_test) # looks like there might be overfitting"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:6: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel().\n",
            "  \n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.99"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bUmIBwmcoD8M"
      },
      "source": [
        "# Model Validation"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "d6EVwA1EoPJ9"
      },
      "source": [
        "k-fold cross validation"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rGR-XKx_oFvi",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 127
        },
        "outputId": "cebe87a4-207e-4053-f8a3-4998605c809b"
      },
      "source": [
        "\n",
        "from sklearn.model_selection import cross_val_score\n",
        "\n",
        "# is supposed to be used on the training set\n",
        "accuracies = cross_val_score(estimator = rfc, X = X_train, y = y_train, cv = 10) # 4 essitional paramters\n",
        "#1. estimator(which is my classifier)\n",
        "#2. input features of the training set X_train\n",
        "#3.input the dependent variable of the trianing set y_train\n",
        "#4. number of folds I want to have\n",
        "# classifier comes from the model class I choose\n",
        "\n",
        "print(\"Accuracy: {:.2f} %\".format(accuracies.mean()*100)) # a float with two decimals after the comma, * 100 makes it a percentage\n",
        "# accuracies.mean() gives me the average accuracies for the 10 tests\n",
        "print(\"Standard Deviation: {:.2f} %\".format(accuracies.std()*100)) # shows standard deviation\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'\\n# is supposed to be used on the training set\\naccuracies = cross_val_score(estimator = rfc, X = X_train, y = y_train, cv = 10) # 4 essitional paramters\\n#1. estimator(which is my classifier)\\n#2. input features of the training set X_train\\n#3.input the dependent variable of the trianing set y_train\\n#4. number of folds I want to have\\n# classifier comes from the model class I choose\\n\\nprint(\"Accuracy: {:.2f} %\".format(accuracies.mean()*100)) # a float with two decimals after the comma, * 100 makes it a percentage\\n# accuracies.mean() gives me the average accuracies for the 10 tests\\nprint(\"Standard Deviation: {:.2f} %\".format(accuracies.std()*100)) # shows standard deviation\\n'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Rj5sweeFoVMB"
      },
      "source": [
        "Confusion matrix"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "83MccJemoW_I",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 297
        },
        "outputId": "adc8c8be-1e38-4720-f11e-dabe475c6307"
      },
      "source": [
        "\n",
        "import matplotlib.pyplot as plt\n",
        "from sklearn.metrics import plot_confusion_matrix\n",
        "\n",
        "plot_confusion_matrix(rfc, X_test, y_test, cmap = \"Blues\")\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<sklearn.metrics._plot.confusion_matrix.ConfusionMatrixDisplay at 0x7f2fcb6a2410>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATgAAAEGCAYAAADxD4m3AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAYd0lEQVR4nO3de7xVdZ3/8df7HLyAIqhcBgEVCy9EacoIyuQPxUYwJ61xvI6h+dPMRst+5qWmcWxyfqY23sshccRMDdJGLZMcktRKEvCOmYoXQJSL4A28AJ/5Y62DW+Kcs9Zmb/Zei/fz8VgP9l57n+/6HHjwfny/67u+aykiMDMro5ZGF2BmVi8OODMrLQecmZWWA87MSssBZ2al1aXRBVRSl66hTbs3ugzL4ZO7bd/oEiyHF198gcWLF2t92mjdaoeIlSsyfTdWLJoSEWPW53jro7kCbtPubLbLEY0uw3L43fSrGl2C5TBy+LD1biNWrsj8//SdR67utd4HXA9NFXBmVgQCFePslgPOzPIR0NLa6CoyKUYMm1lzkbJtnTaj6yQtlPRExb5tJN0j6Zn0z63T/ZJ0haRnJT0mac/O2nfAmVlO6RA1y9a564G1JyHOAaZGxGBgavoeYCwwON1OBn7YWeMOODPLr0Y9uIi4D3htrd2HAhPT1xOBwyr23xCJB4Gekvp11L7PwZlZPiLPJEMvSTMq3o+PiPGd/EzfiFiQvn4F6Ju+7g/MrfjevHTfAtrhgDOznLL1zlKLI6Lqa1MiIiRVfcsjB5yZ5VffWdRXJfWLiAXpEHRhun8+MLDiewPSfe3yOTgzy6mmkwzrcgcwLn09Dri9Yv8X0tnUEcDrFUPZdXIPzszyEXmGqB03Jd0MjCI5VzcPOA+4EJgk6UTgRaBt2cRdwMHAs8By4ITO2nfAmVl+NVrJEBFHt/PR6HV8N4Cv5GnfAWdmOXmplpmVlYDWYizVcsCZWX41OgdXbw44M8vJQ1QzKzP34MystNyDM7NSyriQvhk44Mwsv4Lc8NIBZ2Y5eZLBzMrMQ1QzK6V894NrKAecmeXkIaqZlZknGcystHwOzsxKSR6imlmZuQdnZmUlB5yZlVFyx3IHnJmVkYRaHHBmVlLuwZlZaTngzKy0HHBmVk5KtwJwwJlZLkLuwZlZebW0eCWDmZWUe3BmVk4+B2dmZeYenJmVkicZzKzUvFTLzMpJHqKaWYk54MystIoScMW4Ws/MmkbbJEOWrdO2pDMkPSnpCUk3S9pc0iBJ0yU9K+mnkjattlYHnJnlp4xbR01I/YHTgWERMRRoBY4CvgdcGhEfBZYCJ1ZbpgPOzPJRslQry5ZBF6CrpC5AN2ABcADws/TzicBh1ZbqgDOz3HIMUXtJmlGxndzWRkTMBy4BXiIJtteBmcCyiFiZfm0e0L/aOj3JYGb5ZZ9jWBwRw9bZhLQ1cCgwCFgGTAbG1KK8Ng64DK789rEc9DdDWbz0TfY96t/Xu72jPjOcM794EACXXDeFW345na6bbcL1F57IjgN6sWp1MOX+xzn/qjvW+1iWz//8fjbnfv9nrFq9muMO3Zczjv/bRpfUlGo0i3og8HxELErbvA0YCfSU1CXtxQ0A5ld7gLoOUSWNkfR0OhtyTj2PVU83/+JBDj/96tw/d+c1X2Vgv20+tK/nVt04+6SxHHjCJYw+/mLOPmksPbp3BeDKG6cy/B++y/859kKGf2InDtx3SE3qt2xWrVrNNy6axOTLT+XBSf/Mrb+eyZ/mLGh0WU0n6/A0Qwi+BIyQ1E3Jl0cDs4F7gcPT74wDbq+21roFnKRW4GpgLDAEOFpSIf/H/v7h51j6xvIP7duxfy8mX3Eq995wFneN/xqDd+ibqa3RI3Zj2vQ/seyN5bz+5gqmTf8TB+4zhBXvvs8DM58B4P2Vq3j06bls16dnzX8Xa9/MJ19gp4G92HFALzbdpAuf//Se3PXbxxpdVlOqRcBFxHSSyYRZwOMkeTQeOBv4uqRngW2BCdXWWc8h6t7AsxExB0DSLSTj7dl1POYGc9m3jubr//8W5sxdxF4f24FLzj6CQ0+9stOf69enJ/NeXbrm/fyFy+i3VpBttWVXxnzq41xzy7Ral20dWLDodfr33XrN++36bs3MJ15oXEFNrFZrUSPiPOC8tXbPIcmP9VbPgOsPzK14Pw8YvvaX0lmVZGZlky3rWE7tbNF1U/b++CCuv/CDy3M23ST5qzzm70ZwylGjABg0oDeTLvsy769cxYvzl3DcWT/qtO3W1hYmXHA8//nTabw4f0ld6jdbX0VZydDwSYaIGE/SLaWlW59ocDmZtLS08PpbK9jv2Av/4rOb7nyQm+58EEjOwZ16/o+Zu+C1NZ8vWLiMv9lr8Jr3/fv0XDM0Bbjsm0fz3EuLuObmafX7BWyd+vXuwfyK3vXLry6lX+8eDayoSRVosX09JxnmAwMr3q/XbEgzefPtd3jp5SUcOvqTa/YNHZztUp2pDz7F/sN3pUf3rvTo3pX9h+/K1AefAuBbpxzCVlt25dz/uLUudVvH9hyyA8+9tIgX5y/mvfdXcts9sxi73ycaXVbTESBl2xqtnj24h4DBkgaRBNtRwDF1PF7dXPvd4xm512C27bklT/zi37hw/F2c9O2JfP+cIznziwfRpUsrt90zkyee6Ty/l72xnIsn3M1vJp4FwEUT7mbZG8vZrk9PzjxxDE8//wq/vfFsAH406bf8+PY/1PV3sw906dLKRWcdwd+ffjWrVgXHfnYEu32kX6PLakLFueGlIuo3KpR0MHAZyRqz6yLigo6+39KtT2y2yxF1q8dqb+lDVzW6BMth5PBhzJw5Y73SafO/2jl2GNf5hBrAny8aM7O9C303hLqeg4uIu4C76nkMM9vAmmT4mUXDJxnMrFgEtPiW5WZWVu7BmVlpFWWSwQFnZvn4HJyZlZVQ1ptZNpwDzsxycw/OzErL5+DMrJx8Ds7MyipZi1qMhHPAmVluBck3B5yZ5eeVDGZWTgW6H5wDzsxyabsfXBE44Mwsp+LcD84BZ2a5FSTfHHBmlpM8yWBmJeXr4Mys1BxwZlZaBck3B5yZ5ecenJmVkxfbm1lZJTe8LEbCOeDMLLeWgnThHHBmlltB8s0BZ2b5yIvtzazMCnIKrv2Ak3QlEO19HhGn16UiM2t6ZZhkmLHBqjCzwhDJTGpN2pJ6AtcCQ0k6VF8EngZ+CuwIvAAcERFLq2m/3YCLiIlrFdItIpZXcxAzK5caduAuB+6OiMMlbQp0A74JTI2ICyWdA5wDnF1VnZ19QdI+kmYDf0rf7y7pB9UczMxKQMn94LJsHTejHsB+wASAiHgvIpYBhwJtHayJwGHVlprl8dSXAQcBS9IiHk2LMrONlJRtA3pJmlGxnVzRzCBgEfBfkh6WdK2kLYC+EbEg/c4rQN9q68w0ixoRc9dK41XVHtDMik3kutB3cUQMa+ezLsCewGkRMV3S5STD0TUiIiS1O9nZmSw9uLmS9gVC0iaSzgSeqvaAZlZ8LS3KtHViHjAvIqan739GEnivSuoHkP65sOo6M3znFOArQH/gZWCP9L2ZbYSyDk876+RFxCskHahd0l2jgdnAHcC4dN844PZqa+10iBoRi4Fjqz2AmZVPDdeingb8JJ1BnQOcQNLxmiTpROBF4IhqG+804CTtRDKVO4LkOpU/AGdExJxqD2pmxVareIuIR4B1naMbXYv2swxRbwImAf2A7YDJwM21OLiZFVMtLhPZELIEXLeI+HFErEy3G4HN612YmTWnZBY129ZoHa1F3SZ9+av0auJbSIaoRwJ3bYDazKwZqRw3vJxJEmhtv8mXKj4L4Nx6FWVmza0Zhp9ZdLQWddCGLMTMiqFtiFoEmVYySBoKDKHi3FtE3FCvosysuRW+B9dG0nnAKJKAuwsYCzwAOODMNlLFiLdss6iHk1yT8kpEnADsDvSoa1Vm1rQkaG1Rpq3RsgxRV0TEakkrJW1Fsi5sYJ3rMrMmVpohKjAjvevmj0hmVt8iWc1gZhupguRbprWop6Yvr5F0N7BVRDxW37LMrFkJFf+5qJL27OiziJhVn5LMrKlluFNIs+ioB/f9Dj4L4IAa18Ieu23Pfb+/otbNWh1tPeZ7jS7Bcnj3mVdq0k7hz8FFxP4bshAzKwYBrUUPODOz9jTBFSCZOODMLDcHnJmVUnI78mIkXJbnokrSP0r6l/T99pL2rn9pZtasinI/uCxLtX4A7AMcnb5/E7i6bhWZWdOrxUNnNoQsQ9ThEbGnpIcBImJp+oAIM9sICejSDOmVQZaAe19SK8m1b0jqDayua1Vm1tQKkm+ZAu4K4OdAH0kXkNxd5J/rWpWZNS2pBEu12kTETyTNJLllkoDDIsJPtjfbiBUk3zLd8HJ7YDlwZ+W+iHipnoWZWfNqhhnSLLIMUX/JBw+f2RwYBDwNfKyOdZlZkxI0xc0ss8gyRP145fv0LiOntvN1Myu7JrnGLYvcKxkiYpak4fUoxsyKQQV5KkOWc3Bfr3jbAuwJvFy3isysqZXtsYHdK16vJDknd2t9yjGzIihFwKUX+HaPiDM3UD1mVgBFWWzf0S3Lu0TESkkjN2RBZtbckscGNrqKbDrqwf2R5HzbI5LuACYDb7d9GBG31bk2M2tSpVnJQHLt2xKSZzC0XQ8XgAPObCNUlkmGPukM6hN8EGxtoq5VmVlTq2UHLj3XPwOYHxGHSBoE3AJsS/Is5uMi4r1q2u5oJN0KbJlu3Stet21mtlESLRm3jL4KVK5v/x5waUR8FFgKnFhtpR314BZExHeqbdjMyknUrgcnaQDwGeAC4OtKpmcPAI5JvzIR+Ffgh9W031HAFWSUbWYblKBL9pNwvSTNqHg/PiLGV7y/DDiLD6633RZYFhEr0/fzgP7VltpRwI2utlEzK6+cPbjFETFsne1IhwALI2KmpFG1qe7DOnrw82v1OKCZFV+NLhMZCXxW0sEkV2tsBVwO9Gy7DhcYAMyvus5aVGlmG5daPHQmIs6NiAERsSNwFPCbiDgWuJfkzuEA44Dbq63TAWdmuYgkOLJsVTqbZMLhWZJzchOqbcgPfjazfFT7lQwRMQ2Ylr6eA9Tk2csOODPLJVnJUIyLLBxwZpZbMeLNAWdmVShIB84BZ2Z5qfj3gzMzW5e2WdQicMCZWW6eZDCzclIJblluZrYuHqKaWam5B2dmpVWMeHPAmVlOAlrdgzOzsipIvjngzCwvoYIMUh1wZpabe3BmVkrJZSLFSDgHnJnlk+Fuvc3CAWdmuXmplpmVUnLDy0ZXkY0Dzsxy8yyqmZVWQUaoDrh6mf/qUr5y/o9Z9NqbSOK4w/blS0eOanRZtg5fOnQvxo3dHSRu+NWjXPPfMzj7H0fyhTG7s+T15QD82/X3cc9DcxpcafPY6Htwkq4D2p5cPbRex2lWra0tnH/659h914G89fY7jD7+YkbtvQu7DOrX6NKswm479GLc2N0Z/dUbeO/9VfzsgiOYMv1ZAH748xlcdesfG1xh8ynSObh63vXkemBMHdtvan/Vqwe77zoQgC232Jydd+zLgoWvN7gqW9vO22/LjKcXsOLdlaxaHfzu8bn83cidG11Wc5Noybg1Wt0CLiLuA16rV/tF8tLLS3j8z/PZa+gOjS7F1vLUC4vZ52MD2Lr75nTdrAuf/uud6N97KwBO+uyePPDDE7jyjLH02HKzBlfaXJRxa7SGn4OTdDJwMsDAgds3uJrae2v5u5xw7gS++7XP032Lro0ux9by57lLuHzydG779yNZ/s77PPHcQlatDq77xcNcfNPviQi+9YVP8d2TDuC0S3/V6HKbQpGei9rwG3NGxPiIGBYRw3r17t3ocmrq/ZWrOOHcCRx+0DAO2X/3Rpdj7bhxymPsf9pEPvONm1j21js8N/81Fi1bzurVQQRMvPtR9trF504rFaUH1/CAK6uI4GsX3MTOO/bly8cc0OhyrAO9enQDYEDv7hwycmcm3zubvttssebzQ/bdmadeWNyo8ppTQRKu4UPUspr+6Bwm/eohhnxkO0Yd9z0AvvXlQ/j0vh9rcGW2thu+fRhbd+/KylWr+cbV9/DG2+9y0akH8vGd+hIEL736OmdcMaXRZTaVogxR63mZyM3AKKCXpHnAeRExoV7HazYj9vgIix68otFlWAYHn3nTX+w75eJfNqCS4ihGvNUx4CLi6Hq1bWYNVpCE8xDVzHJJTq8VI+EccGaWj+8HZ2ZlVpB882UiZpaXkLJtHbYiDZR0r6TZkp6U9NV0/zaS7pH0TPrn1tVW6oAzs9ykbFsnVgL/LyKGACOAr0gaApwDTI2IwcDU9H1VHHBmlkvWa3w7y7eIWBARs9LXbwJPAf2BQ4GJ6dcmAodVW6vPwZlZfjU+CSdpR+CTwHSgb0QsSD96BehbbbsOODPLLcdlIr0kzah4Pz4ixn+oLWlL4FbgaxHxRuW5u4gISVFtnQ44M8stx2UiiyNiWPvtaBOScPtJRNyW7n5VUr+IWCCpH7Cw2jp9Ds7M8sk4wdBZCCrpqk0AnoqI/6j46A5gXPp6HHB7taW6B2dmudVoJcNI4DjgcUmPpPu+CVwITJJ0IvAicES1B3DAmVkuojYrGSLiAdqfrhi9/kdwwJlZFYqyksEBZ2b5FSThHHBmlttGf8NLMyuvYsSbA87MqlGQhHPAmVkuvuGlmZWXb3hpZmVWkHxzwJlZXp3fzLJZOODMLLeC5JsDzszyaZKH1mfigDOz/AqScA44M8vNl4mYWWn5HJyZlZOgxQFnZuVVjIRzwJlZLrW64eWG4IAzs9wKkm8OODPLzz04MystL9Uys9IqRrw54MwspyzPPG0WDjgzy80rGcysvIqRbw44M8uvIPnmgDOzvOTHBppZORVpJUNLowswM6sX9+DMLLei9OAccGaWmy8TMbNy8oW+ZlZWRZpkcMCZWW4eoppZaRWlB+fLRMwsN2XcOm1HGiPpaUnPSjqn1nU64MwsvxoknKRW4GpgLDAEOFrSkFqW6YAzs1wEtEiZtk7sDTwbEXMi4j3gFuDQWtbaVOfgHp41c3H3zVtfbHQdddALWNzoIiyXsv6b7bC+DcyaNXNK103UK+PXN5c0o+L9+IgYn77uD8yt+GweMHx966vUVAEXEb0bXUM9SJoREcMaXYdl53+z9kXEmEbXkJWHqGbWKPOBgRXvB6T7asYBZ2aN8hAwWNIgSZsCRwF31PIATTVELbHxnX/Fmoz/zeosIlZK+idgCtAKXBcRT9byGIqIWrZnZtY0PEQ1s9JywJlZaTng6qjey1Cs9iRdJ2mhpCcaXYutPwdcnWyIZShWF9cDhbnOyzrmgKufui9DsdqLiPuA1xpdh9WGA65+1rUMpX+DajHbKDngzKy0HHD1U/dlKGbWMQdc/dR9GYqZdcwBVycRsRJoW4byFDCp1stQrPYk3Qz8AdhF0jxJJza6Jquel2qZWWm5B2dmpeWAM7PScsCZWWk54MystBxwZlZaDrgCkbRK0iOSnpA0WVK39WjrekmHp6+v7ehGAJJGSdq3imO8IP3l05fa27/Wd97Keax/lXRm3hqt3BxwxbIiIvaIiKHAe8AplR9KquoW9BHxfyNidgdfGQXkDjizRnPAFdf9wEfT3tX9ku4AZktqlXSxpIckPSbpSwBKXJXen+5/gD5tDUmaJmlY+nqMpFmSHpU0VdKOJEF6Rtp7/JSk3pJuTY/xkKSR6c9uK+nXkp6UdC2dPtscJP23pJnpz5y81meXpvunSuqd7vuIpLvTn7lf0q61+Mu0cvJDZwoo7amNBe5Od+0JDI2I59OQeD0i/lrSZsDvJP0a+CSwC8m96foCs4Hr1mq3N/AjYL+0rW0i4jVJ1wBvRcQl6fduAi6NiAckbU+yWmM34DzggYj4jqTPAFlWAXwxPUZX4CFJt0bEEmALYEZEnCHpX9K2/4nkYTCnRMQzkoYDPwAOqOKv0TYCDrhi6SrpkfT1/cAEkqHjHyPi+XT/3wKfaDu/BvQABgP7ATdHxCrgZUm/WUf7I4D72tqKiPbui3YgMERa00HbStKW6TE+n/7sLyUtzfA7nS7pc+nrgWmtS4DVwE/T/TcCt6XH2BeYXHHszTIcwzZSDrhiWRERe1TuSP+jv125CzgtIqas9b2Da1hHCzAiIt5ZRy2ZSRpFEpb7RMRySdOAzdv5eqTHXbb234FZe3wOrnymAF+WtAmApJ0lbQHcBxyZnqPrB+y/jp99ENhP0qD0Z7dJ978JdK/43q+B09reSGoLnPuAY9J9Y4GtO6m1B7A0DbddSXqQbVqAtl7oMSRD3zeA5yX9Q3oMSdq9k2PYRswBVz7Xkpxfm5U+OOU/SXrqPweeST+7geSOGR8SEYuAk0mGg4/ywRDxTuBzbZMMwOnAsHQSYzYfzOaeTxKQT5IMVV/qpNa7gS6SngIuJAnYNm8De6e/wwHAd9L9xwInpvU9iW8Dbx3w3UTMrLTcgzOz0nLAmVlpOeDMrLQccGZWWg44MystB5yZlZYDzsxK638BLc/C15a9B9IAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GxRyPKSMowH_"
      },
      "source": [
        "Interpreation of confusion matrix"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T5eLX5B3odf-",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "12381f7e-ee39-4a51-d3d3-0b7cfd970c55"
      },
      "source": [
        "\n",
        "from sklearn.metrics import classification_report, confusion_matrix\n",
        "\n",
        "y_pred = rfc.predict(X_test)\n",
        "\n",
        "y_pred_pos = rfc.predict(X_test)\n",
        "\n",
        "y_pred_neg = rfc.predict(X_test)\n",
        "\n",
        "## Displaying the data\n",
        "\n",
        "print(confusion_matrix(y_test, y_pred))\n",
        "print(classification_report(y_test, y_pred))\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[[103   0]\n",
            " [  2  95]]\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.98      1.00      0.99       103\n",
            "           1       1.00      0.98      0.99        97\n",
            "\n",
            "    accuracy                           0.99       200\n",
            "   macro avg       0.99      0.99      0.99       200\n",
            "weighted avg       0.99      0.99      0.99       200\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2BID6Q-jc6cc"
      },
      "source": [
        "# Predicting on new data"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lTGySfwfc8Uo",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "0f5f3296-adab-46d6-97e6-74caed697153"
      },
      "source": [
        "new_dat.head()\n",
        "len(new_dat)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "19160"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wJvBTzMzdbZe",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "11a43868-d094-4107-90a3-4cd9f976ec18"
      },
      "source": [
        "new_dat1 = new_dat.drop([\"adshex\",\"type\"],axis=1)\n",
        "len(new_dat1.columns)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "32"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P3ADtUOXyJzI"
      },
      "source": [
        "pred = pd.DataFrame(rfc.predict(sc.transform(new_dat1)))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nFTG6AVVnqiV",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "05d8adb5-d48e-4fb0-8612-417e062b17f4"
      },
      "source": [
        "pred.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   0\n",
              "0  1\n",
              "1  1\n",
              "2  1\n",
              "3  1\n",
              "4  1"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UndOVgnozLuT"
      },
      "source": [
        "new_dat.insert(34, \"predictions\", pred.values, True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QDXESJhczQIu"
      },
      "source": [
        "final_dat = new_dat.drop([\"type2\"],axis=1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "URV8zsuAzgeI",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "eec51f08-0d77-496f-e3da-6ce464c09623"
      },
      "source": [
        "final_dat.predictions.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    19054\n",
              "0      106\n",
              "Name: predictions, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2F5Mzn7N0nXj"
      },
      "source": [
        "final_dat[\"predicted_type\"] = final_dat.predictions.replace(to_replace=[1, 0], value=[\"other\", \"surveil\"])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HmoNWUBJ3hbO",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "7bcb918c-2a5f-4756-f29b-d21db9c331a7"
      },
      "source": [
        "final_dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>predictions</th>\n",
              "      <th>predicted_type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.075949</td>\n",
              "      <td>0.183544</td>\n",
              "      <td>0.335443</td>\n",
              "      <td>0.284810</td>\n",
              "      <td>0.088608</td>\n",
              "      <td>0.044304</td>\n",
              "      <td>0.069620</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.677215</td>\n",
              "      <td>0.021824</td>\n",
              "      <td>0.020550</td>\n",
              "      <td>0.062330</td>\n",
              "      <td>0.100713</td>\n",
              "      <td>0.794582</td>\n",
              "      <td>0.042374</td>\n",
              "      <td>0.060971</td>\n",
              "      <td>0.066831</td>\n",
              "      <td>0.106403</td>\n",
              "      <td>0.723421</td>\n",
              "      <td>0.020211</td>\n",
              "      <td>0.048913</td>\n",
              "      <td>0.270550</td>\n",
              "      <td>0.344090</td>\n",
              "      <td>0.097317</td>\n",
              "      <td>0.186651</td>\n",
              "      <td>0.011379</td>\n",
              "      <td>0.009426</td>\n",
              "      <td>158</td>\n",
              "      <td>0</td>\n",
              "      <td>11776</td>\n",
              "      <td>GRND</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00000</td>\n",
              "      <td>0.211735</td>\n",
              "      <td>0.155612</td>\n",
              "      <td>0.181122</td>\n",
              "      <td>0.198980</td>\n",
              "      <td>0.252551</td>\n",
              "      <td>0.204082</td>\n",
              "      <td>0.183673</td>\n",
              "      <td>0.168367</td>\n",
              "      <td>0.173469</td>\n",
              "      <td>0.267857</td>\n",
              "      <td>0.107348</td>\n",
              "      <td>0.143410</td>\n",
              "      <td>0.208139</td>\n",
              "      <td>0.177013</td>\n",
              "      <td>0.364090</td>\n",
              "      <td>0.177318</td>\n",
              "      <td>0.114457</td>\n",
              "      <td>0.129648</td>\n",
              "      <td>0.197694</td>\n",
              "      <td>0.380882</td>\n",
              "      <td>0.034976</td>\n",
              "      <td>0.048127</td>\n",
              "      <td>0.240732</td>\n",
              "      <td>0.356314</td>\n",
              "      <td>0.116116</td>\n",
              "      <td>0.159325</td>\n",
              "      <td>0.012828</td>\n",
              "      <td>0.013628</td>\n",
              "      <td>392</td>\n",
              "      <td>0</td>\n",
              "      <td>52465</td>\n",
              "      <td>TBM7</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A00008</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.041667</td>\n",
              "      <td>0.208333</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.458333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.500000</td>\n",
              "      <td>0.187960</td>\n",
              "      <td>0.278952</td>\n",
              "      <td>0.221048</td>\n",
              "      <td>0.190257</td>\n",
              "      <td>0.121783</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.053309</td>\n",
              "      <td>0.149816</td>\n",
              "      <td>0.279871</td>\n",
              "      <td>0.502298</td>\n",
              "      <td>0.029871</td>\n",
              "      <td>0.044118</td>\n",
              "      <td>0.202665</td>\n",
              "      <td>0.380515</td>\n",
              "      <td>0.094669</td>\n",
              "      <td>0.182904</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.020221</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>2176</td>\n",
              "      <td>PA46</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A0001E</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.007937</td>\n",
              "      <td>0.026984</td>\n",
              "      <td>0.084127</td>\n",
              "      <td>0.179365</td>\n",
              "      <td>0.701587</td>\n",
              "      <td>0.041270</td>\n",
              "      <td>0.085714</td>\n",
              "      <td>0.039683</td>\n",
              "      <td>0.111111</td>\n",
              "      <td>0.722222</td>\n",
              "      <td>0.019048</td>\n",
              "      <td>0.049206</td>\n",
              "      <td>0.249206</td>\n",
              "      <td>0.326984</td>\n",
              "      <td>0.112698</td>\n",
              "      <td>0.206349</td>\n",
              "      <td>0.012698</td>\n",
              "      <td>0.011111</td>\n",
              "      <td>10</td>\n",
              "      <td>1135</td>\n",
              "      <td>630</td>\n",
              "      <td>C56X</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A0002B</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.767405</td>\n",
              "      <td>0.191456</td>\n",
              "      <td>0.023734</td>\n",
              "      <td>0.017405</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.150316</td>\n",
              "      <td>0.113924</td>\n",
              "      <td>0.178797</td>\n",
              "      <td>0.534810</td>\n",
              "      <td>0.022152</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.009494</td>\n",
              "      <td>0.281646</td>\n",
              "      <td>0.416139</td>\n",
              "      <td>0.112342</td>\n",
              "      <td>0.169304</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>6</td>\n",
              "      <td>2356</td>\n",
              "      <td>632</td>\n",
              "      <td>C82S</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  duration2  ...  type  predictions  predicted_type\n",
              "0       A   0.120253   0.075949  ...  GRND            1           other\n",
              "1  A00000   0.211735   0.155612  ...  TBM7            1           other\n",
              "2  A00008   0.125000   0.041667  ...  PA46            1           other\n",
              "3  A0001E   0.100000   0.200000  ...  C56X            1           other\n",
              "4  A0002B   0.166667   0.166667  ...  C82S            1           other\n",
              "\n",
              "[5 rows x 35 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5Rj8_o1j4wyA",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a84be31c-c21b-4c54-bb62-ad357898cbb2"
      },
      "source": [
        "final_dat.predicted_type.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "other      19054\n",
              "surveil      106\n",
              "Name: predicted_type, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5Lp4CnLg5975",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c5a083f3-26f2-48f1-8061-68cda8f97a32"
      },
      "source": [
        "final_dat.predicted_type.value_counts(normalize=True)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "other      0.994468\n",
              "surveil    0.005532\n",
              "Name: predicted_type, dtype: float64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TN9lELKSEQM8"
      },
      "source": [
        "The probability of each prediction being a \"surveil\" plane or \"other\""
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Oh0-eQJx6A8m"
      },
      "source": [
        "prob = pd.DataFrame(rfc.predict_proba(sc.transform(new_dat1)))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LEH3Oz0p7G42",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "e19d386e-c350-4364-b5c8-312ec200a761"
      },
      "source": [
        "prob.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.0025</td>\n",
              "      <td>0.9975</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.0415</td>\n",
              "      <td>0.9585</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.0035</td>\n",
              "      <td>0.9965</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.0040</td>\n",
              "      <td>0.9960</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.0755</td>\n",
              "      <td>0.9245</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "        0       1\n",
              "0  0.0025  0.9975\n",
              "1  0.0415  0.9585\n",
              "2  0.0035  0.9965\n",
              "3  0.0040  0.9960\n",
              "4  0.0755  0.9245"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WHBX7o5B7H4E"
      },
      "source": [
        "final_dat.insert(35, \"proabibility_of_spy_plane\", prob[0].values, True)\n",
        "final_dat.insert(36, \"proabibility_of_other_plane\", prob[1].values, True)\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IhV_Ag4-7jnx",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "3a6133fb-83c7-4781-8709-aa5562f8701a"
      },
      "source": [
        "final_dat.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>predictions</th>\n",
              "      <th>predicted_type</th>\n",
              "      <th>proabibility_of_spy_plane</th>\n",
              "      <th>proabibility_of_other_plane</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>A</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.075949</td>\n",
              "      <td>0.183544</td>\n",
              "      <td>0.335443</td>\n",
              "      <td>0.284810</td>\n",
              "      <td>0.088608</td>\n",
              "      <td>0.044304</td>\n",
              "      <td>0.069620</td>\n",
              "      <td>0.120253</td>\n",
              "      <td>0.677215</td>\n",
              "      <td>0.021824</td>\n",
              "      <td>0.020550</td>\n",
              "      <td>0.062330</td>\n",
              "      <td>0.100713</td>\n",
              "      <td>0.794582</td>\n",
              "      <td>0.042374</td>\n",
              "      <td>0.060971</td>\n",
              "      <td>0.066831</td>\n",
              "      <td>0.106403</td>\n",
              "      <td>0.723421</td>\n",
              "      <td>0.020211</td>\n",
              "      <td>0.048913</td>\n",
              "      <td>0.270550</td>\n",
              "      <td>0.344090</td>\n",
              "      <td>0.097317</td>\n",
              "      <td>0.186651</td>\n",
              "      <td>0.011379</td>\n",
              "      <td>0.009426</td>\n",
              "      <td>158</td>\n",
              "      <td>0</td>\n",
              "      <td>11776</td>\n",
              "      <td>GRND</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "      <td>0.0025</td>\n",
              "      <td>0.9975</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A00000</td>\n",
              "      <td>0.211735</td>\n",
              "      <td>0.155612</td>\n",
              "      <td>0.181122</td>\n",
              "      <td>0.198980</td>\n",
              "      <td>0.252551</td>\n",
              "      <td>0.204082</td>\n",
              "      <td>0.183673</td>\n",
              "      <td>0.168367</td>\n",
              "      <td>0.173469</td>\n",
              "      <td>0.267857</td>\n",
              "      <td>0.107348</td>\n",
              "      <td>0.143410</td>\n",
              "      <td>0.208139</td>\n",
              "      <td>0.177013</td>\n",
              "      <td>0.364090</td>\n",
              "      <td>0.177318</td>\n",
              "      <td>0.114457</td>\n",
              "      <td>0.129648</td>\n",
              "      <td>0.197694</td>\n",
              "      <td>0.380882</td>\n",
              "      <td>0.034976</td>\n",
              "      <td>0.048127</td>\n",
              "      <td>0.240732</td>\n",
              "      <td>0.356314</td>\n",
              "      <td>0.116116</td>\n",
              "      <td>0.159325</td>\n",
              "      <td>0.012828</td>\n",
              "      <td>0.013628</td>\n",
              "      <td>392</td>\n",
              "      <td>0</td>\n",
              "      <td>52465</td>\n",
              "      <td>TBM7</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "      <td>0.0415</td>\n",
              "      <td>0.9585</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>A00008</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.041667</td>\n",
              "      <td>0.208333</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.458333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.500000</td>\n",
              "      <td>0.187960</td>\n",
              "      <td>0.278952</td>\n",
              "      <td>0.221048</td>\n",
              "      <td>0.190257</td>\n",
              "      <td>0.121783</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.053309</td>\n",
              "      <td>0.149816</td>\n",
              "      <td>0.279871</td>\n",
              "      <td>0.502298</td>\n",
              "      <td>0.029871</td>\n",
              "      <td>0.044118</td>\n",
              "      <td>0.202665</td>\n",
              "      <td>0.380515</td>\n",
              "      <td>0.094669</td>\n",
              "      <td>0.182904</td>\n",
              "      <td>0.014706</td>\n",
              "      <td>0.020221</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>2176</td>\n",
              "      <td>PA46</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "      <td>0.0035</td>\n",
              "      <td>0.9965</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>A0001E</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.200000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.100000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.400000</td>\n",
              "      <td>0.007937</td>\n",
              "      <td>0.026984</td>\n",
              "      <td>0.084127</td>\n",
              "      <td>0.179365</td>\n",
              "      <td>0.701587</td>\n",
              "      <td>0.041270</td>\n",
              "      <td>0.085714</td>\n",
              "      <td>0.039683</td>\n",
              "      <td>0.111111</td>\n",
              "      <td>0.722222</td>\n",
              "      <td>0.019048</td>\n",
              "      <td>0.049206</td>\n",
              "      <td>0.249206</td>\n",
              "      <td>0.326984</td>\n",
              "      <td>0.112698</td>\n",
              "      <td>0.206349</td>\n",
              "      <td>0.012698</td>\n",
              "      <td>0.011111</td>\n",
              "      <td>10</td>\n",
              "      <td>1135</td>\n",
              "      <td>630</td>\n",
              "      <td>C56X</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "      <td>0.0040</td>\n",
              "      <td>0.9960</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A0002B</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.666667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.767405</td>\n",
              "      <td>0.191456</td>\n",
              "      <td>0.023734</td>\n",
              "      <td>0.017405</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.150316</td>\n",
              "      <td>0.113924</td>\n",
              "      <td>0.178797</td>\n",
              "      <td>0.534810</td>\n",
              "      <td>0.022152</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.009494</td>\n",
              "      <td>0.281646</td>\n",
              "      <td>0.416139</td>\n",
              "      <td>0.112342</td>\n",
              "      <td>0.169304</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>0.001582</td>\n",
              "      <td>6</td>\n",
              "      <td>2356</td>\n",
              "      <td>632</td>\n",
              "      <td>C82S</td>\n",
              "      <td>1</td>\n",
              "      <td>other</td>\n",
              "      <td>0.0755</td>\n",
              "      <td>0.9245</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   adshex  duration1  ...  proabibility_of_spy_plane  proabibility_of_other_plane\n",
              "0       A   0.120253  ...                     0.0025                       0.9975\n",
              "1  A00000   0.211735  ...                     0.0415                       0.9585\n",
              "2  A00008   0.125000  ...                     0.0035                       0.9965\n",
              "3  A0001E   0.100000  ...                     0.0040                       0.9960\n",
              "4  A0002B   0.166667  ...                     0.0755                       0.9245\n",
              "\n",
              "[5 rows x 37 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "m2KXw1-97ku4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 226
        },
        "outputId": "9ebc8e6c-0c42-4592-8af8-53412c27ca66"
      },
      "source": [
        "# selecting the top 100 candidates\n",
        "\n",
        "spy_planes = final_dat.nlargest(100, ['proabibility_of_spy_plane'])\n",
        "spy_planes.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>predictions</th>\n",
              "      <th>predicted_type</th>\n",
              "      <th>proabibility_of_spy_plane</th>\n",
              "      <th>proabibility_of_other_plane</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>7850</th>\n",
              "      <td>A4FB3C</td>\n",
              "      <td>0.416667</td>\n",
              "      <td>0.125000</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.041667</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.458333</td>\n",
              "      <td>0.458333</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.562937</td>\n",
              "      <td>0.226224</td>\n",
              "      <td>0.138811</td>\n",
              "      <td>0.056294</td>\n",
              "      <td>0.015734</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.009091</td>\n",
              "      <td>0.039860</td>\n",
              "      <td>0.866434</td>\n",
              "      <td>0.084615</td>\n",
              "      <td>0.144406</td>\n",
              "      <td>0.226923</td>\n",
              "      <td>0.222378</td>\n",
              "      <td>0.268182</td>\n",
              "      <td>0.013986</td>\n",
              "      <td>0.062587</td>\n",
              "      <td>0.004196</td>\n",
              "      <td>0.017483</td>\n",
              "      <td>24</td>\n",
              "      <td>5310</td>\n",
              "      <td>2860</td>\n",
              "      <td>P210</td>\n",
              "      <td>0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>0.0250</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7129</th>\n",
              "      <td>A497C0</td>\n",
              "      <td>0.226415</td>\n",
              "      <td>0.169811</td>\n",
              "      <td>0.150943</td>\n",
              "      <td>0.150943</td>\n",
              "      <td>0.301887</td>\n",
              "      <td>0.264151</td>\n",
              "      <td>0.320755</td>\n",
              "      <td>0.320755</td>\n",
              "      <td>0.056604</td>\n",
              "      <td>0.037736</td>\n",
              "      <td>0.344421</td>\n",
              "      <td>0.422552</td>\n",
              "      <td>0.191865</td>\n",
              "      <td>0.035408</td>\n",
              "      <td>0.005755</td>\n",
              "      <td>0.044382</td>\n",
              "      <td>0.110710</td>\n",
              "      <td>0.372805</td>\n",
              "      <td>0.369099</td>\n",
              "      <td>0.103004</td>\n",
              "      <td>0.243075</td>\n",
              "      <td>0.204643</td>\n",
              "      <td>0.233223</td>\n",
              "      <td>0.117245</td>\n",
              "      <td>0.040675</td>\n",
              "      <td>0.081350</td>\n",
              "      <td>0.008291</td>\n",
              "      <td>0.010632</td>\n",
              "      <td>53</td>\n",
              "      <td>5367</td>\n",
              "      <td>10252</td>\n",
              "      <td>PA32</td>\n",
              "      <td>0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9680</td>\n",
              "      <td>0.0320</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2121</th>\n",
              "      <td>A13098</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.083333</td>\n",
              "      <td>0.416667</td>\n",
              "      <td>0.250000</td>\n",
              "      <td>0.583333</td>\n",
              "      <td>0.166667</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.866572</td>\n",
              "      <td>0.071664</td>\n",
              "      <td>0.035361</td>\n",
              "      <td>0.020745</td>\n",
              "      <td>0.005658</td>\n",
              "      <td>0.053748</td>\n",
              "      <td>0.123055</td>\n",
              "      <td>0.665724</td>\n",
              "      <td>0.157473</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.151344</td>\n",
              "      <td>0.176803</td>\n",
              "      <td>0.181047</td>\n",
              "      <td>0.300802</td>\n",
              "      <td>0.019331</td>\n",
              "      <td>0.085809</td>\n",
              "      <td>0.010372</td>\n",
              "      <td>0.028289</td>\n",
              "      <td>12</td>\n",
              "      <td>4415</td>\n",
              "      <td>2121</td>\n",
              "      <td>unknown</td>\n",
              "      <td>0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9475</td>\n",
              "      <td>0.0525</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>83</th>\n",
              "      <td>A005D8</td>\n",
              "      <td>0.241379</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.137931</td>\n",
              "      <td>0.103448</td>\n",
              "      <td>0.379310</td>\n",
              "      <td>0.241379</td>\n",
              "      <td>0.068966</td>\n",
              "      <td>0.310345</td>\n",
              "      <td>0.206897</td>\n",
              "      <td>0.172414</td>\n",
              "      <td>0.245460</td>\n",
              "      <td>0.389500</td>\n",
              "      <td>0.232983</td>\n",
              "      <td>0.048178</td>\n",
              "      <td>0.083879</td>\n",
              "      <td>0.000988</td>\n",
              "      <td>0.005559</td>\n",
              "      <td>0.018653</td>\n",
              "      <td>0.096603</td>\n",
              "      <td>0.878196</td>\n",
              "      <td>0.105991</td>\n",
              "      <td>0.220630</td>\n",
              "      <td>0.335145</td>\n",
              "      <td>0.193823</td>\n",
              "      <td>0.015442</td>\n",
              "      <td>0.070043</td>\n",
              "      <td>0.007288</td>\n",
              "      <td>0.016553</td>\n",
              "      <td>29</td>\n",
              "      <td>5011</td>\n",
              "      <td>8095</td>\n",
              "      <td>unknown</td>\n",
              "      <td>0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9285</td>\n",
              "      <td>0.0715</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2229</th>\n",
              "      <td>A144AF</td>\n",
              "      <td>0.328358</td>\n",
              "      <td>0.134328</td>\n",
              "      <td>0.074627</td>\n",
              "      <td>0.029851</td>\n",
              "      <td>0.432836</td>\n",
              "      <td>0.492537</td>\n",
              "      <td>0.328358</td>\n",
              "      <td>0.164179</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.014925</td>\n",
              "      <td>0.134059</td>\n",
              "      <td>0.274446</td>\n",
              "      <td>0.197484</td>\n",
              "      <td>0.148554</td>\n",
              "      <td>0.245457</td>\n",
              "      <td>0.001251</td>\n",
              "      <td>0.005371</td>\n",
              "      <td>0.008167</td>\n",
              "      <td>0.053271</td>\n",
              "      <td>0.931940</td>\n",
              "      <td>0.152969</td>\n",
              "      <td>0.248841</td>\n",
              "      <td>0.266132</td>\n",
              "      <td>0.175116</td>\n",
              "      <td>0.010448</td>\n",
              "      <td>0.064013</td>\n",
              "      <td>0.014495</td>\n",
              "      <td>0.018247</td>\n",
              "      <td>67</td>\n",
              "      <td>5103</td>\n",
              "      <td>13591</td>\n",
              "      <td>unknown</td>\n",
              "      <td>0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9270</td>\n",
              "      <td>0.0730</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      adshex  duration1  ...  proabibility_of_spy_plane  proabibility_of_other_plane\n",
              "7850  A4FB3C   0.416667  ...                     0.9750                       0.0250\n",
              "7129  A497C0   0.226415  ...                     0.9680                       0.0320\n",
              "2121  A13098   0.166667  ...                     0.9475                       0.0525\n",
              "83    A005D8   0.241379  ...                     0.9285                       0.0715\n",
              "2229  A144AF   0.328358  ...                     0.9270                       0.0730\n",
              "\n",
              "[5 rows x 37 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KiAh70hkIxG7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 382
        },
        "outputId": "3f542169-be7e-4b2c-c185-b02e95a604fa"
      },
      "source": [
        "faa_reg.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>N-NUMBER</th>\n",
              "      <th>SERIAL NUMBER</th>\n",
              "      <th>MFR MDL CODE</th>\n",
              "      <th>ENG MFR MDL</th>\n",
              "      <th>YEAR MFR</th>\n",
              "      <th>TYPE REGISTRANT</th>\n",
              "      <th>NAME</th>\n",
              "      <th>STREET</th>\n",
              "      <th>STREET2</th>\n",
              "      <th>CITY</th>\n",
              "      <th>STATE</th>\n",
              "      <th>ZIP CODE</th>\n",
              "      <th>REGION</th>\n",
              "      <th>COUNTY</th>\n",
              "      <th>COUNTRY</th>\n",
              "      <th>LAST ACTION DATE</th>\n",
              "      <th>CERT ISSUE DATE</th>\n",
              "      <th>CERTIFICATION</th>\n",
              "      <th>TYPE AIRCRAFT</th>\n",
              "      <th>TYPE ENGINE</th>\n",
              "      <th>STATUS CODE</th>\n",
              "      <th>MODE S CODE</th>\n",
              "      <th>FRACT OWNER</th>\n",
              "      <th>AIR WORTH DATE</th>\n",
              "      <th>OTHER NAMES(1)</th>\n",
              "      <th>OTHER NAMES(2)</th>\n",
              "      <th>OTHER NAMES(3)</th>\n",
              "      <th>OTHER NAMES(4)</th>\n",
              "      <th>OTHER NAMES(5)</th>\n",
              "      <th>EXPIRATION DATE</th>\n",
              "      <th>UNIQUE ID</th>\n",
              "      <th>KIT MFR</th>\n",
              "      <th>KIT MODEL</th>\n",
              "      <th>MODE S CODE HEX</th>\n",
              "      <th>X35</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1071</td>\n",
              "      <td>3980115</td>\n",
              "      <td>54556.0</td>\n",
              "      <td>1988.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>FEDERAL AVIATION ADMINISTRATION</td>\n",
              "      <td>WASHINGTON REAGAN NATIONAL ARPT</td>\n",
              "      <td>3201 THOMAS AVE HANGAR 6</td>\n",
              "      <td>WASHINGTON</td>\n",
              "      <td>DC</td>\n",
              "      <td>20001</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>US</td>\n",
              "      <td>20160614</td>\n",
              "      <td>19900214.0</td>\n",
              "      <td>1T</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>V</td>\n",
              "      <td>50000001</td>\n",
              "      <td>NaN</td>\n",
              "      <td>19880909.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>20191130.0</td>\n",
              "      <td>524101</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>A00001</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>100</td>\n",
              "      <td>5334</td>\n",
              "      <td>7100510</td>\n",
              "      <td>17003.0</td>\n",
              "      <td>1940.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>BENE MARY D</td>\n",
              "      <td>PO BOX 329</td>\n",
              "      <td>NaN</td>\n",
              "      <td>KETCHUM</td>\n",
              "      <td>OK</td>\n",
              "      <td>743490329</td>\n",
              "      <td>2</td>\n",
              "      <td>97.0</td>\n",
              "      <td>US</td>\n",
              "      <td>20161218</td>\n",
              "      <td>20050506.0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>V</td>\n",
              "      <td>50002263</td>\n",
              "      <td>NaN</td>\n",
              "      <td>19540430.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>20200430.0</td>\n",
              "      <td>600060</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>A004B3</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>10001</td>\n",
              "      <td>A28</td>\n",
              "      <td>9601202</td>\n",
              "      <td>67007.0</td>\n",
              "      <td>1928.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>PERRY AARON O</td>\n",
              "      <td>PO BOX 736</td>\n",
              "      <td>NaN</td>\n",
              "      <td>MULBERRY</td>\n",
              "      <td>FL</td>\n",
              "      <td>338600736</td>\n",
              "      <td>7</td>\n",
              "      <td>105.0</td>\n",
              "      <td>US</td>\n",
              "      <td>20160512</td>\n",
              "      <td>20130625.0</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>V</td>\n",
              "      <td>50003446</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>20190630.0</td>\n",
              "      <td>432072</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>A00726</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10002</td>\n",
              "      <td>79-030</td>\n",
              "      <td>8930105</td>\n",
              "      <td>41525.0</td>\n",
              "      <td>1979.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ENGLISH MARK</td>\n",
              "      <td>655 DOESKIN TRL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>SANTA MARIA</td>\n",
              "      <td>CA</td>\n",
              "      <td>934556020</td>\n",
              "      <td>4</td>\n",
              "      <td>83.0</td>\n",
              "      <td>US</td>\n",
              "      <td>20140811</td>\n",
              "      <td>19960808.0</td>\n",
              "      <td>31</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>V</td>\n",
              "      <td>50003447</td>\n",
              "      <td>NaN</td>\n",
              "      <td>19960124.0</td>\n",
              "      <td>ENGLISH TRACY</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>20180131.0</td>\n",
              "      <td>831480</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>A00727</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10003</td>\n",
              "      <td>1</td>\n",
              "      <td>056336T</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.0</td>\n",
              "      <td>CAMPBELL CHARLES N</td>\n",
              "      <td>604 CORDOVA CT</td>\n",
              "      <td>NaN</td>\n",
              "      <td>SALISBURY</td>\n",
              "      <td>NC</td>\n",
              "      <td>281466337</td>\n",
              "      <td>1</td>\n",
              "      <td>159.0</td>\n",
              "      <td>US</td>\n",
              "      <td>20150313</td>\n",
              "      <td>20150313.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4</td>\n",
              "      <td>8</td>\n",
              "      <td>V</td>\n",
              "      <td>50003450</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>20180331.0</td>\n",
              "      <td>1173853</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>A00728</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "  N-NUMBER SERIAL NUMBER MFR MDL CODE  ...  KIT MODEL  MODE S CODE HEX  X35\n",
              "0        1          1071      3980115  ...        NaN           A00001  NaN\n",
              "1      100          5334      7100510  ...        NaN           A004B3  NaN\n",
              "2    10001           A28      9601202  ...        NaN           A00726  NaN\n",
              "3    10002        79-030      8930105  ...        NaN           A00727  NaN\n",
              "4    10003             1      056336T  ...        NaN           A00728  NaN\n",
              "\n",
              "[5 rows x 35 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5mqSAdC--ldq",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 335
        },
        "outputId": "ac03f48c-76f4-48f1-8d3e-77570b2bd565"
      },
      "source": [
        "faa_reg1 = faa_reg.iloc[:, [0,6,9,10,33]]\n",
        "\n",
        "faa_reg1.columns.values[0] = \"reg\"\n",
        "faa_reg1.columns.values[1] = \"name\"\n",
        "faa_reg1.columns.values[4] = \"adshex\"\n",
        "\n",
        "\n",
        "faa_reg1[\"reg\"] = 'N' + faa_reg1['reg'].astype(str)\n",
        "\n",
        "faa_reg1.head()\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:8: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  \n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>reg</th>\n",
              "      <th>name</th>\n",
              "      <th>CITY</th>\n",
              "      <th>STATE</th>\n",
              "      <th>adshex</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>N1</td>\n",
              "      <td>FEDERAL AVIATION ADMINISTRATION</td>\n",
              "      <td>WASHINGTON</td>\n",
              "      <td>DC</td>\n",
              "      <td>A00001</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>N100</td>\n",
              "      <td>BENE MARY D</td>\n",
              "      <td>KETCHUM</td>\n",
              "      <td>OK</td>\n",
              "      <td>A004B3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>N10001</td>\n",
              "      <td>PERRY AARON O</td>\n",
              "      <td>MULBERRY</td>\n",
              "      <td>FL</td>\n",
              "      <td>A00726</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>N10002</td>\n",
              "      <td>ENGLISH MARK</td>\n",
              "      <td>SANTA MARIA</td>\n",
              "      <td>CA</td>\n",
              "      <td>A00727</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>N10003</td>\n",
              "      <td>CAMPBELL CHARLES N</td>\n",
              "      <td>SALISBURY</td>\n",
              "      <td>NC</td>\n",
              "      <td>A00728</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      reg                             name         CITY STATE  adshex\n",
              "0      N1  FEDERAL AVIATION ADMINISTRATION   WASHINGTON    DC  A00001\n",
              "1    N100                      BENE MARY D      KETCHUM    OK  A004B3\n",
              "2  N10001                    PERRY AARON O     MULBERRY    FL  A00726\n",
              "3  N10002                     ENGLISH MARK  SANTA MARIA    CA  A00727\n",
              "4  N10003               CAMPBELL CHARLES N    SALISBURY    NC  A00728"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FMf8Q7YoElJK"
      },
      "source": [
        "\n",
        "# Join to FAA registration data to obtain information on each plane's registration numbers and registered owners/operators"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "i9H0-9kgMUdY",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 278
        },
        "outputId": "7e3524e1-446e-4c12-d887-43b78fe1c8dc"
      },
      "source": [
        "candidates = faa_reg1.merge(spy_planes, on='adshex', how='left', indicator=False)\n",
        "candidates.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>reg</th>\n",
              "      <th>name</th>\n",
              "      <th>CITY</th>\n",
              "      <th>STATE</th>\n",
              "      <th>adshex</th>\n",
              "      <th>duration1</th>\n",
              "      <th>duration2</th>\n",
              "      <th>duration3</th>\n",
              "      <th>duration4</th>\n",
              "      <th>duration5</th>\n",
              "      <th>boxes1</th>\n",
              "      <th>boxes2</th>\n",
              "      <th>boxes3</th>\n",
              "      <th>boxes4</th>\n",
              "      <th>boxes5</th>\n",
              "      <th>speed1</th>\n",
              "      <th>speed2</th>\n",
              "      <th>speed3</th>\n",
              "      <th>speed4</th>\n",
              "      <th>speed5</th>\n",
              "      <th>altitude1</th>\n",
              "      <th>altitude2</th>\n",
              "      <th>altitude3</th>\n",
              "      <th>altitude4</th>\n",
              "      <th>altitude5</th>\n",
              "      <th>steer1</th>\n",
              "      <th>steer2</th>\n",
              "      <th>steer3</th>\n",
              "      <th>steer4</th>\n",
              "      <th>steer5</th>\n",
              "      <th>steer6</th>\n",
              "      <th>steer7</th>\n",
              "      <th>steer8</th>\n",
              "      <th>flights</th>\n",
              "      <th>squawk_1</th>\n",
              "      <th>observations</th>\n",
              "      <th>type</th>\n",
              "      <th>predictions</th>\n",
              "      <th>predicted_type</th>\n",
              "      <th>proabibility_of_spy_plane</th>\n",
              "      <th>proabibility_of_other_plane</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>N1</td>\n",
              "      <td>FEDERAL AVIATION ADMINISTRATION</td>\n",
              "      <td>WASHINGTON</td>\n",
              "      <td>DC</td>\n",
              "      <td>A00001</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>N100</td>\n",
              "      <td>BENE MARY D</td>\n",
              "      <td>KETCHUM</td>\n",
              "      <td>OK</td>\n",
              "      <td>A004B3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>N10001</td>\n",
              "      <td>PERRY AARON O</td>\n",
              "      <td>MULBERRY</td>\n",
              "      <td>FL</td>\n",
              "      <td>A00726</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>N10002</td>\n",
              "      <td>ENGLISH MARK</td>\n",
              "      <td>SANTA MARIA</td>\n",
              "      <td>CA</td>\n",
              "      <td>A00727</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>N10003</td>\n",
              "      <td>CAMPBELL CHARLES N</td>\n",
              "      <td>SALISBURY</td>\n",
              "      <td>NC</td>\n",
              "      <td>A00728</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      reg  ... proabibility_of_other_plane\n",
              "0      N1  ...                         NaN\n",
              "1    N100  ...                         NaN\n",
              "2  N10001  ...                         NaN\n",
              "3  N10002  ...                         NaN\n",
              "4  N10003  ...                         NaN\n",
              "\n",
              "[5 rows x 41 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qRNoxnJQrrZI"
      },
      "source": [
        "Top 100 candidates"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mblBsZLDM2Cq",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "47bdb920-e292-4044-bfc9-17a6c5f775f0"
      },
      "source": [
        "pd.set_option('display.max_rows', 100)\n",
        "\n",
        "\n",
        "final_candidates = candidates.nlargest(100, ['proabibility_of_spy_plane'])\n",
        "final_candidates = final_candidates.iloc[:, [0,1,2,3,4,35,38,39,40]]\n",
        "\n",
        "\n",
        "#final_candidates.head(100)\n",
        "\n",
        "(print(final_candidates.drop([\"reg\",\"adshex\",\"observations\"],axis=1).head(100).to_markdown()))\n",
        "\n",
        "len(final_candidates)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "|        | name                                          | CITY               | STATE   | predicted_type   |   proabibility_of_spy_plane |   proabibility_of_other_plane |\n",
            "|-------:|:----------------------------------------------|:-------------------|:--------|:-----------------|----------------------------:|------------------------------:|\n",
            "| 126686 | CITY OF MESA ARIZONA                          | MESA               | AZ      | surveil          |                      0.975  |                        0.025  |\n",
            "| 112682 | SCIFLY LLC                                    | SAN DIEGO          | CA      | surveil          |                      0.968  |                        0.032  |\n",
            "| 149442 | CHAPARRAL AIR GROUP                           | GRAPEVINE          | TX      | surveil          |                      0.9265 |                        0.0735 |\n",
            "| 183878 | ORANGE COUNTY SHERIFFS DEPARTMENT RNSP        | SANTA ANA          | CA      | surveil          |                      0.9145 |                        0.0855 |\n",
            "| 185795 | WRIGHT TIMOTHY C                              | NORTH CHESTERFIELD | VA      | surveil          |                      0.9015 |                        0.0985 |\n",
            "|  45011 | MIDWEST AIRMOTIVE INC                         | MOUNT STERLING     | KY      | surveil          |                      0.898  |                        0.102  |\n",
            "| 190215 | CITY OF PHOENIX                               | PHOENIX            | AZ      | surveil          |                      0.894  |                        0.106  |\n",
            "| 133060 | ROOS GERHARDT PIETER                          | SHELBYVILLE        | KY      | surveil          |                      0.8925 |                        0.1075 |\n",
            "| 152181 | FIVE POINT AERIAL SURVEY                      | WEST PALM BEACH    | FL      | surveil          |                      0.85   |                        0.15   |\n",
            "| 221591 | OHIO DEPARTMENT OF PUBLIC SAFETY              | COLUMBUS           | OH      | surveil          |                      0.835  |                        0.165  |\n",
            "|  31745 | E D A S EARLY DETECTION ALARM CO              | SPRING             | TX      | surveil          |                      0.832  |                        0.168  |\n",
            "| 223915 | TWIN OTTER INTERNATIONAL LTD                  | LAS VEGAS          | NV      | surveil          |                      0.821  |                        0.179  |\n",
            "| 186470 | SRT AVIATION AND TECHNICAL SERVICES INC       | DAVIE              | FL      | surveil          |                      0.787  |                        0.213  |\n",
            "| 283675 | ARROWDATA LLC                                 | BEND               | OR      | surveil          |                      0.7775 |                        0.2225 |\n",
            "|  12473 | STRAIGHT FLIGHT NEVADA COMMERCIAL LEASING LLC | SPARKS             | NV      | surveil          |                      0.763  |                        0.237  |\n",
            "|  60740 | WINGED VISION INC                             | LAYTONSVILLE       | MD      | surveil          |                      0.759  |                        0.241  |\n",
            "|    827 | COSTAR FIELD RESEARCH LLC                     | WASHINGTON         | DC      | surveil          |                      0.755  |                        0.245  |\n",
            "|  65740 | PINAL COUNTY SHERIFFS OFFICE                  | FLORENCE           | AZ      | surveil          |                      0.7545 |                        0.2455 |\n",
            "| 254581 | DYNAMIC AVLEASE INC                           | BRIDGEWATER        | VA      | surveil          |                      0.741  |                        0.259  |\n",
            "|  51671 | STATE OF IOWA                                 | DES MOINES         | IA      | surveil          |                      0.7325 |                        0.2675 |\n",
            "| 303479 | COUNTY OF LOS ANGELES                         | LONG BEACH         | CA      | surveil          |                      0.7295 |                        0.2705 |\n",
            "| 291540 | FRESNO COUNTY SHERIFFS DEPARTMENT             | FRESNO             | CA      | surveil          |                      0.726  |                        0.274  |\n",
            "| 118490 | DYNAMIC AVLEASE INC                           | BRIDGEWATER        | VA      | surveil          |                      0.694  |                        0.306  |\n",
            "| 152117 | CITY OF ANAHEIM                               | FULLERTON          | CA      | surveil          |                      0.6935 |                        0.3065 |\n",
            "|  44466 | SAN BERNANDINO COUNTY SHERIFF                 | SAN BERNARDINO     | CA      | surveil          |                      0.688  |                        0.312  |\n",
            "| 161396 | U S AIR FORCE SPECIAL OPERATIONS COMMAND      | HURLBURT FIELD     | FL      | surveil          |                      0.6735 |                        0.3265 |\n",
            "| 214125 | PIMA COUNTY SHERIFFS DEPARTMENT               | TUCSON             | AZ      | surveil          |                      0.6725 |                        0.3275 |\n",
            "| 191526 | US AIR FORCE SPECIAL OPERATIONS COMMAND       | HURLBURT FIELD     | FL      | surveil          |                      0.666  |                        0.334  |\n",
            "|  31786 | CORTEZ FISHER LLC                             | KIRKLAND           | WA      | surveil          |                      0.6635 |                        0.3365 |\n",
            "| 307243 | U S BANK NA                                   | MARSHALL           | MN      | surveil          |                      0.657  |                        0.343  |\n",
            "|   1069 | VERTICAL AIR INC                              | DELAND             | FL      | surveil          |                      0.6495 |                        0.3505 |\n",
            "| 189534 | TENAX AVIATION SERVICES LLC                   | MADISON            | MS      | surveil          |                      0.649  |                        0.351  |\n",
            "|  51029 | GALUK DOUGLAS P                               | WISCONSIN RAPIDS   | WI      | surveil          |                      0.633  |                        0.367  |\n",
            "| 128720 | SOUTHWEST AVIATION SOLUTIONS LLC              | LAS VEGAS          | NV      | surveil          |                      0.6325 |                        0.3675 |\n",
            "|  11239 | AIRCRAFT GUARANTY CORP TRUSTEE                | ONALASKA           | TX      | surveil          |                      0.6315 |                        0.3685 |\n",
            "|  58801 | UTAH STATE UNIVERSITY                         | LOGAN              | UT      | surveil          |                      0.6255 |                        0.3745 |\n",
            "|  48401 | TEXAS DEPT OF PUBLIC SAFETY                   | AUSTIN             | TX      | surveil          |                      0.625  |                        0.375  |\n",
            "| 157898 | UNIVERSITY OF NORTH DAKOTA                    | GRAND FORKS        | ND      | surveil          |                      0.623  |                        0.377  |\n",
            "| 286904 | BERNALILLO COUNTY SHERIFF'S DEPT              | ALBUQUERQUE        | NM      | surveil          |                      0.623  |                        0.377  |\n",
            "|   4766 | J A AERO INC                                  | SUGAR GROVE        | IL      | surveil          |                      0.615  |                        0.385  |\n",
            "|  84998 | JET SET AIRCRAFT INC                          | VAN NUYS           | CA      | surveil          |                      0.611  |                        0.389  |\n",
            "|  18859 | MAXIM AVIATION LLC                            | NAPLES             | FL      | surveil          |                      0.6085 |                        0.3915 |\n",
            "| 142327 | PARACLETE AVIATION LLC                        | RAEFORD            | NC      | surveil          |                      0.6085 |                        0.3915 |\n",
            "| 285724 | DYNAMIC AVLEASE INC                           | BRIDGEWATER        | VA      | surveil          |                      0.606  |                        0.394  |\n",
            "| 276255 | DILKARA LEASING LLC                           | LAS VEGAS          | NV      | surveil          |                      0.5985 |                        0.4015 |\n",
            "|  90589 | AEROPTIC LLC                                  | NORTH ANDOVER      | MA      | surveil          |                      0.5975 |                        0.4025 |\n",
            "| 142578 | PARACLETE AVIATION LLC                        | RAEFORD            | NC      | surveil          |                      0.591  |                        0.409  |\n",
            "| 151089 | GLOBAL GEO MAPPING INC                        | ALBUQUERQUE        | NM      | surveil          |                      0.5905 |                        0.4095 |\n",
            "| 126714 | DYNAMIC AVLEASE INC                           | BRIDGEWATER        | VA      | surveil          |                      0.588  |                        0.412  |\n",
            "| 258899 | VERTICAL AIR INC                              | DELAND             | FL      | surveil          |                      0.5875 |                        0.4125 |\n",
            "|  42634 | DIRECT ACTION AVIATION LLC                    | RENO               | NV      | surveil          |                      0.587  |                        0.413  |\n",
            "|  88498 | JUMP RUN AVIATION LLC                         | ROCHESTER          | NH      | surveil          |                      0.575  |                        0.425  |\n",
            "| 205170 | PARACLETE AVIATION LLC                        | RAEFORD            | NC      | surveil          |                      0.574  |                        0.426  |\n",
            "| 113657 | BIGFOOT AVIATION LLC                          | SHELTON            | WA      | surveil          |                      0.572  |                        0.428  |\n",
            "|  50941 | VERTICAL AIR INC                              | DELAND             | FL      | surveil          |                      0.567  |                        0.433  |\n",
            "| 197964 | 645TH AERONAUTICAL ENGINEERING GROUP (AESG)   | WRIGHT PAT         | OH      | surveil          |                      0.563  |                        0.437  |\n",
            "| 121484 | HARDING ROY A DBA                             | BIG BEAR CITY      | CA      | surveil          |                      0.5625 |                        0.4375 |\n",
            "|  83700 | CITY OF ONTARIO                               | ONTARIO            | CA      | surveil          |                      0.562  |                        0.438  |\n",
            "| 177251 | STEPHEN L BRENNEKE MD PC                      | OREGON CITY        | OR      | surveil          |                      0.558  |                        0.442  |\n",
            "| 175236 | WASHINGTON COUNTY                             | HILLSBORO          | OR      | surveil          |                      0.555  |                        0.445  |\n",
            "| 225347 | OWENS RUSSELL A TRUSTEE                       | SAN DIEGO          | CA      | surveil          |                      0.5535 |                        0.4465 |\n",
            "| 108175 | STATE OF CALIFORNIA                           | SACRAMENTO         | CA      | surveil          |                      0.548  |                        0.452  |\n",
            "|   6219 | ARNE AVIATION LLC                             | SUFFOLK            | VA      | surveil          |                      0.5475 |                        0.4525 |\n",
            "| 276090 | COMMONWEALTH OF PENNSYLVANIA                  | LEMOYNE            | PA      | surveil          |                      0.5455 |                        0.4545 |\n",
            "|  90735 | COASTAL DEFENSE INC                           | MILL HALL          | PA      | surveil          |                      0.5445 |                        0.4555 |\n",
            "| 311642 | SILVER CREEK AVIATION SERVICES                | FORT WORTH         | TX      | surveil          |                      0.54   |                        0.46   |\n",
            "| 303412 | UMATILLA AVIATION INC                         | MOUNT DORA         | FL      | surveil          |                      0.539  |                        0.461  |\n",
            "|  81626 | CALSPAN CORP                                  | BUFFALO            | NY      | surveil          |                      0.5375 |                        0.4625 |\n",
            "| 213801 | HELICOPTERS INC                               | CAHOKIA            | IL      | surveil          |                      0.5295 |                        0.4705 |\n",
            "| 246604 | N787GA LLC                                    | LAS VEGAS          | NV      | surveil          |                      0.5295 |                        0.4705 |\n",
            "| 174958 | UND AEROSPACE FOUNDATION                      | GRAND FORKS        | ND      | surveil          |                      0.523  |                        0.477  |\n",
            "|  45780 | CLIK SERVICES LLC                             | FORESTDALE         | MA      | surveil          |                      0.5225 |                        0.4775 |\n",
            "|  65914 | FLORIDA HIGHWAY PATROL                        | TALLAHASSEE        | FL      | surveil          |                      0.518  |                        0.482  |\n",
            "|  52737 | BINNER ENTERPRISES LLC                        | HENDERSON          | NV      | surveil          |                      0.5165 |                        0.4835 |\n",
            "| 288484 | AEROPTIC LLC                                  | NORTH ANDOVER      | MA      | surveil          |                      0.516  |                        0.484  |\n",
            "| 282492 | SAFRAN USA INC                                | IRVING             | TX      | surveil          |                      0.514  |                        0.486  |\n",
            "| 292545 | NATIONAL AERONAUTICS AND SPACE ADMINISTRATION | HOUSTON            | TX      | surveil          |                      0.5135 |                        0.4865 |\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "77"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v02oBDzrQ7rz",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "371e3852-0416-482a-f1bf-f46d28e6c033"
      },
      "source": [
        "final_candidates.proabibility_of_spy_plane.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.5295    2\n",
              "0.6230    2\n",
              "0.6085    2\n",
              "0.5445    1\n",
              "0.7410    1\n",
              "0.5400    1\n",
              "0.7590    1\n",
              "0.8925    1\n",
              "0.5165    1\n",
              "0.6150    1\n",
              "0.9265    1\n",
              "0.6060    1\n",
              "0.5230    1\n",
              "0.9750    1\n",
              "0.5875    1\n",
              "0.8500    1\n",
              "0.6570    1\n",
              "0.6110    1\n",
              "0.8940    1\n",
              "0.5870    1\n",
              "0.5225    1\n",
              "0.6725    1\n",
              "0.5670    1\n",
              "0.5625    1\n",
              "0.5550    1\n",
              "0.6325    1\n",
              "0.9015    1\n",
              "0.6635    1\n",
              "0.5740    1\n",
              "0.7775    1\n",
              "0.9680    1\n",
              "0.5720    1\n",
              "0.8350    1\n",
              "0.5535    1\n",
              "0.8980    1\n",
              "0.9145    1\n",
              "0.6490    1\n",
              "0.6495    1\n",
              "0.5140    1\n",
              "0.5375    1\n",
              "0.6880    1\n",
              "0.5620    1\n",
              "0.8320    1\n",
              "0.5480    1\n",
              "0.6330    1\n",
              "0.6935    1\n",
              "0.7630    1\n",
              "0.5135    1\n",
              "0.6660    1\n",
              "0.5580    1\n",
              "0.6940    1\n",
              "0.7295    1\n",
              "0.5475    1\n",
              "0.5905    1\n",
              "0.6735    1\n",
              "0.6255    1\n",
              "0.5455    1\n",
              "0.5630    1\n",
              "0.7870    1\n",
              "0.7260    1\n",
              "0.5910    1\n",
              "0.6315    1\n",
              "0.5180    1\n",
              "0.8210    1\n",
              "0.5975    1\n",
              "0.7325    1\n",
              "0.5160    1\n",
              "0.5880    1\n",
              "0.5390    1\n",
              "0.7545    1\n",
              "0.5985    1\n",
              "0.7550    1\n",
              "0.5750    1\n",
              "0.6250    1\n",
              "Name: proabibility_of_spy_plane, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "fBwI_wIIE-MS"
      },
      "source": [
        "# Data insights of final_candidates"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CIHvhzKHTuVL",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 457
        },
        "outputId": "9dbe2086-8092-40c0-9f35-45d85bfe543f"
      },
      "source": [
        "# States with the highest probability of having a serveilence spy plane\n",
        "alt.Chart(final_candidates).mark_bar().encode(\n",
        "    alt.X(\"STATE\", title=\"State\", sort='y'),\n",
        "    alt.Y(\"count(STATE)\",title=\"Occurrences\"),\n",
        "    color=\"STATE\").properties(\n",
        "      title = {\n",
        "        \"text\":  \"States with the most 'Surveil' plane counts\",\n",
        "        \"subtitle\": \"Based on the top 100 candidates candidates with the highest probability of being a 'Surveil' plane\"\n",
        "        }).configure_title(\n",
        "      fontSize = 15, \n",
        "      anchor = \"start\", \n",
        "      subtitleFontSize = 11).properties(width=500,height=350)\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "alt.Chart(...)"
            ],
            "text/html": [
              "\n",
              "<div id=\"altair-viz-786bea1b911444948e57b8fd712125a3\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "  (function(spec, embedOpt){\n",
              "    let outputDiv = document.currentScript.previousElementSibling;\n",
              "    if (outputDiv.id !== \"altair-viz-786bea1b911444948e57b8fd712125a3\") {\n",
              "      outputDiv = document.getElementById(\"altair-viz-786bea1b911444948e57b8fd712125a3\");\n",
              "    }\n",
              "    const paths = {\n",
              "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
              "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
              "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
              "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
              "    };\n",
              "\n",
              "    function loadScript(lib) {\n",
              "      return new Promise(function(resolve, reject) {\n",
              "        var s = document.createElement('script');\n",
              "        s.src = paths[lib];\n",
              "        s.async = true;\n",
              "        s.onload = () => resolve(paths[lib]);\n",
              "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
              "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "      });\n",
              "    }\n",
              "\n",
              "    function showError(err) {\n",
              "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
              "      throw err;\n",
              "    }\n",
              "\n",
              "    function displayChart(vegaEmbed) {\n",
              "      vegaEmbed(outputDiv, spec, embedOpt)\n",
              "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
              "    }\n",
              "\n",
              "    if(typeof define === \"function\" && define.amd) {\n",
              "      requirejs.config({paths});\n",
              "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
              "    } else if (typeof vegaEmbed === \"function\") {\n",
              "      displayChart(vegaEmbed);\n",
              "    } else {\n",
              "      loadScript(\"vega\")\n",
              "        .then(() => loadScript(\"vega-lite\"))\n",
              "        .then(() => loadScript(\"vega-embed\"))\n",
              "        .catch(showError)\n",
              "        .then(() => displayChart(vegaEmbed));\n",
              "    }\n",
              "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"title\": {\"anchor\": \"start\", \"fontSize\": 15, \"subtitleFontSize\": 11}}, \"data\": {\"name\": \"data-1143011c501e344308499f93a2398d75\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"STATE\"}, \"x\": {\"type\": \"nominal\", \"field\": \"STATE\", \"sort\": \"y\", \"title\": \"State\"}, \"y\": {\"type\": \"nominal\", \"aggregate\": \"count\", \"field\": \"STATE\", \"title\": \"number of times mentioned\"}}, \"height\": 350, \"title\": {\"text\": \"States with the most 'Surveil' plane counts\", \"subtitle\": \"Based on the top 100 candidates candidates with the highest probability of being a 'Surveil' plane\"}, \"width\": 500, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-1143011c501e344308499f93a2398d75\": [{\"reg\": \"N42WB\", \"name\": \"CITY OF MESA ARIZONA\", \"CITY\": \"MESA\", \"STATE\": \"AZ\", \"adshex\": \"A4FB3C\", \"observations\": 2860.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.975, \"proabibility_of_other_plane\": 0.025}, {\"reg\": \"N3950M\", \"name\": \"SCIFLY LLC\", \"CITY\": \"SAN DIEGO\", \"STATE\": \"CA\", \"adshex\": \"A497C0\", \"observations\": 10252.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.968, \"proabibility_of_other_plane\": 0.032}, {\"reg\": \"N501GW\", \"name\": \"CHAPARRAL AIR GROUP\", \"CITY\": \"GRAPEVINE\", \"STATE\": \"TX\", \"adshex\": \"A63E52\", \"observations\": 8225.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.9265, \"proabibility_of_other_plane\": 0.0735}, {\"reg\": \"N6045C\", \"name\": \"ORANGE COUNTY SHERIFFS DEPARTMENT RNSP\", \"CITY\": \"SANTA ANA\", \"STATE\": \"CA\", \"adshex\": \"A7D925\", \"observations\": 45079.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.9145, \"proabibility_of_other_plane\": 0.0855}, {\"reg\": \"N609TW\", \"name\": \"WRIGHT TIMOTHY C\", \"CITY\": \"NORTH CHESTERFIELD\", \"STATE\": \"VA\", \"adshex\": \"A7EA6C\", \"observations\": 3329.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.9015, \"proabibility_of_other_plane\": 0.0985}, {\"reg\": \"N2092S\", \"name\": \"MIDWEST AIRMOTIVE INC\", \"CITY\": \"MOUNT STERLING\", \"STATE\": \"KY\", \"adshex\": \"A1B621\", \"observations\": 1511.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.898, \"proabibility_of_other_plane\": 0.102}, {\"reg\": \"N620FB\", \"name\": \"CITY OF PHOENIX\", \"CITY\": \"PHOENIX\", \"STATE\": \"AZ\", \"adshex\": \"A816BC\", \"observations\": 17282.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.894, \"proabibility_of_other_plane\": 0.106}, {\"reg\": \"N447PC\", \"name\": \"ROOS GERHARDT PIETER\", \"CITY\": \"SHELBYVILLE\", \"STATE\": \"KY\", \"adshex\": \"A565E6\", \"observations\": 2442.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.8925, \"proabibility_of_other_plane\": 0.1075}, {\"reg\": \"N508RB\", \"name\": \"FIVE POINT AERIAL SURVEY\", \"CITY\": \"WEST PALM BEACH\", \"STATE\": \"FL\", \"adshex\": \"A65921\", \"observations\": 7859.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.85, \"proabibility_of_other_plane\": 0.15}, {\"reg\": \"N717HP\", \"name\": \"OHIO DEPARTMENT OF PUBLIC SAFETY\", \"CITY\": \"COLUMBUS\", \"STATE\": \"OH\", \"adshex\": \"A996CB\", \"observations\": 637.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.835, \"proabibility_of_other_plane\": 0.165}, {\"reg\": \"N1789M\", \"name\": \"E D A S EARLY DETECTION ALARM CO\", \"CITY\": \"SPRING\", \"STATE\": \"TX\", \"adshex\": \"A13A84\", \"observations\": 4028.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.832, \"proabibility_of_other_plane\": 0.168}, {\"reg\": \"N723AR\", \"name\": \"TWIN OTTER INTERNATIONAL LTD\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"A9AEC1\", \"observations\": 4547.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.821, \"proabibility_of_other_plane\": 0.179}, {\"reg\": \"N61122\", \"name\": \"SRT AVIATION AND TECHNICAL SERVICES INC\", \"CITY\": \"DAVIE\", \"STATE\": \"FL\", \"adshex\": \"A7F52E\", \"observations\": 2157.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.787, \"proabibility_of_other_plane\": 0.213}, {\"reg\": \"N903KA\", \"name\": \"ARROWDATA LLC\", \"CITY\": \"BEND\", \"STATE\": \"OR\", \"adshex\": \"AC7B33\", \"observations\": 3195.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.7775, \"proabibility_of_other_plane\": 0.2225}, {\"reg\": \"N125PZ\", \"name\": \"STRAIGHT FLIGHT NEVADA COMMERCIAL LEASING LLC\", \"CITY\": \"SPARKS\", \"STATE\": \"NV\", \"adshex\": \"A067A2\", \"observations\": 662.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.763, \"proabibility_of_other_plane\": 0.237}, {\"reg\": \"N2462G\", \"name\": \"WINGED VISION INC\", \"CITY\": \"LAYTONSVILLE\", \"STATE\": \"MD\", \"adshex\": \"A248EE\", \"observations\": 27324.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.759, \"proabibility_of_other_plane\": 0.241}, {\"reg\": \"N101CG\", \"name\": \"COSTAR FIELD RESEARCH LLC\", \"CITY\": \"WASHINGTON\", \"STATE\": \"DC\", \"adshex\": \"A008A4\", \"observations\": 19576.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.755, \"proabibility_of_other_plane\": 0.245}, {\"reg\": \"N259BW\", \"name\": \"PINAL COUNTY SHERIFFS OFFICE\", \"CITY\": \"FLORENCE\", \"STATE\": \"AZ\", \"adshex\": \"A2791B\", \"observations\": 1130.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.7545, \"proabibility_of_other_plane\": 0.2455}, {\"reg\": \"N80R\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"AAE0FB\", \"observations\": 3101.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.741, \"proabibility_of_other_plane\": 0.259}, {\"reg\": \"N2231E\", \"name\": \"STATE OF IOWA\", \"CITY\": \"DES MOINES\", \"STATE\": \"IA\", \"adshex\": \"A1EEA6\", \"observations\": 2129.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.7325, \"proabibility_of_other_plane\": 0.2675}, {\"reg\": \"N963SD\", \"name\": \"COUNTY OF LOS ANGELES\", \"CITY\": \"LONG BEACH\", \"STATE\": \"CA\", \"adshex\": \"AD68DF\", \"observations\": 8183.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.7295, \"proabibility_of_other_plane\": 0.2705}, {\"reg\": \"N923SD\", \"name\": \"FRESNO COUNTY SHERIFFS DEPARTMENT\", \"CITY\": \"FRESNO\", \"STATE\": \"CA\", \"adshex\": \"ACCAE3\", \"observations\": 746.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.726, \"proabibility_of_other_plane\": 0.274}, {\"reg\": \"N40R\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"A4ABBF\", \"observations\": 10776.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.694, \"proabibility_of_other_plane\": 0.306}, {\"reg\": \"N508BH\", \"name\": \"CITY OF ANAHEIM\", \"CITY\": \"FULLERTON\", \"STATE\": \"CA\", \"adshex\": \"A657C9\", \"observations\": 11733.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6935, \"proabibility_of_other_plane\": 0.3065}, {\"reg\": \"N207TF\", \"name\": \"SAN BERNANDINO COUNTY SHERIFF\", \"CITY\": \"SAN BERNARDINO\", \"STATE\": \"CA\", \"adshex\": \"A1ADB3\", \"observations\": 628.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.688, \"proabibility_of_other_plane\": 0.312}, {\"reg\": \"N531MP\", \"name\": \"U S AIR FORCE SPECIAL OPERATIONS COMMAND\", \"CITY\": \"HURLBURT FIELD\", \"STATE\": \"FL\", \"adshex\": \"A6B545\", \"observations\": 11186.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6735, \"proabibility_of_other_plane\": 0.3265}, {\"reg\": \"N700AZ\", \"name\": \"PIMA COUNTY SHERIFFS DEPARTMENT\", \"CITY\": \"TUCSON\", \"STATE\": \"AZ\", \"adshex\": \"A954A6\", \"observations\": 18903.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6725, \"proabibility_of_other_plane\": 0.3275}, {\"reg\": \"N624TS\", \"name\": \"US AIR FORCE SPECIAL OPERATIONS COMMAND\", \"CITY\": \"HURLBURT FIELD\", \"STATE\": \"FL\", \"adshex\": \"A826D3\", \"observations\": 12905.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.666, \"proabibility_of_other_plane\": 0.334}, {\"reg\": \"N178GC\", \"name\": \"CORTEZ FISHER LLC\", \"CITY\": \"KIRKLAND\", \"STATE\": \"WA\", \"adshex\": \"A1377E\", \"observations\": 1271.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6635, \"proabibility_of_other_plane\": 0.3365}, {\"reg\": \"N97826\", \"name\": \"U S BANK NA\", \"CITY\": \"MARSHALL\", \"STATE\": \"MN\", \"adshex\": \"ADA41A\", \"observations\": 1434.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.657, \"proabibility_of_other_plane\": 0.343}, {\"reg\": \"N101UV\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"A00A41\", \"observations\": 20264.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6495, \"proabibility_of_other_plane\": 0.3505}, {\"reg\": \"N6197V\", \"name\": \"TENAX AVIATION SERVICES LLC\", \"CITY\": \"MADISON\", \"STATE\": \"MS\", \"adshex\": \"A8138E\", \"observations\": 2503.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.649, \"proabibility_of_other_plane\": 0.351}, {\"reg\": \"N221MR\", \"name\": \"GALUK DOUGLAS P\", \"CITY\": \"WISCONSIN RAPIDS\", \"STATE\": \"WI\", \"adshex\": \"A1E5DB\", \"observations\": 1720.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.633, \"proabibility_of_other_plane\": 0.367}, {\"reg\": \"N435MT\", \"name\": \"SOUTHWEST AVIATION SOLUTIONS LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"A536D6\", \"observations\": 1722.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6325, \"proabibility_of_other_plane\": 0.3675}, {\"reg\": \"N1232H\", \"name\": \"AIRCRAFT GUARANTY CORP TRUSTEE\", \"CITY\": \"ONALASKA\", \"STATE\": \"TX\", \"adshex\": \"A0617D\", \"observations\": 3086.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6315, \"proabibility_of_other_plane\": 0.3685}, {\"reg\": \"N240TS\", \"name\": \"UTAH STATE UNIVERSITY\", \"CITY\": \"LOGAN\", \"STATE\": \"UT\", \"adshex\": \"A231B9\", \"observations\": 1381.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6255, \"proabibility_of_other_plane\": 0.3745}, {\"reg\": \"N215TX\", \"name\": \"TEXAS DEPT OF PUBLIC SAFETY\", \"CITY\": \"AUSTIN\", \"STATE\": \"TX\", \"adshex\": \"A1CDD4\", \"observations\": 6019.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.625, \"proabibility_of_other_plane\": 0.375}, {\"reg\": \"N522ND\", \"name\": \"UNIVERSITY OF NORTH DAKOTA\", \"CITY\": \"GRAND FORKS\", \"STATE\": \"ND\", \"adshex\": \"A6918C\", \"observations\": 979.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.623, \"proabibility_of_other_plane\": 0.377}, {\"reg\": \"N911ZZ\", \"name\": \"BERNALILLO COUNTY SHERIFF'S DEPT\", \"CITY\": \"ALBUQUERQUE\", \"STATE\": \"NM\", \"adshex\": \"AC9CB9\", \"observations\": 9905.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.623, \"proabibility_of_other_plane\": 0.377}, {\"reg\": \"N10JA\", \"name\": \"J A AERO INC\", \"CITY\": \"SUGAR GROVE\", \"STATE\": \"IL\", \"adshex\": \"A00324\", \"observations\": 21310.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.615, \"proabibility_of_other_plane\": 0.385}, {\"reg\": \"N312PC\", \"name\": \"JET SET AIRCRAFT INC\", \"CITY\": \"VAN NUYS\", \"STATE\": \"CA\", \"adshex\": \"A34F87\", \"observations\": 1077.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.611, \"proabibility_of_other_plane\": 0.389}, {\"reg\": \"N141DZ\", \"name\": \"MAXIM AVIATION LLC\", \"CITY\": \"NAPLES\", \"STATE\": \"FL\", \"adshex\": \"A0A6CA\", \"observations\": 33424.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6085, \"proabibility_of_other_plane\": 0.3915}, {\"reg\": \"N477XP\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A5DD36\", \"observations\": 5374.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6085, \"proabibility_of_other_plane\": 0.3915}, {\"reg\": \"N90D\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"AC6D1E\", \"observations\": 558.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.606, \"proabibility_of_other_plane\": 0.394}, {\"reg\": \"N87RM\", \"name\": \"DILKARA LEASING LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"ABF580\", \"observations\": 21189.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5985, \"proabibility_of_other_plane\": 0.4015}, {\"reg\": \"N327BA\", \"name\": \"AEROPTIC LLC\", \"CITY\": \"NORTH ANDOVER\", \"STATE\": \"MA\", \"adshex\": \"A3886B\", \"observations\": 1355.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5975, \"proabibility_of_other_plane\": 0.4025}, {\"reg\": \"N478XP\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A5E0ED\", \"observations\": 663.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.591, \"proabibility_of_other_plane\": 0.409}, {\"reg\": \"N505J\", \"name\": \"GLOBAL GEO MAPPING INC\", \"CITY\": \"ALBUQUERQUE\", \"STATE\": \"NM\", \"adshex\": \"A64D4B\", \"observations\": 2462.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5905, \"proabibility_of_other_plane\": 0.4095}, {\"reg\": \"N42Z\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"A4FB85\", \"observations\": 10176.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.588, \"proabibility_of_other_plane\": 0.412}, {\"reg\": \"N820AB\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"AB30DD\", \"observations\": 55663.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5875, \"proabibility_of_other_plane\": 0.4125}, {\"reg\": \"N203SF\", \"name\": \"DIRECT ACTION AVIATION LLC\", \"CITY\": \"RENO\", \"STATE\": \"NV\", \"adshex\": \"A19EBE\", \"observations\": 4168.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.587, \"proabibility_of_other_plane\": 0.413}, {\"reg\": \"N321CY\", \"name\": \"JUMP RUN AVIATION LLC\", \"CITY\": \"ROCHESTER\", \"STATE\": \"NH\", \"adshex\": \"A37250\", \"observations\": 12270.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.575, \"proabibility_of_other_plane\": 0.425}, {\"reg\": \"N66AD\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A8B1E4\", \"observations\": 1816.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.574, \"proabibility_of_other_plane\": 0.426}, {\"reg\": \"N398A\", \"name\": \"BIGFOOT AVIATION LLC\", \"CITY\": \"SHELTON\", \"STATE\": \"WA\", \"adshex\": \"A4A081\", \"observations\": 5238.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.572, \"proabibility_of_other_plane\": 0.428}, {\"reg\": \"N221BN\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"A1E4DE\", \"observations\": 39585.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.567, \"proabibility_of_other_plane\": 0.433}, {\"reg\": \"N645HM\", \"name\": \"645TH AERONAUTICAL ENGINEERING GROUP (AESG)\", \"CITY\": \"WRIGHT PAT\", \"STATE\": \"OH\", \"adshex\": \"A87889\", \"observations\": 6609.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.563, \"proabibility_of_other_plane\": 0.437}, {\"reg\": \"N4177R\", \"name\": \"HARDING ROY A DBA\", \"CITY\": \"BIG BEAR CITY\", \"STATE\": \"CA\", \"adshex\": \"A4F17E\", \"observations\": 1758.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5625, \"proabibility_of_other_plane\": 0.4375}, {\"reg\": \"N30NT\", \"name\": \"CITY OF ONTARIO\", \"CITY\": \"ONTARIO\", \"STATE\": \"CA\", \"adshex\": \"A31E37\", \"observations\": 2678.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.562, \"proabibility_of_other_plane\": 0.438}, {\"reg\": \"N582AS\", \"name\": \"STEPHEN L BRENNEKE MD PC\", \"CITY\": \"OREGON CITY\", \"STATE\": \"OR\", \"adshex\": \"A77D67\", \"observations\": 758.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.558, \"proabibility_of_other_plane\": 0.442}, {\"reg\": \"N575RW\", \"name\": \"WASHINGTON COUNTY\", \"CITY\": \"HILLSBORO\", \"STATE\": \"OR\", \"adshex\": \"A76288\", \"observations\": 19635.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.555, \"proabibility_of_other_plane\": 0.445}, {\"reg\": \"N727PX\", \"name\": \"OWENS RUSSELL A TRUSTEE\", \"CITY\": \"SAN DIEGO\", \"STATE\": \"CA\", \"adshex\": \"A9BEE8\", \"observations\": 2122.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5535, \"proabibility_of_other_plane\": 0.4465}, {\"reg\": \"N37FG\", \"name\": \"STATE OF CALIFORNIA\", \"CITY\": \"SACRAMENTO\", \"STATE\": \"CA\", \"adshex\": \"A431F6\", \"observations\": 6606.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.548, \"proabibility_of_other_plane\": 0.452}, {\"reg\": \"N1128L\", \"name\": \"ARNE AVIATION LLC\", \"CITY\": \"SUFFOLK\", \"STATE\": \"VA\", \"adshex\": \"A0371C\", \"observations\": 3487.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5475, \"proabibility_of_other_plane\": 0.4525}, {\"reg\": \"N87AG\", \"name\": \"COMMONWEALTH OF PENNSYLVANIA\", \"CITY\": \"LEMOYNE\", \"STATE\": \"PA\", \"adshex\": \"ABF404\", \"observations\": 534.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5455, \"proabibility_of_other_plane\": 0.4545}, {\"reg\": \"N3280X\", \"name\": \"COASTAL DEFENSE INC\", \"CITY\": \"MILL HALL\", \"STATE\": \"PA\", \"adshex\": \"A38E76\", \"observations\": 2201.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5445, \"proabibility_of_other_plane\": 0.4555}, {\"reg\": \"N9932Z\", \"name\": \"SILVER CREEK AVIATION SERVICES\", \"CITY\": \"FORT WORTH\", \"STATE\": \"TX\", \"adshex\": \"ADE07E\", \"observations\": 525.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.54, \"proabibility_of_other_plane\": 0.46}, {\"reg\": \"N9639F\", \"name\": \"UMATILLA AVIATION INC\", \"CITY\": \"MOUNT DORA\", \"STATE\": \"FL\", \"adshex\": \"AD6AE4\", \"observations\": 4537.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.539, \"proabibility_of_other_plane\": 0.461}, {\"reg\": \"N304ST\", \"name\": \"CALSPAN CORP\", \"CITY\": \"BUFFALO\", \"STATE\": \"NY\", \"adshex\": \"A32FD0\", \"observations\": 3499.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5375, \"proabibility_of_other_plane\": 0.4625}, {\"reg\": \"N6UX\", \"name\": \"HELICOPTERS INC\", \"CITY\": \"CAHOKIA\", \"STATE\": \"IL\", \"adshex\": \"A7C465\", \"observations\": 11494.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5295, \"proabibility_of_other_plane\": 0.4705}, {\"reg\": \"N787GA\", \"name\": \"N787GA LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"AAAB1E\", \"observations\": 553.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5295, \"proabibility_of_other_plane\": 0.4705}, {\"reg\": \"N574ND\", \"name\": \"UND AEROSPACE FOUNDATION\", \"CITY\": \"GRAND FORKS\", \"STATE\": \"ND\", \"adshex\": \"A75E75\", \"observations\": 1437.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.523, \"proabibility_of_other_plane\": 0.477}, {\"reg\": \"N2105F\", \"name\": \"CLIK SERVICES LLC\", \"CITY\": \"FORESTDALE\", \"STATE\": \"MA\", \"adshex\": \"A1BC8F\", \"observations\": 1537.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5225, \"proabibility_of_other_plane\": 0.4775}, {\"reg\": \"N25HP\", \"name\": \"FLORIDA HIGHWAY PATROL\", \"CITY\": \"TALLAHASSEE\", \"STATE\": \"FL\", \"adshex\": \"A255E2\", \"observations\": 2855.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.518, \"proabibility_of_other_plane\": 0.482}, {\"reg\": \"N225JM\", \"name\": \"BINNER ENTERPRISES LLC\", \"CITY\": \"HENDERSON\", \"STATE\": \"NV\", \"adshex\": \"A1F468\", \"observations\": 3878.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5165, \"proabibility_of_other_plane\": 0.4835}, {\"reg\": \"N915WC\", \"name\": \"AEROPTIC LLC\", \"CITY\": \"NORTH ANDOVER\", \"STATE\": \"MA\", \"adshex\": \"ACAB35\", \"observations\": 29389.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.516, \"proabibility_of_other_plane\": 0.484}, {\"reg\": \"N900DH\", \"name\": \"SAFRAN USA INC\", \"CITY\": \"IRVING\", \"STATE\": \"TX\", \"adshex\": \"AC6F7F\", \"observations\": 6710.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.514, \"proabibility_of_other_plane\": 0.486}, {\"reg\": \"N926NA\", \"name\": \"NATIONAL AERONAUTICS AND SPACE ADMINISTRATION\", \"CITY\": \"HOUSTON\", \"STATE\": \"TX\", \"adshex\": \"ACD5A1\", \"observations\": 599.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5135, \"proabibility_of_other_plane\": 0.4865}]}}, {\"mode\": \"vega-lite\"});\n",
              "</script>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 70
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bgjIOXuvRYNY",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 382
        },
        "outputId": "5c793be3-99a9-45d7-8983-4402b3f496b0"
      },
      "source": [
        "cities = final_candidates\n",
        "cities[\"city_state\"] = cities.CITY + \" \" + cities.STATE\n",
        "cities.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>reg</th>\n",
              "      <th>name</th>\n",
              "      <th>CITY</th>\n",
              "      <th>STATE</th>\n",
              "      <th>adshex</th>\n",
              "      <th>observations</th>\n",
              "      <th>predicted_type</th>\n",
              "      <th>proabibility_of_spy_plane</th>\n",
              "      <th>proabibility_of_other_plane</th>\n",
              "      <th>city_state</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>126686</th>\n",
              "      <td>N42WB</td>\n",
              "      <td>CITY OF MESA ARIZONA</td>\n",
              "      <td>MESA</td>\n",
              "      <td>AZ</td>\n",
              "      <td>A4FB3C</td>\n",
              "      <td>2860.0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>0.0250</td>\n",
              "      <td>MESA AZ</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>112682</th>\n",
              "      <td>N3950M</td>\n",
              "      <td>SCIFLY LLC</td>\n",
              "      <td>SAN DIEGO</td>\n",
              "      <td>CA</td>\n",
              "      <td>A497C0</td>\n",
              "      <td>10252.0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9680</td>\n",
              "      <td>0.0320</td>\n",
              "      <td>SAN DIEGO CA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>149442</th>\n",
              "      <td>N501GW</td>\n",
              "      <td>CHAPARRAL AIR GROUP</td>\n",
              "      <td>GRAPEVINE</td>\n",
              "      <td>TX</td>\n",
              "      <td>A63E52</td>\n",
              "      <td>8225.0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9265</td>\n",
              "      <td>0.0735</td>\n",
              "      <td>GRAPEVINE TX</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>183878</th>\n",
              "      <td>N6045C</td>\n",
              "      <td>ORANGE COUNTY SHERIFFS DEPARTMENT RNSP</td>\n",
              "      <td>SANTA ANA</td>\n",
              "      <td>CA</td>\n",
              "      <td>A7D925</td>\n",
              "      <td>45079.0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9145</td>\n",
              "      <td>0.0855</td>\n",
              "      <td>SANTA ANA CA</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>185795</th>\n",
              "      <td>N609TW</td>\n",
              "      <td>WRIGHT TIMOTHY C</td>\n",
              "      <td>NORTH CHESTERFIELD</td>\n",
              "      <td>VA</td>\n",
              "      <td>A7EA6C</td>\n",
              "      <td>3329.0</td>\n",
              "      <td>surveil</td>\n",
              "      <td>0.9015</td>\n",
              "      <td>0.0985</td>\n",
              "      <td>NORTH CHESTERFIELD VA</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "           reg  ...             city_state\n",
              "126686   N42WB  ...                MESA AZ\n",
              "112682  N3950M  ...           SAN DIEGO CA\n",
              "149442  N501GW  ...           GRAPEVINE TX\n",
              "183878  N6045C  ...           SANTA ANA CA\n",
              "185795  N609TW  ...  NORTH CHESTERFIELD VA\n",
              "\n",
              "[5 rows x 10 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 39
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ckx4qfEIb1Cx",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 296
        },
        "outputId": "26732c9b-fa1b-4b87-a45b-a6708b2590d2"
      },
      "source": [
        "c5 = cities.groupby(\"city_state\").filter(lambda x: len(x) >= 2)\n",
        "\n",
        "alt.Chart(c5).mark_bar().encode(\n",
        "    alt.Y(\"city_state:N\", title=\"Location\", sort=\"-x\"),\n",
        "    alt.X(\"count(city_state)\",axis=alt.Axis(tickMinStep=1),title=\"Occurrences\"), color=\"city_state\",).properties(title = {\n",
        "        \"text\":  \"Top cities with significant 'Surveil' plane probability\",\n",
        "        \"subtitle\": \"Based on the top 100 candidates candidates with the highest probability of being a 'Surveil' plane\"\n",
        "        }).configure_title(\n",
        "      fontSize = 15, \n",
        "      anchor = \"start\", \n",
        "      subtitleFontSize = 11).properties(width=500,height=200)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "alt.Chart(...)"
            ],
            "text/html": [
              "\n",
              "<div id=\"altair-viz-d87fc15c4c7f4f5e8c5a891233d9a3fa\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "  (function(spec, embedOpt){\n",
              "    let outputDiv = document.currentScript.previousElementSibling;\n",
              "    if (outputDiv.id !== \"altair-viz-d87fc15c4c7f4f5e8c5a891233d9a3fa\") {\n",
              "      outputDiv = document.getElementById(\"altair-viz-d87fc15c4c7f4f5e8c5a891233d9a3fa\");\n",
              "    }\n",
              "    const paths = {\n",
              "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
              "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
              "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
              "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
              "    };\n",
              "\n",
              "    function loadScript(lib) {\n",
              "      return new Promise(function(resolve, reject) {\n",
              "        var s = document.createElement('script');\n",
              "        s.src = paths[lib];\n",
              "        s.async = true;\n",
              "        s.onload = () => resolve(paths[lib]);\n",
              "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
              "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "      });\n",
              "    }\n",
              "\n",
              "    function showError(err) {\n",
              "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
              "      throw err;\n",
              "    }\n",
              "\n",
              "    function displayChart(vegaEmbed) {\n",
              "      vegaEmbed(outputDiv, spec, embedOpt)\n",
              "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
              "    }\n",
              "\n",
              "    if(typeof define === \"function\" && define.amd) {\n",
              "      requirejs.config({paths});\n",
              "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
              "    } else if (typeof vegaEmbed === \"function\") {\n",
              "      displayChart(vegaEmbed);\n",
              "    } else {\n",
              "      loadScript(\"vega\")\n",
              "        .then(() => loadScript(\"vega-lite\"))\n",
              "        .then(() => loadScript(\"vega-embed\"))\n",
              "        .catch(showError)\n",
              "        .then(() => displayChart(vegaEmbed));\n",
              "    }\n",
              "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"title\": {\"anchor\": \"start\", \"fontSize\": 15, \"subtitleFontSize\": 11}}, \"data\": {\"name\": \"data-991ac1192a530d9bc201ac3b97a0481d\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"city_state\"}, \"x\": {\"type\": \"nominal\", \"aggregate\": \"count\", \"axis\": {\"tickMinStep\": 1}, \"field\": \"city_state\", \"title\": \"Occurrences\"}, \"y\": {\"type\": \"nominal\", \"field\": \"city_state\", \"sort\": \"-x\", \"title\": \"Location\"}}, \"height\": 200, \"title\": {\"text\": \"Top cities with significant 'Surveil' plane probability\", \"subtitle\": \"Based on the top 100 candidates candidates with the highest probability of being a 'Surveil' plane\"}, \"width\": 500, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-991ac1192a530d9bc201ac3b97a0481d\": [{\"reg\": \"N3950M\", \"name\": \"SCIFLY LLC\", \"CITY\": \"SAN DIEGO\", \"STATE\": \"CA\", \"adshex\": \"A497C0\", \"observations\": 10252.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.968, \"proabibility_of_other_plane\": 0.032, \"city_state\": \"SAN DIEGO CA\"}, {\"reg\": \"N723AR\", \"name\": \"TWIN OTTER INTERNATIONAL LTD\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"A9AEC1\", \"observations\": 4547.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.821, \"proabibility_of_other_plane\": 0.179, \"city_state\": \"LAS VEGAS NV\"}, {\"reg\": \"N80R\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"AAE0FB\", \"observations\": 3101.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.741, \"proabibility_of_other_plane\": 0.259, \"city_state\": \"BRIDGEWATER VA\"}, {\"reg\": \"N40R\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"A4ABBF\", \"observations\": 10776.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.694, \"proabibility_of_other_plane\": 0.306, \"city_state\": \"BRIDGEWATER VA\"}, {\"reg\": \"N531MP\", \"name\": \"U S AIR FORCE SPECIAL OPERATIONS COMMAND\", \"CITY\": \"HURLBURT FIELD\", \"STATE\": \"FL\", \"adshex\": \"A6B545\", \"observations\": 11186.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6735, \"proabibility_of_other_plane\": 0.3265, \"city_state\": \"HURLBURT FIELD FL\"}, {\"reg\": \"N624TS\", \"name\": \"US AIR FORCE SPECIAL OPERATIONS COMMAND\", \"CITY\": \"HURLBURT FIELD\", \"STATE\": \"FL\", \"adshex\": \"A826D3\", \"observations\": 12905.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.666, \"proabibility_of_other_plane\": 0.334, \"city_state\": \"HURLBURT FIELD FL\"}, {\"reg\": \"N101UV\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"A00A41\", \"observations\": 20264.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6495, \"proabibility_of_other_plane\": 0.3505, \"city_state\": \"DELAND FL\"}, {\"reg\": \"N435MT\", \"name\": \"SOUTHWEST AVIATION SOLUTIONS LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"A536D6\", \"observations\": 1722.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6325, \"proabibility_of_other_plane\": 0.3675, \"city_state\": \"LAS VEGAS NV\"}, {\"reg\": \"N522ND\", \"name\": \"UNIVERSITY OF NORTH DAKOTA\", \"CITY\": \"GRAND FORKS\", \"STATE\": \"ND\", \"adshex\": \"A6918C\", \"observations\": 979.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.623, \"proabibility_of_other_plane\": 0.377, \"city_state\": \"GRAND FORKS ND\"}, {\"reg\": \"N911ZZ\", \"name\": \"BERNALILLO COUNTY SHERIFF'S DEPT\", \"CITY\": \"ALBUQUERQUE\", \"STATE\": \"NM\", \"adshex\": \"AC9CB9\", \"observations\": 9905.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.623, \"proabibility_of_other_plane\": 0.377, \"city_state\": \"ALBUQUERQUE NM\"}, {\"reg\": \"N477XP\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A5DD36\", \"observations\": 5374.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.6085, \"proabibility_of_other_plane\": 0.3915, \"city_state\": \"RAEFORD NC\"}, {\"reg\": \"N90D\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"AC6D1E\", \"observations\": 558.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.606, \"proabibility_of_other_plane\": 0.394, \"city_state\": \"BRIDGEWATER VA\"}, {\"reg\": \"N87RM\", \"name\": \"DILKARA LEASING LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"ABF580\", \"observations\": 21189.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5985, \"proabibility_of_other_plane\": 0.4015, \"city_state\": \"LAS VEGAS NV\"}, {\"reg\": \"N327BA\", \"name\": \"AEROPTIC LLC\", \"CITY\": \"NORTH ANDOVER\", \"STATE\": \"MA\", \"adshex\": \"A3886B\", \"observations\": 1355.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5975, \"proabibility_of_other_plane\": 0.4025, \"city_state\": \"NORTH ANDOVER MA\"}, {\"reg\": \"N478XP\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A5E0ED\", \"observations\": 663.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.591, \"proabibility_of_other_plane\": 0.409, \"city_state\": \"RAEFORD NC\"}, {\"reg\": \"N505J\", \"name\": \"GLOBAL GEO MAPPING INC\", \"CITY\": \"ALBUQUERQUE\", \"STATE\": \"NM\", \"adshex\": \"A64D4B\", \"observations\": 2462.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5905, \"proabibility_of_other_plane\": 0.4095, \"city_state\": \"ALBUQUERQUE NM\"}, {\"reg\": \"N42Z\", \"name\": \"DYNAMIC AVLEASE INC\", \"CITY\": \"BRIDGEWATER\", \"STATE\": \"VA\", \"adshex\": \"A4FB85\", \"observations\": 10176.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.588, \"proabibility_of_other_plane\": 0.412, \"city_state\": \"BRIDGEWATER VA\"}, {\"reg\": \"N820AB\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"AB30DD\", \"observations\": 55663.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5875, \"proabibility_of_other_plane\": 0.4125, \"city_state\": \"DELAND FL\"}, {\"reg\": \"N66AD\", \"name\": \"PARACLETE AVIATION LLC\", \"CITY\": \"RAEFORD\", \"STATE\": \"NC\", \"adshex\": \"A8B1E4\", \"observations\": 1816.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.574, \"proabibility_of_other_plane\": 0.426, \"city_state\": \"RAEFORD NC\"}, {\"reg\": \"N221BN\", \"name\": \"VERTICAL AIR INC\", \"CITY\": \"DELAND\", \"STATE\": \"FL\", \"adshex\": \"A1E4DE\", \"observations\": 39585.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.567, \"proabibility_of_other_plane\": 0.433, \"city_state\": \"DELAND FL\"}, {\"reg\": \"N727PX\", \"name\": \"OWENS RUSSELL A TRUSTEE\", \"CITY\": \"SAN DIEGO\", \"STATE\": \"CA\", \"adshex\": \"A9BEE8\", \"observations\": 2122.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5535, \"proabibility_of_other_plane\": 0.4465, \"city_state\": \"SAN DIEGO CA\"}, {\"reg\": \"N787GA\", \"name\": \"N787GA LLC\", \"CITY\": \"LAS VEGAS\", \"STATE\": \"NV\", \"adshex\": \"AAAB1E\", \"observations\": 553.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.5295, \"proabibility_of_other_plane\": 0.4705, \"city_state\": \"LAS VEGAS NV\"}, {\"reg\": \"N574ND\", \"name\": \"UND AEROSPACE FOUNDATION\", \"CITY\": \"GRAND FORKS\", \"STATE\": \"ND\", \"adshex\": \"A75E75\", \"observations\": 1437.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.523, \"proabibility_of_other_plane\": 0.477, \"city_state\": \"GRAND FORKS ND\"}, {\"reg\": \"N915WC\", \"name\": \"AEROPTIC LLC\", \"CITY\": \"NORTH ANDOVER\", \"STATE\": \"MA\", \"adshex\": \"ACAB35\", \"observations\": 29389.0, \"predicted_type\": \"surveil\", \"proabibility_of_spy_plane\": 0.516, \"proabibility_of_other_plane\": 0.484, \"city_state\": \"NORTH ANDOVER MA\"}]}}, {\"mode\": \"vega-lite\"});\n",
              "</script>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 67
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lU_3phbna7mB",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 296
        },
        "outputId": "5802f8b5-d6be-4657-ade6-bb83c789c1d5"
      },
      "source": [
        "business_name = pd.DataFrame(final_candidates.name.value_counts().nlargest(5).reset_index())\n",
        "business_name.head()\n",
        "\n",
        "# top businesses that were predicted to have spy planes\n",
        "\n",
        "alt.Chart(business_name).mark_bar().encode(\n",
        "    alt.Y(\"index:N\", title=\"Company\", sort=\"-x\"),\n",
        "    alt.X(\"name:Q\",axis=alt.Axis(tickMinStep=1),title=\"Occurences\"),color=\"index\").properties(title = {\n",
        "        \"text\":  \"Top 5 recurring businesses\",\n",
        "        \"subtitle\": \"Based on how many times the business is mentioned within the top 100\"\n",
        "        }).configure_title(\n",
        "      fontSize = 15, \n",
        "      anchor = \"start\", \n",
        "      subtitleFontSize = 11).properties(width=500,height=200)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "alt.Chart(...)"
            ],
            "text/html": [
              "\n",
              "<div id=\"altair-viz-58b10cd6995e4261b46e9824e2c730c2\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "  (function(spec, embedOpt){\n",
              "    let outputDiv = document.currentScript.previousElementSibling;\n",
              "    if (outputDiv.id !== \"altair-viz-58b10cd6995e4261b46e9824e2c730c2\") {\n",
              "      outputDiv = document.getElementById(\"altair-viz-58b10cd6995e4261b46e9824e2c730c2\");\n",
              "    }\n",
              "    const paths = {\n",
              "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
              "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
              "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
              "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
              "    };\n",
              "\n",
              "    function loadScript(lib) {\n",
              "      return new Promise(function(resolve, reject) {\n",
              "        var s = document.createElement('script');\n",
              "        s.src = paths[lib];\n",
              "        s.async = true;\n",
              "        s.onload = () => resolve(paths[lib]);\n",
              "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
              "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "      });\n",
              "    }\n",
              "\n",
              "    function showError(err) {\n",
              "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
              "      throw err;\n",
              "    }\n",
              "\n",
              "    function displayChart(vegaEmbed) {\n",
              "      vegaEmbed(outputDiv, spec, embedOpt)\n",
              "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
              "    }\n",
              "\n",
              "    if(typeof define === \"function\" && define.amd) {\n",
              "      requirejs.config({paths});\n",
              "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
              "    } else if (typeof vegaEmbed === \"function\") {\n",
              "      displayChart(vegaEmbed);\n",
              "    } else {\n",
              "      loadScript(\"vega\")\n",
              "        .then(() => loadScript(\"vega-lite\"))\n",
              "        .then(() => loadScript(\"vega-embed\"))\n",
              "        .catch(showError)\n",
              "        .then(() => displayChart(vegaEmbed));\n",
              "    }\n",
              "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"title\": {\"anchor\": \"start\", \"fontSize\": 15, \"subtitleFontSize\": 11}}, \"data\": {\"name\": \"data-2e55431cb57de2ca6d7659379645fa68\"}, \"mark\": \"bar\", \"encoding\": {\"color\": {\"type\": \"nominal\", \"field\": \"index\"}, \"x\": {\"type\": \"quantitative\", \"axis\": {\"tickMinStep\": 1}, \"field\": \"name\", \"title\": \"Occurences\"}, \"y\": {\"type\": \"nominal\", \"field\": \"index\", \"sort\": \"-x\", \"title\": \"Company\"}}, \"height\": 200, \"title\": {\"text\": \"Top 5 recurring businesses\", \"subtitle\": \"Based on how many times the business is mentioned within the top 100\"}, \"width\": 500, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-2e55431cb57de2ca6d7659379645fa68\": [{\"index\": \"DYNAMIC AVLEASE INC\", \"name\": 4}, {\"index\": \"VERTICAL AIR INC\", \"name\": 3}, {\"index\": \"PARACLETE AVIATION LLC\", \"name\": 3}, {\"index\": \"AEROPTIC LLC\", \"name\": 2}, {\"index\": \"SCIFLY LLC\", \"name\": 1}]}}, {\"mode\": \"vega-lite\"});\n",
              "</script>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 71
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6Nf1zAFi6gL0"
      },
      "source": [
        "90th percentile candidate"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kSZSkaIA6fTP",
        "outputId": "eb55b7da-48fa-49a4-a60f-6e93f687374e"
      },
      "source": [
        "ninety_percent = final_candidates.query(\"proabibility_of_spy_plane >=.9\")\n",
        "print(ninety_percent.drop([\"reg\",\"adshex\",\"CITY\",\"STATE\",\"observations\"],axis=1).head(10).to_markdown())"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "|        | name                                   | predicted_type   |   proabibility_of_spy_plane |   proabibility_of_other_plane | city_state            |\n",
            "|-------:|:---------------------------------------|:-----------------|----------------------------:|------------------------------:|:----------------------|\n",
            "| 126686 | CITY OF MESA ARIZONA                   | surveil          |                      0.975  |                        0.025  | MESA AZ               |\n",
            "| 112682 | SCIFLY LLC                             | surveil          |                      0.968  |                        0.032  | SAN DIEGO CA          |\n",
            "| 149442 | CHAPARRAL AIR GROUP                    | surveil          |                      0.9265 |                        0.0735 | GRAPEVINE TX          |\n",
            "| 183878 | ORANGE COUNTY SHERIFFS DEPARTMENT RNSP | surveil          |                      0.9145 |                        0.0855 | SANTA ANA CA          |\n",
            "| 185795 | WRIGHT TIMOTHY C                       | surveil          |                      0.9015 |                        0.0985 | NORTH CHESTERFIELD VA |\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1s4zatVEk6v1"
      },
      "source": [
        "A few Honorable mentions from the top 100 candidates:"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FMi4sRlJk_Zd"
      },
      "source": [
        "US AIR FORCE SPECIAL OPERATIONS COMMAND, SCIFLY LLC, AEROPTIC LLC."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "otODrt9XBi1n",
        "outputId": "397bc246-28bc-4f7f-b8c3-4c6cbd6c5cf0"
      },
      "source": [
        "## dangerous code that messes things up\n",
        "\n",
        "dat2 = dat\n",
        "dat2 = dat2.replace(to_replace=['other', 'surveil'], value=[0, 1])\n",
        "\n",
        "dat2[\"target\"] = dat2[\"class\"]\n",
        "\n",
        "dat2 = dat2.drop([\"y\",\"class\"],axis=1)\n",
        "\n",
        "dat2.target.value_counts()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0    500\n",
              "1     97\n",
              "Name: target, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 43
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 449
        },
        "id": "U7O-e-2DDPv9",
        "outputId": "7c7ab62d-b21d-47da-e64a-0514577d05f9"
      },
      "source": [
        "corY1 = pd.DataFrame(dat2.corr().target).reset_index()\n",
        "\n",
        "\n",
        "\n",
        "alt.Chart(corY1).mark_bar().encode(\n",
        "    alt.X(\"index\",sort=\"y\"),\n",
        "    alt.Y(\"target\")\n",
        ").properties(width=800,\n",
        "      title = {\n",
        "        \"text\":  \"Bar chart coorelation plot of data features\",\n",
        "        \"subtitle\": \"This shows that as the target feature goes to value 1. Which signifies the plane class 'surveil' \"\n",
        "        }).configure_title(\n",
        "      fontSize = 15, \n",
        "      anchor = \"start\", \n",
        "      subtitleFontSize = 11)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "alt.Chart(...)"
            ],
            "text/html": [
              "\n",
              "<div id=\"altair-viz-a2086b23dc4e4186a5abe9aa4d0005bf\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "  (function(spec, embedOpt){\n",
              "    let outputDiv = document.currentScript.previousElementSibling;\n",
              "    if (outputDiv.id !== \"altair-viz-a2086b23dc4e4186a5abe9aa4d0005bf\") {\n",
              "      outputDiv = document.getElementById(\"altair-viz-a2086b23dc4e4186a5abe9aa4d0005bf\");\n",
              "    }\n",
              "    const paths = {\n",
              "      \"vega\": \"https://cdn.jsdelivr.net/npm//vega@5?noext\",\n",
              "      \"vega-lib\": \"https://cdn.jsdelivr.net/npm//vega-lib?noext\",\n",
              "      \"vega-lite\": \"https://cdn.jsdelivr.net/npm//vega-lite@4.8.1?noext\",\n",
              "      \"vega-embed\": \"https://cdn.jsdelivr.net/npm//vega-embed@6?noext\",\n",
              "    };\n",
              "\n",
              "    function loadScript(lib) {\n",
              "      return new Promise(function(resolve, reject) {\n",
              "        var s = document.createElement('script');\n",
              "        s.src = paths[lib];\n",
              "        s.async = true;\n",
              "        s.onload = () => resolve(paths[lib]);\n",
              "        s.onerror = () => reject(`Error loading script: ${paths[lib]}`);\n",
              "        document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "      });\n",
              "    }\n",
              "\n",
              "    function showError(err) {\n",
              "      outputDiv.innerHTML = `<div class=\"error\" style=\"color:red;\">${err}</div>`;\n",
              "      throw err;\n",
              "    }\n",
              "\n",
              "    function displayChart(vegaEmbed) {\n",
              "      vegaEmbed(outputDiv, spec, embedOpt)\n",
              "        .catch(err => showError(`Javascript Error: ${err.message}<br>This usually means there's a typo in your chart specification. See the javascript console for the full traceback.`));\n",
              "    }\n",
              "\n",
              "    if(typeof define === \"function\" && define.amd) {\n",
              "      requirejs.config({paths});\n",
              "      require([\"vega-embed\"], displayChart, err => showError(`Error loading script: ${err.message}`));\n",
              "    } else if (typeof vegaEmbed === \"function\") {\n",
              "      displayChart(vegaEmbed);\n",
              "    } else {\n",
              "      loadScript(\"vega\")\n",
              "        .then(() => loadScript(\"vega-lite\"))\n",
              "        .then(() => loadScript(\"vega-embed\"))\n",
              "        .catch(showError)\n",
              "        .then(() => displayChart(vegaEmbed));\n",
              "    }\n",
              "  })({\"config\": {\"view\": {\"continuousWidth\": 400, \"continuousHeight\": 300}, \"title\": {\"anchor\": \"start\", \"fontSize\": 15, \"subtitleFontSize\": 11}}, \"data\": {\"name\": \"data-1fc7cea1518be8b7b3dfea9e31e6bdaa\"}, \"mark\": \"bar\", \"encoding\": {\"x\": {\"type\": \"nominal\", \"field\": \"index\", \"sort\": \"y\"}, \"y\": {\"type\": \"quantitative\", \"field\": \"target\"}}, \"title\": {\"text\": \"Bar chart coorelation plot of data features\", \"subtitle\": \"This shows that as the target feature goes to value 1. Which signifies the plane class 'surveil' \"}, \"width\": 800, \"$schema\": \"https://vega.github.io/schema/vega-lite/v4.8.1.json\", \"datasets\": {\"data-1fc7cea1518be8b7b3dfea9e31e6bdaa\": [{\"index\": \"duration1\", \"target\": 0.18726531717061262}, {\"index\": \"duration2\", \"target\": 0.01189189371765697}, {\"index\": \"duration3\", \"target\": -0.17534859178084117}, {\"index\": \"duration4\", \"target\": -0.2880358712985443}, {\"index\": \"duration5\", \"target\": 0.1551897607096166}, {\"index\": \"boxes1\", \"target\": 0.2901771246185714}, {\"index\": \"boxes2\", \"target\": 0.31686738467444053}, {\"index\": \"boxes3\", \"target\": 0.029556076020606444}, {\"index\": \"boxes4\", \"target\": -0.22550563736367085}, {\"index\": \"boxes5\", \"target\": -0.3111150681360572}, {\"index\": \"speed1\", \"target\": 0.3528852351277321}, {\"index\": \"speed2\", \"target\": 0.15162905620173978}, {\"index\": \"speed3\", \"target\": -0.09748468975540299}, {\"index\": \"speed4\", \"target\": -0.27617700063094414}, {\"index\": \"speed5\", \"target\": -0.19719807211167162}, {\"index\": \"altitude1\", \"target\": -0.23904782630374302}, {\"index\": \"altitude2\", \"target\": -0.1385828442191545}, {\"index\": \"altitude3\", \"target\": 0.4100003947790583}, {\"index\": \"altitude4\", \"target\": 0.1597441441532135}, {\"index\": \"altitude5\", \"target\": -0.15742727709747667}, {\"index\": \"steer1\", \"target\": 0.6932515238337357}, {\"index\": \"steer2\", \"target\": 0.7663834554261864}, {\"index\": \"steer3\", \"target\": 0.05721951139010745}, {\"index\": \"steer4\", \"target\": -0.39430203603794445}, {\"index\": \"steer5\", \"target\": -0.5414357896804074}, {\"index\": \"steer6\", \"target\": -0.31611545264309143}, {\"index\": \"steer7\", \"target\": 0.06380015265386442}, {\"index\": \"steer8\", \"target\": 0.11706867934787407}, {\"index\": \"flights\", \"target\": -0.033604701682361106}, {\"index\": \"squawk_1\", \"target\": 0.4280921546084034}, {\"index\": \"observations\", \"target\": 0.06886352018368995}, {\"index\": \"type2\", \"target\": -0.15560404075769096}, {\"index\": \"target\", \"target\": 1.0}]}}, {\"mode\": \"vega-lite\"});\n",
              "</script>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 44
        }
      ]
    }
  ]
}