05_2_machine_learning_implementation_with_18_feature.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "File              ML algorithm       accuracy        Precision       Recall          F1-score        Time           \n",
      "all_data          Naive Bayes        0.78            0.8             0.78            0.79            4.5763         \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAGf5JREFUeJzt3X2UHXWd5/H3h8SAM8qD0jqaEIiKLOiOD3ONuo6jwkGRHQFdVxNlFYdd3FHYHY56Bj0+sjqzunOW1ZXRhTksyirZ6IxOnNUBR9TxIa7pyIMmCBujQptRGwUVFCHw3T+qopdOd9dN0pXuxPfrnHtS9atf1f127jn1ufWrulWpKiRJms0B812AJGnhMywkSZ0MC0lSJ8NCktTJsJAkdTIsJEmdDAv1IsmlSd7eTj8zycR817S/SHJ7kkfMdx36zWJYaI8k+VySW5McuAfbqCR3tDvBHyX5TJIX78L6eyWM5uJ9kpzR/r2vm9I+keSZo2yjqh5QVVv3pI5p6npmknvbz+D2JN9L8ra5fA/t2wwL7bYkRwFPBwo4ZQ8397iqegBwDHAp8N4kb9nDbS5UPwb+NMnB813IFNvaIHoA8PvAmUlOm++itDAYFtoTLwO+QrNzf/lcbLCqbqmqy4A/Bl6f5MEASV6R5PokP0uyNckr2/bfBj4FPHzoW/HDk6xMsj7JbUn+Kcl7kyxp10mSC5L8MMlPklyX5LHtsgOT/EWSm5L8IMn7k9x/pvfZzT/zemA9cO50C2ervV1eSR6V5ClJvp9k0dCy5ye5rp0+IMl5Sb7VHrGtTfKgUQqsqm8DXwaOG9r2u5PcnOSnSTYmeXrb/jtJfr7js2rbfi/JZJL7tfN/1H5+tya5IsmRbfuMn4UWFsNCe+JlwIfa13OSPHQOt/23wGJgZTv/Q+APgYOBVwAXJHliVd0BPJehb8VVtQ24h2ZnfDjwVOAE4FXttp4N/AHwaOBQ4MXAj9pl72zbHw88ClgKvHmW99ldbwLOnWHnPVvtv1JVXwHuAI4fan4J8OF2+j8ApwHPAB4O3ApcOEpxSY4GnkbzZWCHDTT/Lw9q3+MjSQ6qqu8DnwNeNNT3dGBNVd3dHp28AXgBMAZ8Abi87TfbZ6GFpKp8+drlF80wxd3A4e38N4Fzh5ZfCry9nX4mMDHLtgp41DTt3wdeOsM6Hwf+4yjbb/v8CfCxdvp44EbgKcABQ31Cs/N95FDbU4Fvj/o+I/y/nQF8sZ1eC7yznZ4AntlV+9T/L+DtwCXt9APb+o9s568HThha72HtZ7Z4mvd4JnAvcBvw0/Y9/gZYMsvfcivN8CE0O/kvtdOL2s9uZTv/KeDMofUOAH4OHDnTZ+Fr4b08stDuejlwZVXd0s5/mDkaigJohy/GaMb3SfLcJF9J8uMktwEn03zznmn9Ryf5u3aY5qfAn+3oX1VXAe+l+Zb9gyQXtecPxoDfAja2Q0C3AX/fto9S8/KhIarbR1jlzcAfJ/mdUWufxoeBF6S5wOAFwNeq6rvtsiOBjw39LdfTHLXMdAS4raoOraqDab7l/wL4wFBdr2mHkn7Sbu+Qobr+FjguzVVaJwI/qaqvDtXx7qE6fkwTzEtn+Sy0wBgW2mVJ7k8z5PCMdof2fZphk8cledwcvc2pwHbgq+2O8K+BvwAeWlWHAp+k2eFA8y14qvfRHO0c3e783jDUn6p6T1X9HvAYmiGQ1wG30OwgH9PuNA+tqkOqOeE70/v8SlXdVL8eonrAbH3b/t+k+fb+hl2pfco2NgPfpRkiGx6CArgZeO7Q33JoVR1UVd8bobaftNt6HkB7fuJPaT73w9rP4Cc76qqqO2mOlF4K/Bvgsil1vHJKHfevqi+36073WWiBMSy0O06j+YZ6HM0Y9uOBY2nGol+2JxtO8qAkL6X5pvnOqvoRsAQ4EJgEtid5Ls1Y9w4/AB6c5JChtgfSDKfcnuSf0Zww3/EeT0ry5Pbo5Q7gTuCeqroXuJjmfMhD2r5LkzxnlvfZU2+jOQdz6Ci1z+DDNOcn/gD4yFD7+4F3DJ1MHkty6ihFJXkAsArYNFTTdprPYHGSN9OcPxr2QZphtlOA/zWljtcneUy77UOS/Ot2etrPYpQatXcZFtodLwf+Z/tN+vs7XjTDCS9Nsng3tnltO3SzBfi3NOc/3gxQVT+j2RmupRknfwmwbseK7Tf0y4Gt7VDHw4HXtv1+RhMA/3vovQ5u226l+Vb+I5qjFmi+PW8BvtIOAf0DzeW8M73PHqnmqqPLgN8eap6t9ulcTnPO4aqhYUGAd9P8P12Z5Gc0J6ufPMt2fnWlF83/y4NojhQArqA593Bju+xOmiOG4b/lSzTnPb5WVd8Zav8YzYUDa9r/02/QHAnB7J+FFpBU+fAjSXMjyVXAh6vqr+a7Fs0tw0LSnEjyJODTwBHt0aD2Iw5DSdpjST5AM2T3JwbF/skjC0lSJ48sJEmddueqlQXp8MMPr6OOOmq+y5CkfcrGjRtvqarOH57uN2Fx1FFHMT4+Pt9lSNI+Jcl3u3s5DCVJGoFhIUnqZFhIkjoZFpKkTr2GRZKTktyQZEuS86ZZvjzJZ5Nc3T4h6+S2fWWSa9rXtUme32edkqTZ9XY1VJpHPV5Ic2/7CWBDknXtLZV3eCOwtqrel+Q4mttOH0Vzo7FBVW1P8jCam8x9oqq291WvJGlmfR5ZrAS2VNXWqroLWEPzjIJhxa9vc3wIsA2gqn4+FAwH0fEcAUlSv/oMi6Xc9xbGE23bsLcCpyeZoDmqOGfHgvYe95uArwP/frqjiiRnJRlPMj45OTnX9UuSWn2GxXRP9pp6hLAauLSqltE8JvOyJAcAVNX/rarHAE+ieXDKQTttrOqiqhpU1WBsbKQnX0qSdkOfYTEBHDE0v4x2mGnImTQPtKGq1tMMOd3nWcNVdT3NE7Qe21ulkqRZ9RkWG4Cjk6xIsoTmEY3rpvS5CTgBIMmxNGEx2a6zuG0/kuZJZd/psVZJ0ix6uxqqvZLpbJrHMS4CLqmqTUnOB8arah3wGuDiJOfSDFGdUVWV5PeB85LcTfOYxldNeVykJGkv2m+eZzEYDMobCUrSrkmysaoGXf38BbckqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkTr2GRZKTktyQZEuS86ZZvjzJZ5NcneS6JCe37Scm2Zjk6+2/x/dZpyRpdr09VjXJIuBC4ERgAtiQZF1VbR7q9kZgbVW9L8lxwCeBo4BbgOdV1bYkj6V5NOvSvmqVJM2uzyOLlcCWqtpaVXcBa4BTp/Qp4OB2+hBgG0BVXV1V29r2TcBBSQ7ssVZJ0iz6DIulwM1D8xPsfHTwVuD0JBM0RxXnTLOdfwVcXVW/nLogyVlJxpOMT05Ozk3VkqSd9BkWmaatpsyvBi6tqmXAycBlSX5VU5LHAO8EXjndG1TVRVU1qKrB2NjYHJUtSZqqz7CYAI4Yml9GO8w05ExgLUBVrQcOAg4HSLIM+Bjwsqr6Vo91SpI69BkWG4Cjk6xIsgRYBayb0ucm4ASAJMfShMVkkkOB/wO8vqq+1GONkqQR9BYWVbUdOJvmSqbraa562pTk/CSntN1eA/y7JNcClwNnVFW16z0KeFOSa9rXQ/qqVZI0uzT75n3fYDCo8fHx+S5DkvYpSTZW1aCrn7/gliR1MiwkSZ0MC0lSJ8NCktTJsJAkdTIsJEmdDAtJUifDQpLUybCQJHUyLCRJnQwLSVInw0KS1MmwkCR1MiwkSZ0MC0lSJ8NCktSp17BIclKSG5JsSXLeNMuXJ/lskquTXJfk5Lb9wW377Une22eNkqRuvYVFkkXAhcBzgeOA1UmOm9LtjTSPW30CzTO6/7JtvxN4E/DavuqTJI2uzyOLlcCWqtpaVXcBa4BTp/Qp4OB2+hBgG0BV3VFVX6QJDUnSPOszLJYCNw/NT7Rtw94KnJ5kAvgkcM6uvEGSs5KMJxmfnJzck1olSbPoMywyTVtNmV8NXFpVy4CTgcuSjFxTVV1UVYOqGoyNje1BqZKk2fQZFhPAEUPzy2iHmYacCawFqKr1wEHA4T3WJEnaDX2GxQbg6CQrkiyhOYG9bkqfm4ATAJIcSxMWjidJ0gKzuK8NV9X2JGcDVwCLgEuqalOS84HxqloHvAa4OMm5NENUZ1RVAST5Ds3J7yVJTgOeXVWb+6pXkjSz3sICoKo+SXPierjtzUPTm4GnzbDuUX3WJkkanb/gliR1MiwkSZ0MC0lSJ8NCktTJsJAkdTIsJEmdDAtJUifDQpLUybCQJHUyLCRJnQwLSVInw0KS1MmwkCR1MiwkSZ0MC0lSJ8NCktSp17BIclKSG5JsSXLeNMuXJ/lskquTXJfk5KFlr2/XuyHJc/qsU5I0u96elJdkEXAhcCIwAWxIsm7Ko1HfCKytqvclOY7mqXpHtdOrgMcADwf+Icmjq+qevuqVJM2szyOLlcCWqtpaVXcBa4BTp/QpmudsAxwCbGunTwXWVNUvq+rbwJZ2e5KkedBnWCwFbh6an2jbhr0VOD3JBM1RxTm7sC5JzkoynmR8cnJyruqWJE0xUlikcXqSN7fzy5N0fdPPNG01ZX41cGlVLQNOBi5LcsCI61JVF1XVoKoGY2Nj3X+IJGm3jHpk8ZfAU2l27gA/ozkfMZsJ4Iih+WX8ephphzOBtQBVtR44CDh8xHUlSXvJqGHx5Kp6NXAnQFXdCizpWGcDcHSSFUmW0JywXjelz03ACQBJjqUJi8m236okByZZARwNfHXEWiVJc2zUq6Hubq9uKoAkY8C9s61QVduTnA1cASwCLqmqTUnOB8arah3wGuDiJOe22z6jqgrYlGQtsBnYDrzaK6Ekaf6k2Td3dEpeCrwYeCLwAeCFwBur6iP9lje6wWBQ4+Pj812GJO1TkmysqkFXv5GOLKrqQ0k20gwZBTitqq7fwxolSfuIzrBor066rqoeC3yz/5IkSQtN5wnuqroXuDbJ8r1QjyRpARr1BPfDaE46fxW4Y0djVZ3SS1WSpAVl1LB4W69VSJIWtFFPcH++70IkSQvXSGGR5Gf8+nYbS4D7AXdU1cEzryVJ2l+MemTxwOH5JKfhXWAl6TfGbt11tqo+Dhw/x7VIkhaoUYehXjA0ewAwYJq7wEqS9k+jXg31vKHp7cB32PlBRpKk/dSo5yxe0XchkqSFa9SHH70rycFJ7pfkM0luSXJ638VJkhaGUU9wP7uqfgr8Ic2DiR4NvK63qiRJC8qoYXG/9t+Tgcur6sc91SNJWoBGPcH9iSTfBH4BvKp9+NGd/ZUlSVpIRjqyqKrzaJ7BPaiqu2luJth5NVSSk5LckGRLkvOmWX5Bkmva141Jbhta9s4k32hfLx79T5IkzbVRjywAlgInJjloqO2DM3VuH8N6IXAizXmODUnWVdXmHX2q6tyh/ucAT2in/yXNU/keDxwIfD7Jp9rzJpKkvWzUq6HeAvz39vUs4F1A1+3JVwJbqmprVd0FrGH2o5HVwOXt9HHA56tqe1XdAVwLnDRKrZKkuTfqkcULgccBV1fVK5I8FPirjnWWAjcPzU8AT56uY5IjgRXAVW3TtcBbkvxX4LdoAmrzNOudBZwFsHy5z2bSbnrrIfNdwdx560/muwLtp0YNi19U1b1Jtic5GPgh8IiOdTJN20y3CFkFfLSq7gGoqiuTPAn4MjAJrKf55fh9N1Z1EXARwGAw8PYj2j3uYKVOo146O57kUOBiYCPwNeCrHetMAEcMzS8Dts3QdxW/HoICoKreUVWPr6oTaYLn/41YqyRpjo16u49XtZPvT/L3wMFVdV3HahuAo5OsAL5HEwgvmdopyTHAYTRHDzvaFgGHVtWPkvwu8LvAlaPUKkmae6PedTbAS4FHVNX5SZYnWVlVMx5dVNX2JGcDVwCLgEuqalOS84HxqlrXdl0NrKmq4WGk+wFfaN6WnwKnV9VOw1CSpL0j991Hz9ApeR9wL3B8VR2b5DDgyqp6Ut8FjmowGNT4+Ph8lyFJ+5QkG6tq0NVv1BPcT66qJya5GqCqbk2yZI8qlCTtM0Y9wX13ex6hANrbfdzbW1WSpAVl1LB4D/Ax4CFJ3gF8Efiz3qqSJC0oo14N9aEkG4ETaC5jPa2qru+1MknSgrEr94b6AfCFdp37J3liVX2tn7IkSQvJqJfO/ifgDOBb/PpX2AUc309ZkqSFZNQjixcBj2xvCChJ+g0z6gnubwCH9lmIJGnhGvXI4s+Bq5N8A/jljsaq6rpNuSRpPzBqWHwAeCfwdfx9hST9xhk1LG6pqvf0WokkacEaNSw2JvlzYB33HYby0llJ+g0walg8of33KUNtXjorSb8hRv0F97P6LkSStHCNeunsryT5uz4KkSQtXLscFsDSOa9CkrSg7U5YXD1qxyQnJbkhyZYk502z/IIk17SvG5PcNrTsXUk2Jbk+yXvap/VJkubBrOcskiyvqpuG26rqj0bZcPv8iwuBE4EJYEOSdVW1eWhb5w71P4f2RHqSfwE8jebZ29DcEv0ZwOdGeW9J0tzqOrL4+I6JJH+9i9teCWypqq3tPaXWAKfO0n81cHk7XcBBwBLgQJpncv9gF99fkjRHusJieOjnEbu47aXAzUPzE8xwviPJkcAK4CqAqloPfBb4p/Z1xXTPz0hyVpLxJOOTk5O7WJ4kaVRdYVEzTI9iunMMM21jFfDRqroHIMmjgGOBZTQBc3ySP9hpY1UXVdWgqgZjY2O7WJ4kaVRdv7N4XJKf0uz4799O085XVR08y7oTwBFD88uAbTP0XQW8emj++cBXqup2gCSfovlB4D921CtJ6sGsRxZVtaiqDq6qB1bV4nZ6x/xsQQGwATg6yYokS2gCYd3UTkmOAQ4D1g813wQ8I8niJPejObntY1wlaZ7szqWzI6mq7cDZwBU0O/q1VbUpyflJhm9tvhpYU1XDQ1QfpXkq39eBa4Frq+oTfdUqSZpd7ruP3ncNBoMaHx+f7zIkaZ+SZGNVDbr69XZkIUnafxgWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnq1GtYJDkpyQ1JtiQ5b5rlFyS5pn3dmOS2tv1ZQ+3XJLkzyWl91ipJmtnivjacZBFwIXAiMAFsSLKuqjbv6FNV5w71Pwd4Qtv+WeDxbfuDgC3AlX3VKkmaXZ9HFiuBLVW1taruAtYAp87SfzVw+TTtLwQ+VVU/76FGSdII+gyLpcDNQ/MTbdtOkhwJrACummbxKqYPEZKclWQ8yfjk5OQelitJmkmfYZFp2mqGvquAj1bVPffZQPIw4J8DV0y3UlVdVFWDqhqMjY3tUbGSpJn1GRYTwBFD88uAbTP0neno4UXAx6rq7jmuTZK0C/oMiw3A0UlWJFlCEwjrpnZKcgxwGLB+mm3MdB5DkrQX9RYWVbUdOJtmCOl6YG1VbUpyfpJThrquBtZU1X2GqJIcRXNk8vm+apQkjSZT9tH7rMFgUOPj4/NdhiTtU5JsrKpBVz9/wS1J6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpU69hkeSkJDck2ZLkvGmWX5DkmvZ1Y5LbhpYtT3JlkuuTbG6fnCdJmgeL+9pwkkXAhcCJwASwIcm6qtq8o09VnTvU/xzgCUOb+CDwjqr6dJIHAPf2VaskaXZ9HlmsBLZU1daqugtYA5w6S//VwOUASY4DFlfVpwGq6vaq+nmPtUqSZtFnWCwFbh6an2jbdpLkSGAFcFXb9GjgtiR/k+TqJP+lPVKZut5ZScaTjE9OTs5x+ZKkHfoMi0zTVjP0XQV8tKruaecXA08HXgs8CXgEcMZOG6u6qKoGVTUYGxvb84olSdPqMywmgCOG5pcB22bou4p2CGpo3avbIaztwMeBJ/ZSpSSpU59hsQE4OsmKJEtoAmHd1E5JjgEOA9ZPWfewJDsOF44HNk9dV5K0d/QWFu0RwdnAFcD1wNqq2pTk/CSnDHVdDaypqhpa9x6aIajPJPk6zZDWxX3VKkmaXYb20fu0wWBQ4+Pj812GJO1TkmysqkFXP3/BLUnqZFhIkjoZFpKkToaFJKmTYSFJ6mRYSJI6GRaSpE6GhSSpk2EhSepkWEiSOhkWkqROhoUkqZNhIUnqZFhIkjoZFpKkToaFJKlTr2GR5KQkNyTZkuS8aZZfkOSa9nVjktuGlt0ztGynx7FKkvaexX1tOMki4ELgRGAC2JBkXVX96lnaVXXuUP9zgCcMbeIXVfX4vuqTJI2uzyOLlcCWqtpaVXcBa4BTZ+m/Gri8x3okSbupz7BYCtw8ND/Rtu0kyZHACuCqoeaDkown+UqS02ZY76y2z/jk5ORc1S1JmqLPsMg0bTVD31XAR6vqnqG25e1DxF8C/Lckj9xpY1UXVdWgqgZjY2N7XrEkaVp9hsUEcMTQ/DJg2wx9VzFlCKqqtrX/bgU+x33PZ0iS9qI+w2IDcHSSFUmW0ATCTlc1JTkGOAxYP9R2WJID2+nDgacBm6euK0naO3q7Gqqqtic5G7gCWARcUlWbkpwPjFfVjuBYDaypquEhqmOB/5HkXppA+8/DV1FJkvau3Hcfve8aDAY1Pj4+32VI0j4lycb2/PCs/AW3JKmTYSFJ6mRYSJI67TfnLJJMAt+d7zqkGRwO3DLfRUjTOLKqOn+ott+EhbSQJRkf5SSitFA5DCVJ6mRYSJI6GRbS3nHRfBcg7QnPWUiSOnlkIUnqZFhIkjoZFlKPklyS5IdJvjHftUh7wrCQ+nUpcNJ8FyHtKcNC6lFV/SPw4/muQ9pThoUkqZNhIUnqZFhIkjoZFpKkToaF1KMklwPrgWOSTCQ5c75rknaHt/uQJHXyyEKS1MmwkCR1MiwkSZ0MC0lSJ8NCktTJsJAkdTIsJEmd/j9v46vvNPirBQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          QDA                0.31            0.84            0.31            0.3             6.6496         \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEICAYAAAB1f3LfAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAF7BJREFUeJzt3X2wXVWd5vHvYyCoYGQk0ZYEBO3QGhWRPoJOt9oiaCJ2yIxdCkLLOMwwtqS6qq22xPGth2nsAi2oocyocRptu8C0L2Wb7lGhZNCRaRi5Gd5BiogKEYSgKC8qEPjNH3tfOF5u7j3JzuZyku+n6tTde52111n7pnKeu/baL6kqJEnaXk+Z6w5IksabQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiXY6ST6X5K/b5T9Ksmmu+yTtzAwSja0k305yd5I9OrRRSe5Pcl+SnyW5KMnbtmH7JySodtTnJFmS5Lx2X+9P8r0kb5pSZ+TfSRvaW5Ls27VvGl8GicZSkgOAVwMFrOzY3Muqai/g94DPAZ9I8pGObT7pJHkWcAnwIPBiYCFwNrAuyaop1Wf9nSTZE3gL8Evg+H57ryczg0Tj6h3AZTRfcifuiAar6q6q+nvgz4D3J9kHIMk7k9yQ5N4kNyf5T235nsA3gH3bv97vS7JvksOSXJrkF0luT/KJJPPbbZLk7CR3JvllkquTvKR9b48kH09yS5I7knwqydO29jnbsYt/AdwHnFRVP62qX1fVF4DTgbOSZNTfSestwC+A09hB/wYaTwaJxtU7gPPa1xuTPGcHtv01YDfgsHb9TuDNwALgncDZSQ6tqvuBFcBtVbVX+7oNeJjmS3sh8Crg9cC727beALwGOAjYG3gb8LP2vTPa8kOA3wUWAx+e4XO21VHAV6rqkSnlXwQObD9za6b+TqAJjy8A64AXJjl0O/qknYBBorGT5A+B5wFfrKoNwA+At++o9qvqIeAu4Fnt+v+sqh9U4zvAhTSH1ba2/YaquqyqtlTVj4BPA69t334IeAbwQiBVdUNV3d6OBv4j8BdV9fOquhf4KHDsjtovmmC7fZryybJFW9tw6u8kyf7A64Dzq+oO4CIcleyyDBKNoxOBC6vqrnb9fHbgl1iS3Wm+VH/erq9IclmSnyf5BfAmmi/lrW1/UJJ/TvLTJPfQBMJCgKr6X8AngDXAHUnWJlnQft7TgQ3tIbFfAN9khi/3KZ+5/9Bhr/u2Uu0u4LnTlE+WbZ6h/d/6nQB/CtxQVVe26+cBb2/raRdjkGisJHka8Fbgte0X9U9pDiO9LMnLdtDHHANsAb7XnhH2FeDjwHOqam/g68DkfMJ0z2H4JPB9YGlVLQD+81B9quqcqvp9mgnvg4D30nzJ/xp4cVXt3b6e2U54b+1zHlVVtwwd9tprK9W+BbwlydT/928FNtGM7Lbm0d9Ju/4O4PlD/wZn0YTlipn6qZ2TQaJxs4pmDmIZzVzCIcCLgO/SfLlttyTPSnI8zWjhjKr6GTAf2IPmr/UtSVbQzHNMugPYJ8kzh8qeAdwD3JfkhTQT1ZOf8Yokh7d/ud8P/AZ4uJ23+AzN/Muz27qLk7xxhs/ZVmfTzPP8bZLfSfLUJMcBHwI+Ms3cybS/kySvAl5AM18y+W/wEnbwyFDjwyDRuDkR+Gz7F/hPJ180h4uOT7LbdrR5VXs4aCPwH2jmKT4M0M5V/DnNhPTdNHMx6yc3rKrv00w439wektoX+Mu23r004fAPQ5+1oC27G/gxzUT7x9v33tf24bL2kNi3aE6/3drnbJM2GP8QeCpwPc0ZXJ8HTqmqc0f9ndD8G3ytqq6Z8m/w34A3t6cZaxcSn5Ao7ZrauZn/A3x1KCSkbeaIRNpFVdU9NCcOPJzkd+a6PxpfjkgkSZ04IpEkdbI9E5NjZ+HChXXAAQfMdTckaaxs2LDhrqqa9VqmXSJIDjjgACYmJua6G5I0VpL8eJR6HtqSJHVikEiSOjFIJEmdGCSSpE4MEklSJ70GSZLlSW5MsjHJqdO8/64k1yS5MsklSZa15fskubi9JfYnpmzz7bbNK9vXs/vcB0nSzHo7/TfJPJo7hh5Fc4vqy5Osr6rrh6qdX1WfauuvpLkV9XKaO6J+iOaOoi+Zpvnjq8rzeSXpSaDPEclhwMaqurmqHqR5HOcxwxXae/1M2pP2mQtVdX9VXUITKJKkJ7E+g2QxcOvQ+qa27LckOSXJD4AzaW7XPYrPtoe1PtQ+ovRxkpycZCLJxObNW33wmySpoz6DZLov+MfdIbKq1lTVC2iexfDBEdo9vqpeSvPM7FfTPPLz8R9UtbaqBlU1WLRopKeVSpK2Q59BsgnYb2h9CXDbDPXX0Tz9bkZV9ZP25700T2Q7rEMfJUkd9RkklwNLkxyYZD5wLENPlgNIsnRo9WjgppkaTLJbkoXt8u7Am4Frd2ivJUnbpLeztqpqS5LVwAXAPODcqrouyWnARFWtB1YnORJ4iObRo48+7znJj2geSzo/ySqa52T/GLigDZF5NI8i/Uxf+yBJmt0u8WCrwWBQ3v1XkrZNkg1VNZitnle2S5I6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkddJrkCRZnuTGJBuTnDrN++9Kck2SK5NckmRZW75PkouT3JfkE1O2+f12m41JzkmSPvdBkjSz3oIkyTxgDbACWAYcNxkUQ86vqpdW1SHAmcBZbflvgA8BfzlN058ETgaWtq/lPXRfkjSiPkckhwEbq+rmqnoQWAccM1yhqu4ZWt0TqLb8/qq6hCZQHpXkucCCqrq0qgr4PLCqx32QJM1itx7bXgzcOrS+CTh8aqUkpwDvAeYDR4zQ5qYpbS6ermKSk2lGLuy///4jd1qStG36HJFMN3dRjyuoWlNVLwDeB3xwR7TZtru2qgZVNVi0aNGsnZUkbZ8+g2QTsN/Q+hLgthnqr2P2w1Sb2nZGbVOS1LM+g+RyYGmSA5PMB44F1g9XSLJ0aPVo4KaZGqyq24F7k7yyPVvrHcDXdmy3JUnborc5kqrakmQ1cAEwDzi3qq5LchowUVXrgdVJjgQeAu4GTpzcPsmPgAXA/CSrgDdU1fXAnwGfA54GfKN9SZLmSJqTn3Zug8GgJiYm5robkjRWkmyoqsFs9byyXZLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqZNegyTJ8iQ3JtmY5NRp3n9XkmuSXJnkkiTLht57f7vdjUneOFT+o6FtJvrsvyRpdrv11XCSecAa4ChgE3B5kvVVdf1QtfOr6lNt/ZXAWcDyNlCOBV4M7At8K8lBVfVwu93rququvvouSRpdnyOSw4CNVXVzVT0IrAOOGa5QVfcMre4JVLt8DLCuqh6oqh8CG9v2JElPMn0GyWLg1qH1TW3Zb0lySpIfAGcCfz7CtgVcmGRDkpO39uFJTk4ykWRi8+bNHXZDkjSTPoMk05TV4wqq1lTVC4D3AR8cYds/qKpDgRXAKUleM92HV9XaqhpU1WDRokXb3ntJ0kj6DJJNwH5D60uA22aovw5YNdu2VTX5807gq3jIS5LmVJ9BcjmwNMmBSebTTJ6vH66QZOnQ6tHATe3yeuDYJHskORBYCnwvyZ5JntFuuyfwBuDaHvdBkjSL3s7aqqotSVYDFwDzgHOr6rokpwETVbUeWJ3kSOAh4G7gxHbb65J8Ebge2AKcUlUPJ3kO8NUkk30/v6q+2dc+SJJml6rHTVvsdAaDQU1MeMmJJG2LJBuqajBbPa9slyR1YpBIkjoxSCRJnYwUJGmckOTD7fr+STztVpI08ojkvwOvAo5r1++luY+WJGkXN+rpv4dX1aFJrgCoqrvba0MkSbu4UUckD7V38y2AJIuAR3rrlSRpbIwaJOfQ3I7k2UlOBy4BPtpbryRJY2OkQ1tVdV6SDcDraW6ouKqqbui1Z5KksTBrkCR5CnB1Vb0E+H7/XZIkjZNZD21V1SPAVUn2fwL6I0kaM6OetfVc4Lok3wPunyysqpW99EqSNDZGDZL/0msvJElja9TJ9u/03RFJ0ngaKUiS3Mtjj7qdD+wO3F9VC/rqmCRpPIw6InnG8HqSVfiIW0kS23n336r6R+CIHdwXSdIYGvXQ1r8dWn0KMOCxQ12SpF3YqGdt/fHQ8hbgR8AxO7w3kqSxM+ocyTv77ogkaTyN+mCrM5MsSLJ7kouS3JXkhL47J0l68ht1sv0NVXUP8GZgE3AQ8N7eeiVJGhujBsnu7c83AV+oqp/31B9J0pgZdbL9n5J8H/g18O72wVa/6a9bkqRxMdKIpKpOpXlm+6CqHqK5ceOsZ20lWZ7kxiQbk5w6zfvvSnJNkiuTXJJk2dB772+3uzHJG0dtU5L0xBp1RAKwGDgqyVOHyj6/tcrto3nXAEfRzKtcnmR9VV0/VO38qvpUW38lcBawvA2UY4EXA/sC30pyULvNbG1Kkp5Ao16Q+BHgj4BlwNeBFTSP291qkNDcQmVjVd3ctrGOZhTz6Jd+O4E/aU8eu8jxGGBdVT0A/DDJRh67JcuMbUqSnlijjkj+BHgZcEVVvTPJc4D/Mcs2i4Fbh9Y3AYdPrZTkFOA9NDeDnLztymLgsinbLm6XZ22zbfdk4GSA/ff3mVzaDn/1zLnuwY7zV7+c6x5oJzZqkPy6qh5JsiXJAuBO4PmzbJNpyh53W5WqWgOsSfJ24IPAiTNsO92czrS3aqmqtcBagMFg4O1ctO388pVGMmqQTCTZG/gMsAG4D/jeLNtsAvYbWl8C3DZD/XXAJ0fYdlvalCT1bNRbpLy7XfxUkm8CC6rq6lk2uxxYmuRA4Cc0k+dvH66QZGlV3dSuHg1MLq8Hzk9yFs1k+1Ka4MpsbUqSnlijTrYHOB54flWdlmT/JIdV1VZHJVW1Jclq4AJgHnBuVV2X5DRgoqrWA6uTHAk8BNxNc1iLtt4XaSbRtwCnVNXDbV8e1+b27bokaUdI1ezTB0k+CTwCHFFVL0ryr4ALq+oVfXdwRxgMBjUxMTHX3ZCksZJkQ1UNZqs36hzJ4VV1aJIrAKrq7iTzO/VQkrRTGPVeWw+1FxgWQHuLlEd665UkaWyMGiTnAF8Fnp3kdJqLET/aW68kSWNj1LO2zkuyAXg9zZlTq6rqhl57JkkaC9tyr607gO+22zwtyaFV9f/66ZYkaVyMevrvfwX+HfADHruSvHjsliaSpF3UqCOStwIvqKoH++yMJGn8jDrZfi2wd58dkSSNp1FHJH8DXJHkWuCBycKqWtlLryRJY2PUIPk74AzgGrx+RJI0ZNQguauqzum1J5KksTRqkGxI8jc0d+UdPrTl6b+StIsbNUhe3v585VCZp/9Kkka+sv11fXdEkjSeRj3991FJ/rmPjkiSxtM2BwmweIf3QpI0trYnSK7Y4b2QJI2tGYMkyf5Ty6rq3/fXHUnSuJltRPKPkwtJvtJzXyRJY2i2IMnQ8vP77IgkaTzNFiS1lWVJkoDZryN5WZJ7aEYmT2uXaderqhb02jtJ0pPejEFSVfOeqI5IksbT9pz+K0nSo3oNkiTLk9yYZGOSU6d5/z1Jrk9ydZKLkjxv6L0zklzbvt42VP65JD9McmX7OqTPfZAkzay3IEkyD1gDrACWAcclWTal2hXAoKoOBr4MnNluezRwKHAIcDjw3iTD8zHvrapD2teVfe2DJGl2fY5IDgM2VtXN7bPe1wHHDFeoqour6lft6mXAknZ5GfCdqtpSVfcDVwHLe+yrJGk79Rkki4Fbh9Y3MfN9uk4CvtEuXwWsSPL0JAuB1wH7DdU9vT0cdnaSPaZrLMnJSSaSTGzevHn790KSNKM+gyTTlE17LUqSE4AB8DGAqroQ+DrwL8AXgEuBLW319wMvBF4BPAt433RtVtXaqhpU1WDRokUddkOSNJM+g2QTvz2KWALcNrVSkiOBDwArq2r46Yunt3MgR9GE0k1t+e3VeAD4LM0hNEnSHOkzSC4HliY5MMl84FiaR/U+KsnLgU/ThMidQ+XzkuzTLh8MHAxc2K4/t/0ZYBVwbY/7IEmaxaiP2t1mVbUlyWrgAmAecG5VXZfkNGCiqtbTHMraC/hSkwvcUlUrgd2B77Zl9wAnVNXkoa3zkiyiGaVcCbyrr32QJM0uVTv/LbQGg0FNTEzMdTckaawk2VBVg9nqeWW7JKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJ70GSZLlSW5MsjHJqdO8/54k1ye5OslFSZ439N4ZSa5tX28bKj8wyf9NclOSf0gyv899kCTNrLcgSTIPWAOsAJYBxyVZNqXaFcCgqg4Gvgyc2W57NHAocAhwOPDeJAvabc4Azq6qpcDdwEl97YMkaXZ9jkgOAzZW1c1V9SCwDjhmuEJVXVxVv2pXLwOWtMvLgO9U1Zaquh+4ClieJMARNKED8HfAqh73QZI0iz6DZDFw69D6prZsa04CvtEuXwWsSPL0JAuB1wH7AfsAv6iqLbO1meTkJBNJJjZv3txhNyRJM9mtx7YzTVlNWzE5ARgArwWoqguTvAL4F2AzcCmwZVvarKq1wFqAwWAwbR1JUnd9jkg20YwiJi0BbptaKcmRwAeAlVX1wGR5VZ1eVYdU1VE0AXITcBewd5LdZmpTkvTE6TNILgeWtmdZzQeOBdYPV0jycuDTNCFy51D5vCT7tMsHAwcDF1ZVARcDf9JWPRH4Wo/7IEmaRW+HtqpqS5LVwAXAPODcqrouyWnARFWtBz4G7AV8qZlH55aqWgnsDny3LbsHOGFoXuR9wLokf01z1tff9rUPkqTZpfkjf+c2GAxqYmJirrshSWMlyYaqGsxWzyvbJUmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOuk1SJIsT3Jjko1JTp3m/fckuT7J1UkuSvK8offOTHJdkhuSnJMkbfm32zavbF/P7nMfJEkz6y1IkswD1gArgGXAcUmWTal2BTCoqoOBLwNnttv+a+APgIOBlwCvAF47tN3xVXVI+7qzr32QJM2uzxHJYcDGqrq5qh4E1gHHDFeoqour6lft6mXAksm3gKcC84E9gN2BO3rsqyRpO/UZJIuBW4fWN7VlW3MS8A2AqroUuBi4vX1dUFU3DNX9bHtY60OTh7ymSnJykokkE5s3b+6yH5KkGfQZJNN9wde0FZMTgAHwsXb9d4EX0YxQFgNHJHlNW/34qnop8Or29afTtVlVa6tqUFWDRYsWddoRSdLW9Rkkm4D9htaXALdNrZTkSOADwMqqeqAt/jfAZVV1X1XdRzNSeSVAVf2k/XkvcD7NITRJ0hzpM0guB5YmOTDJfOBYYP1whSQvBz5NEyLDk+a3AK9NsluS3Wkm2m9o1xe22+4OvBm4tsd9kCTNYre+Gq6qLUlWAxcA84Bzq+q6JKcBE1W1nuZQ1l7Al9qpjluqaiXNGVxHANfQHA77ZlX9U5I9gQvaEJkHfAv4TF/7IEmaXaqmnbbYqQwGg5qYmJjrbkjSWEmyoaoGs9XzynZJUicGiSSpE4NEktSJQSJJ6mSXmGxPshn48Vz3Q5rGQuCuue6EtBXPq6pZr+jeJYJEerJKMjHKWTHSk5mHtiRJnRgkkqRODBJpbq2d6w5IXTlHIknqxBGJJKkTg0SS1IlBIs2BJOcmuTOJj0HQ2DNIpLnxOWD5XHdC2hEMEmkOVNX/Bn4+1/2QdgSDRJLUiUEiSerEIJEkdWKQSJI6MUikOZDkC8ClwO8l2ZTkpLnuk7S9vEWKJKkTRySSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOvn/ZAoT4ozEF10AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          Random Forest      0.94            0.95            0.94            0.94            24.7398        \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAFbVJREFUeJzt3Xu0ZnV93/H3R2DUhJsyIxEGGFS0jhYvOYIm1UGMCi4LClZFDZfE0pRFbVyLtFBdXjBINHTFUEhc6KIEY0WixZIYg3YqIWmlciYUFAfISNQZRmG4XzSBgW//2Pvo5jBzfo8zszln4P1a61mzL7+993c/Z9b+PL/ffi6pKiRJmsuT5rsASdLCZ1hIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsNAWSXJBkt/tpw9Jsm6+a3oiSnJ5knfPdx16/DMsNKf+YnRnkidvxT4qyf1J7ktye5KVSd72c2z/mITRtjhOkuOTPNSf6z1Jrknyxm1V43xJ8qEkD/bnNfP4D49xDQbjPDIstFlJlgGvBAo4Yit396Kq2hl4HnABcE6SD27lPheqb/TnujvwR8BFSXaf55q2hc9X1c6Dx8d/3h0k2XGMwjQ+w0JzORa4ku7ifty22GFV3VZVnwH+LXBakj0AkpyQZHWSe5PclOTf9Mt/EfgKsNfgFe1eSQ5K8o0kdyX5YZJzkizqt0mSP0hya5K7k1yb5IX9uicnOSvJD5LckuSTSZ66ueNs5bk+DHwG+EXggJnlSf4syY/62q5I8oLBuguSnJvky/1z8X+TPHuw/rVJru+3PQfIYN2Tkrw/yff7c78wyW79umV9D++EJGv73uJvJXlZ//zc1e/v59b/PS5NckeSNUn+9WDdh5J8IcmfJrkHOL6v89Qk3+17mhcneXrf/il929v7mq5KsmeSM+heuJzT/222qFZtOcNCczkW+Gz/eH2SPbfhvv8HsCNwUD9/K/BGYFfgBOAPkry0qu4HDgfWD17RrgceAt4LLAZeAbwGOKnf1+uAVwHPpXt1/zbg9n7dx/rlLwaeA+wNfGCO42yxJDv05/Ig8P3Bqq/QhcczgL+je36HjgE+DDwNWAOc0e9vMfBF4P39eX8X+NXBdsf3j1cDzwJ2BmZfVA/uj/024BPA+4BfA14AvDXJii041c8B64C9gLcAH03ymsH6I4Ev0P0tPgu8B3gTsKLf5k7g3L7tccBuwD7AHsBvAT+pqvcBfwOc3P9tTt6COrU1qsqHj0c9gH9Bd5Fb3M9fD7x3sP4C4Hf76UOAdXPsq4DnbGL5j4B3bmabLwH/fpL9921+G7iknz4UuBF4OfCkQZsA9wPPHix7BfAPkx5ngufteGAjcFf//P0EeOsc7Xfvn5/dBs/rpwfr3wBc308fC1w563zWAe/u51cCJw3WP6+vYUdgWX+cvQfrbwfeNpj/IvDbm6nzQ8AD/XnNPPaiu6g/BOwyaHsmcMFguytm7Ws18JrB/DMHdf4G8H+AAzdRw+Uz5+rjsX/Ys9DmHAd8tapu6+f/G9toKAogyU7AEuCOfv7wJFf2Qxl30V0kF8+x/XOT/EU/nHMP8NGZ9lX1v+heUZ8L3JLkvCS79sf7BWBVP8RxF/BX/fJJat53eIN3jqZXVtXudD2DS+mGT2b2sUOS3+uHYO4BvtevGp7rjwbTP6brIUB3cV47s6K6K+jaQdu9eGQP5vt0F+Bhj/CWwfRPNjG/M5t3cVXtPnis7495R1XdO+u4ew/m1/JI+wGXDP4Gq+kCZ0+6YbvL6O7zrE/y8f7/iuaZYaFHSfJU4K3Aiv5i/CO6IZ8XJXnRNjrMkXSvwL+Z7p1WXwTOAvbsL7R/yc/G4zf11ch/TNfbOaCqdgX+06A9VXV2Vf0y3fDKc4HfAW6juyC+YHDB2626m9GbO85PVdUPanCDt3WCVXUf3dDYryd5Sb/4Hf25/xrdcMuyfnketYNH+yHdK/lugyTDeWA93YV4xr50z/EwELa19cDTk+wy67g3D+ZnP69rgcNnBc9Tqurmqnqwqj5cVcuBX6Ebmjx2M/vRY8iw0Ka8ie6V3nK6sf0XA8+nGzM+do7tmpI8Pck76V71f6yqbgcWAU8GNgAbkxxOd99hxi3AHjM3a3u7APcA9yX5Z3Q3zGeO8bIkB/evSO8H/hF4qLobzp+iux/yjL7t3kleP8dxtkp/fp8GPjCo+5/ohoB+ga5HNKkvAy9IclS6dxW9B/ilwfrPAe9Nsn+Snft9f76qNm7laWxWVa2lGzY6s785fSDwmzz6PszQJ4EzkuwHkGRJkiP76Vcn+ef9/Z576IanHuq3u4XuXozmgWGhTTkO+K/9K+kfzTzohnbemS17++M1/dDNGuDddPc/PgDQD2G8B7iY7mbnO+iGb+jXX093IbypH7rYCzilb3cvXQB8fnCsXftld9INidxO12sB+I99DVf2w0D/k25sf3PH2RY+Abyhv5Be2Nd0M/AdunebTaQfEvxXwO/RndMBwP8eNDmfbhjnCuAf6ELy322D+luOoeshrQcuAT5YVV+bo/0f0v19v5rkXrrn4OB+3S/R3Qy/h2546q+BPx1s95b+nVxnb+uT0NzSDXtKkrR59iwkSU2GhSSpybCQJDUZFpKkpsfNl3otXry4li1bNt9lSNJ2ZdWqVbdVVfODqY+bsFi2bBnT09PzXYYkbVeSfL/dymEoSdIEDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTaOGRZLDktyQZE2SUzexfr8kK5Ncm+TyJEsH6z6e5Lokq5OcnSRj1ipJ2rzRwiLJDsC5wOHAcuCYJMtnNTsLuLCqDgROB87st/0V4FeBA4EXAi8DVoxVqyRpbmP2LA4C1lTVTVX1AHARcOSsNsuBlf301wfrC3gKsAh4MrATcMuItUqS5jBmWOwNrB3Mr+uXDV0DHN1PvxnYJckeVfUNuvD4Yf+4rKpWzz5AkhOTTCeZ3rBhwzY/AUlSZ8yw2NQ9hpo1fwqwIsnVdMNMNwMbkzwHeD6wlC5gDk3yqkftrOq8qpqqqqklS5Zs2+olST+144j7XgfsM5hfCqwfNqiq9cBRAEl2Bo6uqruTnAhcWVX39eu+ArwcuGLEeiVJmzFmz+Iq4IAk+ydZBLwduHTYIMniJDM1nAac30//gK7HsWOSneh6HY8ahpIkPTZGC4uq2gicDFxGd6G/uKquS3J6kiP6ZocANyS5EdgTOKNf/gXgu8C36O5rXFNVfz5WrZKkuaVq9m2E7dPU1FRNT0/PdxmStF1Jsqqqplrt/AS3JKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpadSwSHJYkhuSrEly6ibW75dkZZJrk1yeZOlg3b5JvppkdZLvJFk2Zq2SpM0bLSyS7ACcCxwOLAeOSbJ8VrOzgAur6kDgdODMwboLgd+vqucDBwG3jlWrJGluY/YsDgLWVNVNVfUAcBFw5Kw2y4GV/fTXZ9b3obJjVX0NoKruq6ofj1irJGkOY4bF3sDawfy6ftnQNcDR/fSbgV2S7AE8F7gryX9PcnWS3+97Ko+Q5MQk00mmN2zYMMIpSJJg3LDIJpbVrPlTgBVJrgZWADcDG4EdgVf2618GPAs4/lE7qzqvqqaqamrJkiXbsHRJ0tCYYbEO2GcwvxRYP2xQVeur6qiqegnwvn7Z3f22V/dDWBuBLwEvHbFWSdIcxgyLq4ADkuyfZBHwduDSYYMki5PM1HAacP5g26clmekuHAp8Z8RaJUlzGC0s+h7BycBlwGrg4qq6LsnpSY7omx0C3JDkRmBP4Ix+24fohqBWJvkW3ZDWp8aqVZI0t1TNvo2wfZqamqrp6en5LkOStitJVlXVVKudn+CWJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpomCot03pXkA/38vkkOGrc0SdJCMWnP4o+AVwDH9PP3AueOUpEkacHZccJ2B1fVS/ufP6Wq7ux/0EiS9AQwac/iwSQ70P+Gdv8Ldg+PVpUkaUGZNCzOBi4BnpHkDOBvgY+OVpUkaUGZaBiqqj6bZBXwGrqfOH1TVa0etTJJ0oLRDIskTwKuraoXAtePX5IkaaFpDkNV1cPANUn2fQzqkSQtQJO+G+qZwHVJvgncP7Owqo4YpSpJ0oIyaVh8eNQqJEkL2qQ3uP967EIkSQvXRGGR5F76z1gAi4CdgPuratexCpMkLRyT9ix2Gc4neRPgd0NJ0hPEFn3rbFV9CTh0G9ciSVqgJh2GOmow+yRgip8NS0mSHucmfTfUvxxMbwS+Bxy5zauRJC1Ik96zOGHsQiRJC9ekP3708SS7JtkpycoktyV519jFSZIWhklvcL+uqu4B3gisA54L/M5oVUmSFpRJw2Kn/t83AJ+rqjtGqkeStABNeoP7z5NcD/wEOKn/8aN/HK8sSdJCMlHPoqpOpfsN7qmqepDuywSb74ZKcliSG5KsSXLqJtbv198DuTbJ5UmWzlq/a5Kbk5wz2elIksYwac8CYG/gtUmeMlh24eYa9z/Dei7wWrr7HFclubSqvjNodhZwYVX9SZJDgTOBXx+s/wjg91JJ0jyb9N1QHwT+S/94NfBxoPX15AcBa6rqpqp6ALiIR/dGlgMr++mvD9cn+WVgT+Crk9QoSRrPpD2LtwAvAq6uqhOS7Al8urHN3sDawfw64OBZba4Bjgb+EHgzsEuSPYA7gf9M18t4zeYOkORE4ESAfff1t5m0hT6023xXsO186O75rkCPU5OGxU+q6uEkG5PsCtwKPKuxTTaxbPZXhJwCnJPkeOAK4Ga6T4ifBPxlVa1NNrWbfmdV5wHnAUxNTfn1I9oyXmClpknDYjrJ7sCngFXAfcA3G9usA/YZzC8F1g8bVNV64CiAJDsDR1fV3UleAbwyyUnAzsCiJPf1N9olSY+xSb/u46R+8pNJ/grYtaqubWx2FXBAkv3pegxvB94xbJBkMXBH/zvfpwHn98d756DN8XTvwjIoJGmeTHqDO0neleQDVfU94K4kc/6eRVVtBE4GLgNWAxdX1XVJTk8yc3P8EOCGJDfS3cw+YwvPQ5I0olS1h/qT/DHwMHBoVT0/ydOAr1bVy8YucFJTU1M1PT0932VI0nYlyaqqmmq1m/SexcFV9dIkVwNU1Z1JFm1VhZKk7cak3w31YP8huwLov+7j4dGqkiQtKJOGxdnAJcAzkpwB/C3w0dGqkiQtKJO+G+qzSVbRfUAuwJuqavWolUmSFoyf57uhbgH+pt/mqUleWlV/N05ZkqSFZKKwSPIR4Hjgu/zsU9gFHDpOWZKkhWTSnsVbgWf3XwgoSXqCmfQG97eB3ccsRJK0cE3aszgTuDrJt4F/mllYVa2vKZckPQ5MGhZ/AnwM+BZ+vkKSnnAmDYvbqursUSuRJC1Yk4bFqiRnApfyyGEo3zorSU8Ak4bFS/p/Xz5Y5ltnJekJYtJPcL967EIkSQvXpG+d/akkfzFGIZKkhevnDgtg721ehSRpQduSsLh6m1chSVrQ5gyLJPvOXlZVvzFeOZKkhajVs/jSzESSL45ciyRpgWqFRQbTzxqzEEnSwtUKi9rMtCTpCaT1OYsXJbmHrofx1H6afr6qatdRq5MkLQhzhkVV7fBYFSJJWri25K2zkqQnGMNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUNGpYJDksyQ1J1iQ5dRPr90uyMsm1SS5PsrRf/uIk30hyXb/ubWPWKUma22hhkWQH4FzgcGA5cEyS5bOanQVcWFUHAqcDZ/bLfwwcW1UvAA4DPpFk97FqlSTNbcyexUHAmqq6qaoeAC4CjpzVZjmwsp/++sz6qrqxqv6+n14P3AosGbFWSdIcxgyLvYG1g/l1/bKha4Cj++k3A7sk2WPYIMlBwCLgu7MPkOTEJNNJpjds2LDNCpckPdKYYZFNLJv9A0qnACuSXA2sAG4GNv50B8kzgc8AJ1TVw4/aWdV5VTVVVVNLltjxkKSxtH78aGusA/YZzC8F1g8b9ENMRwEk2Rk4uqru7ud3Bb4MvL+qrhyxTklSw5g9i6uAA5Lsn2QR8Hbg0mGDJIuTzNRwGnB+v3wRcAndze8/G7FGSdIERguLqtoInAxcBqwGLq6q65KcnuSIvtkhwA1JbgT2BM7ol78VeBVwfJL/1z9ePFatkqS5pWr2bYTt09TUVE1PT893GZK0XUmyqqqmWu38BLckqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKlp1LBIcliSG5KsSXLqJtbvl2RlkmuTXJ5k6WDdcUn+vn8cN2adkqS5jRYWSXYAzgUOB5YDxyRZPqvZWcCFVXUgcDpwZr/t04EPAgcDBwEfTPK0sWqVJM1tzJ7FQcCaqrqpqh4ALgKOnNVmObCyn/76YP3rga9V1R1VdSfwNeCwEWuVJM1hzLDYG1g7mF/XLxu6Bji6n34zsEuSPSbcliQnJplOMr1hw4ZtVrgk6ZHGDItsYlnNmj8FWJHkamAFcDOwccJtqarzqmqqqqaWLFmytfVKkjZjxxH3vQ7YZzC/FFg/bFBV64GjAJLsDBxdVXcnWQccMmvby0esVZI0hzF7FlcBByTZP8ki4O3ApcMGSRYnmanhNOD8fvoy4HVJntbf2H5dv0ySNA9GC4uq2gicTHeRXw1cXFXXJTk9yRF9s0OAG5LcCOwJnNFvewfwEbrAuQo4vV8mSZoHqXrUrYDt0tTUVE1PT893GZK0XUmyqqqmWu38BLckqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkpsfNb3An2QB8f77rkDZjMXDbfBchbcJ+VbWk1ehxExbSQpZkuqqm5rsOaUs5DCVJajIsJElNhoX02DhvvguQtob3LCRJTfYsJElNhoUkqcmwkEaU5Pwktyb59nzXIm0Nw0Ia1wXAYfNdhLS1DAtpRFV1BXDHfNchbS3DQpLUZFhIkpoMC0lSk2EhSWoyLKQRJfkc8A3geUnWJfnN+a5J2hJ+3YckqcmehSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJavr/l5FHQT4cJl8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          ID3                0.95            0.95            0.95            0.95            29.2844        \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAFB5JREFUeJzt3X+wZ3V93/Hnix9rbGEF2SsTWX6ZQOLqgJLrok11iU4QHAMCHQU1ImlKW8JkmhmcQO1IuhaJCW1aRowhCTWkRkqbajExQbIBEycycjcUkKzgwqhcVuEiv1ELK+/+cc7Sr5fd+/ne3Xu49+4+HzN37jmf8znnvL//fF/fz/mc7/mmqpAkaS57LXYBkqSlz7CQJDUZFpKkJsNCktRkWEiSmgwLSVKTYaFlL8knk/yHfvmEJNOLXZO0uzEstGwkuSnJI0letAvHqCRPJXkyyXeTbEjyrnns/4KE0UKcJ8n7k3xpZP0bSb6f5Ikkjyb5uyT/KsleI33+TZJ7kzyeZEuS30myz67Uod2DYaFlIckRwBuBAk7ZxcMdW1X7AT8FfBL4WJKLd/GYy8UvVNX+wOHAbwK/DvzhyPbPAcdV1Urg1cCxwK++4FVqyTEstFy8D7iZ7s397IU4YFU9VFV/DPxr4KIkBwEkOSfJpv4T+L1J/mXf/o+BvwBe3o9Mnkzy8iRrk3y5/7T+7SQfS7Ki3yf9p/MHkzyW5PYkr+63vSjJZUm+leSBJJ9I8uIdnWchXvPIa3+sqq4D3gWcva2mqrqnqh7tuwV4FvjJhTy3lifDQsvF+4BP9X9vTXLwAh77fwP7AGv79QeBtwMrgXOA30lyXFU9BZwMbKmq/fq/LcAPgV8DVgFvAN4CnNcf60TgTcDRwAF0b87f7bd9tG9/Dd0b8iHAh+Y4z4Krqq8A03SjNgCSvDvJ48BDdCOL3xvi3FpeDAsteUn+Kd1lk2uraiNwD/DuhTp+VT1D98b40n79z/tP2FVVXwS+wMib6Xb231hVN1fV1qr6Bt2b67p+8zPA/sBPA6mqTVX17SQB/gXwa1X1cFU9AXwEOHOhXtc8bKF/7QBV9Sf9ZaijgU8ADyxCTVpiDAstB2cDX6iqh/r1P2GBLkUBJNkXmAAe7tdPTnJzkoeTPAq8jW7UsKP9j07yZ0m+038i/8i2/lX118DHgCuAB5JcmWRlf75/BGzsL189Cvxl3z5OzYeNXKJ6cmdfe+8Q+tc+qqq+DtwJfHwXj6/dgGGhJS3Ji4F3Auv6N+Pv0F3yOTbJsQt0mlOBrcBX+jut/hS4DDi4qg4APk93/R66CfbZfhf4GnBU/4n83470p6our6qfAV5F92n9A3Qjme8Dr6qqA/q/l/QT7zs6z3Oq6lsjl6j2m6vvXJK8ji4svrSDLvsAP7Gzx9fuw7DQUvcOujmBNXTX9l8DvBL4W7p5jJ2W5KVJ3kP3qf+jVfVdYAXwImAG2JrkZLp5h20eAA5K8pKRtv2Bx4Enk/w03YT5tnO8Lsnx/ejlKeAHwA+r6lng9+nmQ17W9z0kyVvnOM+CSbIyyduBa4D/VlV39O2/PFLPGuAiYMMQNWh5MSy01J0N/Nf+k/R3tv3RXdp5z05+B+C2/tLNZuCX6eYNPgTQzx38KnAt8Ajd3Mh123asqq8Bnwbu7S8fvRy4oO/3BF0A/PeRc63s2x4Bvkk3uX1Zv+3X+xpu7i9f/RXd7bw7Os9C+FySJ4D7gA8C/4luEn+bnwXuSPIU3Yjq83QjJe3h4o8fSZJaHFlIkpoMC0lSk2EhSWoyLCRJTbvN0yRXrVpVRxxxxGKXIUnLysaNGx+qquaXQXebsDjiiCOYmppa7DIkaVlJ8s1x+g12GSrJVf2TNr+6g+1JcnmSzf2TOI8b2XZ2kq/3fwv2WAdJ0s4Zcs7ik8BJc2w/GTiq/zuX7pEJJHkpcDFwPN1TQC9OcuCAdUqSGgYLi6r6G7bzcLIRpwJX90/2vBk4IMmPA28FbuifxPkIcANzh44kaWCLeTfUIXSPHNhmum/bUfvzJDk3yVSSqZmZmcEKlaQ93WKGRbbTVnO0P7+x6sqqmqyqyYmJsZ7sLEnaCYsZFtPAoSPrq+l+hGVH7ZKkRbKYYXEd8L7+rqjXA49V1beB64ETkxzYT2yf2LdJkhbJYN+zSPJp4ARgVZJpujuc9gWoqk/QPfr4bXSPaP4e/WOSq+rhJB8GbukPtb6q5poolyQNbLCwqKqzGtsL+JUdbLsKuGqIuiRJ8+ezoSRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqGjQskpyU5K4km5NcuJ3thyfZkOT2JDclWT2y7beS3JlkU5LLk2TIWiVJOzZYWCTZG7gCOBlYA5yVZM2sbpcBV1fVMcB64NJ+338C/CxwDPBq4HXAuqFqlSTNbciRxVpgc1XdW1VPA9cAp87qswbY0C/fOLK9gB8DVgAvAvYFHhiwVknSHIYMi0OA+0bWp/u2UbcBZ/TLpwH7Jzmoqr5MFx7f7v+ur6pNA9YqSZrDkGGxvTmGmrV+AbAuya10l5nuB7Ym+UnglcBquoB5c5I3Pe8EyblJppJMzczMLGz1kqTnDBkW08ChI+urgS2jHapqS1WdXlWvBT7Ytz1GN8q4uaqerKongb8AXj/7BFV1ZVVNVtXkxMTEUK9DkvZ4Q4bFLcBRSY5MsgI4E7hutEOSVUm21XARcFW//C26Ecc+SfalG3V4GUqSFslgYVFVW4Hzgevp3uivrao7k6xPckrf7QTgriR3AwcDl/Tt/xO4B7iDbl7jtqr63FC1SpLmlqrZ0wjL0+TkZE1NTS12GZK0rCTZWFWTrX5+g1uS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktQ0Vlik894kH+rXD0uydoz9TkpyV5LNSS7czvbDk2xIcnuSm5KsHtl2WJIvJNmU5B+SHDH+y5IkLaRxRxYfB94AnNWvPwFcMdcOSfbu+5wMrAHOSrJmVrfLgKur6hhgPXDpyLargd+uqlcCa4EHx6xVkrTAxg2L46vqV4AfAFTVI8CKxj5rgc1VdW9VPQ1cA5w6q88aYEO/fOO27X2o7FNVN/Tne7KqvjdmrZKkBTZuWDzTjxQKIMkE8Gxjn0OA+0bWp/u2UbcBZ/TLpwH7JzkIOBp4NMn/SnJrkt/uz/8jkpybZCrJ1MzMzJgvRZI0X+OGxeXAZ4CXJbkE+BLwkcY+2U5bzVq/AFiX5FZgHXA/sBXYB3hjv/11wCuA9z/vYFVXVtVkVU1OTEyM+VIkSfO1zzidqupTSTYCb6ELgXdU1abGbtPAoSPrq4Ets467BTgdIMl+wBlV9ViSaeDWqrq33/ZZ4PXAH45TryRpYTXDIslewO1V9Wrga/M49i3AUUmOpBsxnAm8e9axVwEPV9WzwEXAVSP7HphkoqpmgDcDU/M4tyRpATUvQ/Vv5LclOWw+B66qrcD5wPXAJuDaqrozyfokp/TdTgDuSnI3cDBwSb/vD+kuQW1IcgfdaOb353N+SdLCSdXsaYTtdEr+mm7u4CvAU9vaq+qUHe70ApucnKypKQcfkjQfSTZW1WSr31hzFsC/38V6JEnL2LgT3F8cuhBJ0tI1VlgkeYL/f9vrCmBf4KmqWjlUYZKkpWPckcX+o+tJ3kH3DW1J0h5gp546W1WfpbudVZK0Bxj3MtTpI6t7AZM8/9vYkqTd1Lh3Q/3CyPJW4Bs8/6GAkqTd1LhzFucMXYgkaeka98ePfivJyiT79j9W9FCS9w5dnCRpaRh3gvvEqnoceDvdAwKPBj4wWFWSpCVl3LDYt///NuDTVfXwQPVIkpagcSe4P5fka8D3gfP6Hz/6wXBlSZKWkrFGFlV1Id1vcE9W1TN0DxP0bihJ2kOMO7KA7idRfz7Jj420Xb3A9UiSlqBxv5R3Md1vT6wBPg+cTPfTqoaFJO0Bxh1Z/DPgWLqfOj0nycHAHwxXlvQC+o2XLHYFC+c3HlvsCrSbGjcsvl9VzybZmmQl8CDwigHrkl44vsFKTeOGxVSSA+h+2nQj8CTdr+ZJkvYA4z7u47x+8RNJ/hJYWVW3D1eWJGkpGfdxH0ny3iQfqqpvAI8m8fcsJGkPMe43uD9O9z2Ls/r1J4ArBqlIkrTkjDtncXxVHZfkVoCqeiTJigHrkiQtIeOOLJ5Jsjf9Dx71j/t4drCqJElLyrhhcTnwGeBlSS6h+0LeRwarSpK0pIx7N9SnkmwE3gIEeEdVbRq0MknSkjGfZ0M9APxtv8+LkxxXVX8/TFmSpKVk3GdDfRh4P3AP/bxF///Nw5QlSVpKxh1ZvBP4iap6eshiJElL07gT3F8FDhiyEEnS0jXuyOJS4NYkXwX+77bGqjplkKokSUvKuGHxR8BHgTvw+xWStMcZNyweqqrLB61EkrRkjRsWG5NcClzHj16G8tZZSdoDjBsWr+3/v36krXnrbJKTgP8C7A38QVX95qzthwNXARPAw8B7q2p6ZPtKYBPwmao6f8xaJUkLbNxvcP/cfA/cP0vqCuDngWngliTXVdU/jHS7DLi6qv4oyZvpJtJ/cWT7h4EvzvfckqSFNe6ts89J8mdjdl0LbK6qe/vvZ1wDnDqrzxpgQ7984+j2JD8DHAx8Yb41SpIW1rzDAjhkHv3uG1mf3s6+twFn9MunAfsnOSjJXsB/BD4w1wmSnJtkKsnUzMzMmGVJkuZrZ8Li1jH7ZTttNWv9AmBd/zsZ64D7ga3AecDnq+o+5lBVV1bVZFVNTkxMjFmWJGm+5pyzSHJYVX1rtK2qfmnMY08Dh46srwa2zDrWFuD0/lz7AWdU1WNJ3gC8Mcl5wH7AiiRPVtWFY55bkrSAWiOLz25bSPKn8zz2LcBRSY7sf1XvTLpbb5+TZFV/yQngIro7o6iq91TVYVV1BN3o42qDQpIWTyssRi8lvWI+B66qrcD5wPV0t79eW1V3JlmfZNtjQk4A7kpyN91k9iXzOYck6YWRqtnTCCMbk7+vquNmLy9Fk5OTNTU1tdhlSNKykmRjVU22+rW+Z3FsksfpRhgv7pfp16uqVu5inZKkZWDOsKiqvV+oQiRJS9fO3DorSdrDGBaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoaNCySnJTkriSbk1y4ne2HJ9mQ5PYkNyVZ3be/JsmXk9zZb3vXkHVKkuY2WFgk2Ru4AjgZWAOclWTNrG6XAVdX1THAeuDSvv17wPuq6lXAScB/TnLAULVKkuY25MhiLbC5qu6tqqeBa4BTZ/VZA2zol2/ctr2q7q6qr/fLW4AHgYkBa5UkzWHIsDgEuG9kfbpvG3UbcEa/fBqwf5KDRjskWQusAO4ZqE5JUsOQYZHttNWs9QuAdUluBdYB9wNbnztA8uPAHwPnVNWzzztBcm6SqSRTMzMzC1e5JOlHDBkW08ChI+urgS2jHapqS1WdXlWvBT7Ytz0GkGQl8OfAv6uqm7d3gqq6sqomq2pyYsKrVJI0lCHD4hbgqCRHJlkBnAlcN9ohyaok22q4CLiqb18BfIZu8vt/DFijJGkMg4VFVW0FzgeuBzYB11bVnUnWJzml73YCcFeSu4GDgUv69ncCbwLen+T/9H+vGapWSdLcUjV7GmF5mpycrKmpqcUuQ5KWlSQbq2qy1c9vcEuSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoGDYskJyW5K8nmJBduZ/vhSTYkuT3JTUlWj2w7O8nX+7+zh6xTkjS3wcIiyd7AFcDJwBrgrCRrZnW7DLi6qo4B1gOX9vu+FLgYOB5YC1yc5MChapUkzW3IkcVaYHNV3VtVTwPXAKfO6rMG2NAv3ziy/a3ADVX1cFU9AtwAnDRgrZKkOQwZFocA942sT/dto24DzuiXTwP2T3LQmPuS5NwkU0mmZmZmFqxwSdKPGjIssp22mrV+AbAuya3AOuB+YOuY+1JVV1bVZFVNTkxM7Gq9kqQd2GfAY08Dh46srwa2jHaoqi3A6QBJ9gPOqKrHkkwDJ8za96YBa5UkzWHIkcUtwFFJjkyyAjgTuG60Q5JVSbbVcBFwVb98PXBikgP7ie0T+zZJ0iIYLCyqaitwPt2b/Cbg2qq6M8n6JKf03U4A7kpyN3AwcEm/78PAh+kC5xZgfd8mSVoEqXreVMCylGQG+OZi1yHtwCrgocUuQtqOw6uqOem724SFtJQlmaqqycWuQ9pZPu5DktRkWEiSmgwL6YVx5WIXIO0K5ywkSU2OLCRJTYaFJKnJsJAGlOSqJA8m+epi1yLtCsNCGtYn8fH62g0YFtKAqupvAB9Vo2XPsJAkNRkWkqQmw0KS1GRYSJKaDAtpQEk+DXwZ+Kkk00n++WLXJO0MH/chSWpyZCFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpr+H7Nue3H4JY47AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          AdaBoost           0.95            0.95            0.95            0.95            391.8043       \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAFcpJREFUeJzt3X+QZWV95/H3R2DELCDItJQy/FwxcbRASTvirjpEEwSjoGAp+AvdVNhdpbbKDe7CasSMQaKSiktJNMRQBtfAkmR10ZigNQE1tVKhRwJKRnCgVIZBaUR+DGpk5Lt/nNPm0vT0cxv60D3M+1V1a845z3PO+d6r3E+f57n33FQVkiTN5wlLXYAkafkzLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYaMkk+WSS3++Xj06yealr2lEl+U6SX1/qOvT4ZVhocEmuSvKjJE98FMeoJPcn2Zrkh0nWJ3n9AvZ/TMJoMc/TH6uS/LfFON7IcUdfyzuTXJJk78U8xxznNMx2cIaFBpXkYODFQAHHP8rDHVFVewC/DHwS+GiSsx/lMZezU4G7+n8X28xreSiwD/C+Ac6hxxHDQkN7C3A13Zv7orzpVdWdVfUp4D8DZyXZFyDJ25JsTHJfkluS/Md++78B/hZ4ev/X9NYkT0+yJsnXktyd5PYkH02yot8nSf4oyR1J7klyfZLn9G1PTHJeku8l+UGSjyd50vbO80ieY5JfAl4LvAM4LMnkrPY3J/luf5X17llt231ec7yW9wKXA6tH9n96ksuT3JVkU5LfHml7YpKPJNnSPz4yc8WYZGWSz/fnvSvJV5M8IcmngAOBz/WvyaJeKemxYVhoaG8BPt0/Xp5kv0U89v8FdgXW9Ot3AK8E9gLeBvxRkiOr6n7gOGBLVe3RP7YAPwfeCawEXgi8DHh7f6xjgJcAzwT2Bl4P/LBv+2C//bnAM4D9gffOc55H4iRgK/CXwBV0ryMASVYDHwPeDDwd2BdYNbLvfM/rIZLsA7yaLtBnXAJs7o/9WuADSV7Wt70bOKp/7kfQvfbv6dt+p99vAtgP+B9AVdWbge8Br+pfkw8t7KXQcmBYaDBJXgQcBFxWVRuAm4E3LNbxq+oB4E7gKf3631TVzdX5MvBFuiGw7e2/oaqurqptVfUd4E+AtX3zA8CewK8AqaqNVXV7kgC/Dbyzqu6qqvuADwAnL9bz6p0K/O+q+jnwF8ApSXbr214LfL6qvlJV/wL8LvDgmM9rxteT3E33+h3Y9yHJAcCLgP9eVT+tqn8CPkEXTABvBNZV1R1VNQ383kjbA8DTgIOq6oGq+mp587nHDcNCQzoV+GJV3dmv/wWLOP7ev3lO0I3rk+S4JFf3QyB3A6+g++t6e/s/sx82+X6Se+ne9FcCVNXfAx8FLgB+kOTCJHv15/slYEM/3HI38Hf99nFqPnBkiGrrdvocAPwa3dUYdFdQuwO/2a8/Hbh1pn9/RfPDkf23+7xGHFlVe/fH/Rjw1SS798eeCcEZ36W7epo593dntc0MtX0Y2AR8sR8GPLPxcmgHYlhoEEmeBLwOWNu/aX2fbmjkiCRHLNJpTgC2Af/Yj5v/NXAesF//RvgFIH3fuf7C/RjwLeCwqtqLbthkpj9VdX5V/SrwbLphp3fR/SX+E+DZVbV3/3hyP1m8vfP8QlV9b2SIao/tdHsz3X+bn+tft1vo3tRnhqJuBw6Y6dzPb+w77vOaVc8DdFcOhwDPAbYAT0my50i3A4Hb+uUtdFeLo21b+mPdV1W/U1WHAq8C/uvI8JVXGDs4w0JDeTXd2PlquvHt5wLPAr7KyPj7I5HkKUneSPdX/wer6ofACuCJwDSwLclxdPMOM34A7JvkySPb9gTuBbYm+RW6CfOZczw/yQv6q5f7gZ8CP6+qB4E/pZsPeWrfd/8kL5/nPAv1FrrhneeOPE4CfrOfzP8r4JVJXtRPXK/jof8tb/d5zZZkF7r5nZ8At1TVrcD/A85NsnuSw4Hf4l+vci4B3pNkIslK4L3A/+qP9cokz+iH6u6l+9//5yOvy6GP4jXRUqsqHz4W/UE3NPOHc2x/HfB9uonpTwK/328/Gtg8z/GK7k17K92w05XAG2b1eQfdm9LdwKeAS2eO37dfRDdcczfd0MlL6P4C30oXYuuAf+j7vgy4vm+7k+7Nco++bXe6oZ1b6N4UNwL/ZXvnWeDrdhRdME3M0XYDcHq/fCrdpPEP6SadvwP8et+23ec1x2t5L3AN8PKR9lXA5/vX+WbgP4207Q6cT3d1c3u/vHvf9s6+jvvpJrp/d2S/E/p67wbOWOr/f/pY+CP9/5CSJG2Xw1CSpCbDQpLUZFhIkpoMC0lS065LXcBiWblyZR188MFLXYYk7VA2bNhwZ1U1v1T6uAmLgw8+mKmpqaUuQ5J2KEm+2+414DBUkov6O3Z+czvtSXJ+f1fL65McOdJ2apJv948hbs8sSVqAIecsPgkcO0/7ccBh/eM0ulsUkOQpwNnAC+juaHl2f2dMSdISGSwsquor9Dd4244TgIurczWwd5KnAS8HvlTdHT1/BHyJ+UNHkjSwpfw01P6M3DmT7vYA+8+z/WGSnJZkKsnU9PT0YIVK0s5uKcNirrtg1jzbH76x6sKqmqyqyYmJse4QLUl6BJYyLDYzcptlupuXbZlnuyRpiSxlWFwOvKX/VNRRwD1VdTvdT0gek2SffmL7mH6bJGmJDPY9iySX0N12emWSzXSfcNoNoKo+TvfDNK+g+2WtH9PdU5+quivJ++lumwzdTzjON1EuSRrYYGFRVac02ovu9wfmaruI7jcBJEnLgPeGkiQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKlp0LBIcmySG5NsSnLmHO0HJVmf5PokVyVZNdL2oSQ3JNmY5PwkGbJWSdL2DRYWSXYBLgCOA1YDpyRZPavbecDFVXU4sA44t9/33wH/HjgceA7wfGDtULVKkuY35JXFGmBTVd1SVT8DLgVOmNVnNbC+X75ypL2A3YEVwBOB3YAfDFirJGkeQ4bF/sCtI+ub+22jrgNO6pdfA+yZZN+q+hpdeNzeP66oqo0D1ipJmseQYTHXHEPNWj8DWJvkWrphptuAbUmeATwLWEUXMC9N8pKHnSA5LclUkqnp6enFrV6S9AtDhsVm4ICR9VXAltEOVbWlqk6squcB7+633UN3lXF1VW2tqq3A3wJHzT5BVV1YVZNVNTkxMTHU85Cknd6QYXENcFiSQ5KsAE4GLh/tkGRlkpkazgIu6pe/R3fFsWuS3eiuOhyGkqQlMlhYVNU24HTgCro3+suq6oYk65Ic33c7GrgxyU3AfsA5/fa/Am4GvkE3r3FdVX1uqFolSfNL1exphB3T5ORkTU1NLXUZkrRDSbKhqiZb/fwGtySpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqWmssEjnTUne268fmGTNGPsdm+TGJJuSnDlH+0FJ1ie5PslVSVaNtB2Y5ItJNib55yQHj/+0JEmLadwriz8GXgic0q/fB1ww3w5Jdun7HAesBk5JsnpWt/OAi6vqcGAdcO5I28XAh6vqWcAa4I4xa5UkLbJxw+IFVfUO4KcAVfUjYEVjnzXApqq6pap+BlwKnDCrz2pgfb985Ux7Hyq7VtWX+vNtraofj1mrJGmRjRsWD/RXCgWQZAJ4sLHP/sCtI+ub+22jrgNO6pdfA+yZZF/gmcDdSf5PkmuTfLg//0MkOS3JVJKp6enpMZ+KJGmhxg2L84HPAE9Ncg7wD8AHGvtkjm01a/0MYG2Sa4G1wG3ANmBX4MV9+/OBQ4G3PuxgVRdW1WRVTU5MTIz5VCRJC7XrOJ2q6tNJNgAvowuBV1fVxsZum4EDRtZXAVtmHXcLcCJAkj2Ak6rqniSbgWur6pa+7bPAUcCfjVOvJGlxNcMiyROA66vqOcC3FnDsa4DDkhxCd8VwMvCGWcdeCdxVVQ8CZwEXjey7T5KJqpoGXgpMLeDckqRF1ByG6t/Ir0ty4EIOXFXbgNOBK4CNwGVVdUOSdUmO77sdDdyY5CZgP+Ccft+f0w1BrU/yDbqrmT9dyPklSYsnVbOnEebolPw93dzBPwL3z2yvquO3u9NjbHJysqamvPiQpIVIsqGqJlv9xpqzAH7vUdYjSdqBjTvB/eWhC5EkLV9jhUWS+/jXj72uAHYD7q+qvYYqTJK0fIx7ZbHn6HqSV9N9Q1uStBN4RHedrarP0n2cVZK0Exh3GOrEkdUnAJM8/NvYkqTHqXE/DfWqkeVtwHd4+E0BJUmPU+POWbxt6EIkScvXuD9+9KEkeyXZrf+xojuTvGno4iRJy8O4E9zHVNW9wCvpbhD4TOBdg1UlSVpWxg2L3fp/XwFcUlV3DVSPJGkZGneC+3NJvgX8BHh7/+NHPx2uLEnScjLWlUVVnUn3G9yTVfUA3c0E/TSUJO0kxr2ygO4nUX8jye4j2y5e5HokScvQuF/KO5vutydWA18AjqP7aVXDQpJ2AuNeWbwWOILup07flmQ/4BPDlSU9ht735KWuYPG8756lrkCPU+OGxU+q6sEk25LsBdwBHDpgXdJjxzdYqWncsJhKsjfdT5tuALbS/WqeJGknMO7tPt7eL348yd8Be1XV9cOVJUlaTsa93UeSvCnJe6vqO8DdSfw9C0naSYz7De4/pvuexSn9+n3ABYNUJEladsads3hBVR2Z5FqAqvpRkhUD1iVJWkbGvbJ4IMku9D941N/u48HBqpIkLSvjhsX5wGeApyY5h+4LeR8YrCpJ0rIy7qehPp1kA/AyIMCrq2rjoJVJkpaNhdwb6gfAV/t9npTkyKr6+jBlSZKWk3HvDfV+4K3AzfTzFv2/Lx2mLEnScjLulcXrgH9bVT8bshhJ0vI07gT3N4G9hyxEkrR8jXtlcS5wbZJvAv8ys7Gqjh+kKknSsjJuWPw58EHgG/j9Ckna6YwbFndW1fmDViJJWrbGDYsNSc4FLuehw1B+dFaSdgLjhsXz+n+PGtnW/OhskmOB/wnsAnyiqv5gVvtBwEXABHAX8Kaq2jzSvhewEfhMVZ0+Zq2SpEU27je4f22hB+7vJXUB8BvAZuCaJJdX1T+PdDsPuLiq/jzJS+km0t880v5+4MsLPbckaXGN+9HZX0jy+TG7rgE2VdUt/fczLgVOmNVnNbC+X75ytD3JrwL7AV9caI2SpMW14LAA9l9Av1tH1jfPse91wEn98muAPZPsm+QJwB8C75rvBElOSzKVZGp6enrMsiRJC/VIwuLaMftljm01a/0MYG3/OxlrgduAbcDbgS9U1a3Mo6ourKrJqpqcmJgYsyxJ0kLNO2eR5MCq+t7otqr6D2MeezNwwMj6KmDLrGNtAU7sz7UHcFJV3ZPkhcCLk7wd2ANYkWRrVZ055rklSYuodWXx2ZmFJH+9wGNfAxyW5JD+V/VOpvvo7S8kWdkPOQGcRffJKKrqjVV1YFUdTHf1cbFBIUlLpxUWo0NJhy7kwFW1DTgduILu46+XVdUNSdYlmblNyNHAjUluopvMPmch55AkPTZSNXsaYaQx+XpVHTl7eTmanJysqamppS5DknYoSTZU1WSrX+t7FkckuZfuCuNJ/TL9elXVXo+yTknSDmDesKiqXR6rQiRJy9cj+eisJGknY1hIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKlp0LBIcmySG5NsSnLmHO0HJVmf5PokVyVZ1W9/bpKvJbmhb3v9kHVKkuY3WFgk2QW4ADgOWA2ckmT1rG7nARdX1eHAOuDcfvuPgbdU1bOBY4GPJNl7qFolSfMb8spiDbCpqm6pqp8BlwInzOqzGljfL185015VN1XVt/vlLcAdwMSAtUqS5jFkWOwP3DqyvrnfNuo64KR++TXAnkn2He2QZA2wArh5oDolSQ1DhkXm2Faz1s8A1ia5FlgL3AZs+8UBkqcBnwLeVlUPPuwEyWlJppJMTU9PL17lkqSHGDIsNgMHjKyvAraMdqiqLVV1YlU9D3h3v+0egCR7AX8DvKeqrp7rBFV1YVVNVtXkxISjVJI0lCHD4hrgsCSHJFkBnAxcPtohycokMzWcBVzUb18BfIZu8vsvB6xRkjSGwcKiqrYBpwNXABuBy6rqhiTrkhzfdzsauDHJTcB+wDn99tcBLwHemuSf+sdzh6pVkjS/VM2eRtgxTU5O1tTU1FKXIUk7lCQbqmqy1c9vcEuSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoGDYskxya5McmmJGfO0X5QkvVJrk9yVZJVI22nJvl2/zh1yDolSfMbLCyS7AJcABwHrAZOSbJ6VrfzgIur6nBgHXBuv+9TgLOBFwBrgLOT7DNUrZKk+Q15ZbEG2FRVt1TVz4BLgRNm9VkNrO+Xrxxpfznwpaq6q6p+BHwJOHbAWiVJ8xgyLPYHbh1Z39xvG3UdcFK//BpgzyT7jrkvSU5LMpVkanp6etEKlyQ91JBhkTm21az1M4C1Sa4F1gK3AdvG3JequrCqJqtqcmJi4tHWK0najl0HPPZm4ICR9VXAltEOVbUFOBEgyR7ASVV1T5LNwNGz9r1qwFolSfMY8sriGuCwJIckWQGcDFw+2iHJyiQzNZwFXNQvXwEck2SffmL7mH6bJGkJDBYWVbUNOJ3uTX4jcFlV3ZBkXZLj+25HAzcmuQnYDzin3/cu4P10gXMNsK7fJklaAql62FTADinJNPDdpa5D2o6VwJ1LXYQ0h4Oqqjnp+7gJC2k5SzJVVZNLXYf0SHm7D0lSk2EhSWoyLKTHxoVLXYD0aDhnIUlq8spCktRkWEiSmgwLaUBJLkpyR5JvLnUt0qNhWEjD+iTeXl+PA4aFNKCq+grgrWq0wzMsJElNhoUkqcmwkCQ1GRaSpCbDQhpQkkuArwG/nGRzkt9a6pqkR8LbfUiSmryykCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTf8f7XaWT0U9JDAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          MLP                0.84            0.81            0.84            0.79            81.668         \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEICAYAAAB1f3LfAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAFoVJREFUeJzt3X+0XlV95/H3x/wAW42gRKcm/EgHRKgLEa+I2CFKFxU6rWCnS5Opyx+1Q5cWZw0z40ins9Tir8piSgeldtKp44/lEDHVGqqIM4JW2zByoyCGAAaWQgbEIFII2krwO3+cc+Ex3Jv7JPs+uTzJ+7XWWXnOOfvss09Wcj937/2cc1JVSJK0p54w3w2QJI03g0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEINE+KcmHk7yr//ySJFvnu03Svsog0VhL8qUkP0xyQEMdleTBJNuT/CDJF5O8ajeO3ytBNRfnSfK6/nr/ZKftZ/XbP9yvH9GvL5ymjnckeaj/+7ovyd8neVFLuzTeDBKNrSRHAP8CKODljdU9t6qeBBwNfBj4QJK3N9b5eHUr8KqdQuI1wC27Uccn+r+vpcBXgU8lyRy2UWPEINE4ew1wDd0P/tfORYVVdU9VfQx4I/AHSZ4GkOT1STYneSDJbUl+r9/+88AVwDP739C3J3lmkhOTbOh/Y78ryQeSLO6PSZKLknw/yT8k+WaS5/T7DkhyYZLbk9yd5M+TPHGm8+zhZX4PuAF4WX/OpwInA+v34O/rIeAjwD8DnraH7dGYM0g0zl4DfLxfXpbkGXNY92eAhcCJ/fr3gV8HlgCvBy5KckJVPQicAdxZVU/qlzuBh4FzgUOAFwG/Arypr+tXgVOAZwEHAa8CftDve1+//XjgSGAZ8LZdnGdPfZTu7w9gVX+9/7S7lfRDiq8DtlbVPQ3t0RgzSDSWkvwycDhwWVVtpBuu+ddzVX//m/Y9wFP79c9W1a3V+TLwBbphtZmO31hV11TVjqr6DvDfgZX97oeAJwPPBlJVm6vqrn5o6N8A51bVvVX1APAeuh/0c+3TwEuSPIUuUD66m8e/Msl9wB3A84Gz5rh9GiMGicbVa4EvDPwW/L+Yo+EtgCSL6Mb/7+3Xz0hyTZJ7+x+gv0bX25jp+Gcl+Zsk30tyP10gHAJQVVcBHwAuAe5OsibJkv58Pwds7IfE7gM+328fps2HDQx7bd9V2ar6MfBZ4L8Ah1TV3w1zjgGXVdVBVfX0qjq1D3PtpwwSjZ0kTwReCazsf1B/j24Y6blJnjtHpzkT2AF8rR+++SvgQuAZVXUQ8DlganJ5ukdofxC4CTiqqpYA/3mgPFV1cVU9H/gluqGst9D1gH4M/FL/Q/qgqnpKP6k903keUVW3Dwx7PWlXZXsfBf4D8LEhykozMkg0js6im4M4lm4u4XjgGOArPDruv0eSPDXJb9P1Ft5XVT8AFgMHANuAHUnOoJvnmHI38LR+mGjKk4H7ge1Jnk03eT91jhckeWHf63kQ+Efg4ar6KfAXdPMvT+/LLkvysl2cp8WXgdOA9++izAFJDhxY/Jmhx/AfhcbRa4H/2f8G/r2phW646Lenu/dhCNf3w0FbgN+lm6d4G0A/V/FvgcuAH9LNxTzyDaequgm4FLitH5J6JvAf+3IP0IXDJwbOtaTf9kPgu3QT7Rf2+97at+Gafkjs/9B9JXmm8+yxfr7ni1V17y6KbafrJU0tp7acU/um+GIrSVILeySSpCYGiSSpiUEiSWpikEiSmuzJt1vGziGHHFJHHHHEfDdDksbKxo0b76mqWW+I3S+C5IgjjmBycnK+myFJYyXJd4cp59CWJKmJQSJJamKQSJKaGCSSpCYGiSSpyUiDJMnpSW5OsiXJedPsvyjJdf1yS//+hal970vyrX551cD2FUn+b5JvJ/nE1OtLJUnzY2RBkmQB3aO4z6B73PfqJMcOlqmqc6vq+Ko6nu5R1p/qj/2XwAl0jwd/IfCW/sU/0L2K9KKqOoru6alvGNU1SJJmN8oeyYnAlqq6rap+Aqyle1nQTFbTPSIbuuD5cv+a0geB64HT+1eRngqs68t9BF/xKUnzapQ3JC6je5/zlK10vYvHSHI4sAK4qt90PfD2JH9C9+rRlwI3Ak8D7quqHQN1LpuhzrOBswEOO+ywpgvRfuodc/X+qMeBd/zDfLdA+7BRBkmm2TbTy09WAeuq6mGAqvpCkhcAf0/3VroNdK89HbrOqloDrAGYmJjwpSvabfmj+9kX3teThHrHfLdC+7JRDm1tBQ4dWF8O3DlD2VU8OqwFQFW9u58/OY0uQL5N907rgwbegLerOiVJe8Eog+Ra4Kj+W1aL6cJi/c6FkhwNHEzX65jatiDJ0/rPxwHHAV+o7tfDq4Hf6ou+FvjMCK9BkjSLkQ1tVdWOJOcAVwILgA9V1aYk5wOTVTUVKquBtfWzYwiLgK90c+vcD7x6YF7krcDaJO8CvgH85aiuQZI0u/3ine0TExPl03+1u5LsO3Mk+8B1aO9LsrGqJmYr553tkqQmBokkqYlBIklqYpBIkpoYJJKkJgaJJKmJQSJJamKQSJKaGCSSpCYGiSSpiUEiSWpikEiSmhgkkqQmBokkqYlBIklqYpBIkpoYJJKkJgaJJKmJQSJJamKQSJKaGCSSpCYGiSSpiUEiSWpikEiSmhgkkqQmBokkqYlBIklqYpBIkpoYJJKkJgaJJKmJQSJJajLSIElyepKbk2xJct40+y9Kcl2/3JLkvoF9FyTZlGRzkouTpN++OskNSb6Z5PNJDhnlNUiSdm1kQZJkAXAJcAZwLLA6ybGDZarq3Ko6vqqOB94PfKo/9mTgxcBxwHOAFwArkywE/hvw0qo6DvgmcM6orkGSNLtR9khOBLZU1W1V9RNgLXDmLsqvBi7tPxdwILAYOABYBNwNpF9+vu+hLAHuHE3zJUnDGGWQLAPuGFjf2m97jCSHAyuAqwCqagNwNXBXv1xZVZur6iHgjcANdAFyLPCXM9R5dpLJJJPbtm2bmyuSJD3GKIMk02yrGcquAtZV1cMASY4EjgGW04XPqUlOSbKILkieBzyTbmjrD6arsKrWVNVEVU0sXbq07UokSTMaZZBsBQ4dWF/OzMNQq3h0WAvgFcA1VbW9qrYDVwAnAccDVNWtVVXAZcDJc91wSdLwRhkk1wJHJVmRZDFdWKzfuVCSo4GDgQ0Dm2+nn1zveyErgc3A/wOOTTLVxTit3y5JmicLR1VxVe1Icg5wJbAA+FBVbUpyPjBZVVOhshpY2/cwpqwDTqWbCyng81V1OUCSPwL+NslDwHeB143qGiRJs8vP/vzeN01MTNTk5OR8N0NjJgn7wv+PfeU6tPcl2VhVE7OV8852SVITg0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEIJEkNTFIJElNDBJJUhODRJLUxCCRJDUxSCRJTQwSSVITg0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEIJEkNTFIJElNDBJJUhODRJLUxCCRJDUxSCRJTQwSSVITg0SS1MQgkSQ1MUgkSU0MEklSk6GCJJ1XJ3lbv35YkhNH2zRJ0jgYtkfyZ8CLgNX9+gPAJbMdlOT0JDcn2ZLkvGn2X5Tkun65Jcl9A/suSLIpyeYkFydJv31xkjV9+ZuS/Kshr0GSNAILhyz3wqo6Ick3AKrqh0kW7+qAJAvowuY0YCtwbZL1VXXjVJmqOneg/JuB5/WfTwZeDBzX7/4qsBL4EvCHwPer6llJngA8dchrkCSNwLBB8lAfDAWQZCnw01mOORHYUlW39cesBc4Ebpyh/Grg7f3nAg4EFgMBFgF39/t+B3g2QFX9FLhnyGuQJI3AsENbFwOfBp6e5N10PYT3zHLMMuCOgfWt/bbHSHI4sAK4CqCqNgBXA3f1y5VVtTnJQf0h70zy9SSfTPKMGeo8O8lkkslt27YNdZGSpN03VJBU1ceB/wS8l+4H+1lV9clZDst0Vc1QdhWwrqoeBkhyJHAMsJwufE5NcgpdD2o58HdVdQKwAbhwhjavqaqJqppYunTpLE2VJO2pWYe2+nmIb1bVc4CbdqPurcChA+vLgTtnKLsK+P2B9VcA11TV9r4NVwAnAV8BfkTXOwL4JPCG3WiTJGmOzdoj6echrk9y2G7WfS1wVJIV/cT8KmD9zoWSHA0cTNe7mHI7sDLJwiSL6CbaN1dVAZcDL+nL/Qozz7lIkvaCYSfbfwHYlORrwINTG6vq5TMdUFU7kpwDXAksAD5UVZuSnA9MVtVUqKwG1vYhMWUdcCpwA91w2Oer6vJ+31uBjyX5U2Ab8Pohr0GSNAL52Z/fMxRKVk63vaq+POctGoGJiYmanJyc72ZozCRhmP8fj3f7ynVo70uysaomZis3VI9kXAJDkrT3DRUkSR7g0W9cLaa7r+PBqloyqoZJksbDsD2SJw+uJzmL7oZDSdJ+bo+e/ltVf003GS5J2s8NO7T1mwOrTwAmmPnmQknSfmTYr//+xsDnHcB36J6bJUnazw07R+K9GpKkaQ37YqsLkixJsijJF5Pck+TVo26cJOnxb9jJ9l+tqvuBX6d7htazgLeMrFWSpLExbJAs6v/8NeDSqrp3RO2RJI2ZYSfbL09yE/Bj4E39i63+cXTNkiSNi2HfR3Ie3TvbJ6rqIboHN/qtLUnS0D0S6F4wdVqSAwe2fXSO2yNJGjPD3pD4drp3gBwLfA44g+51uwaJJO3nhp1s/y26l0h9r7+n5LnAASNrlSRpbAwbJD/u35S4I8kS4PvAL46uWZKkcTHsHMlkkoOAvwA2AtuBr42sVZKksTHsI1Le1H/88ySfB5ZU1TdH1yxJ0rgY9hEpSfLqJG+rqu8A9yXxfSSSpKHnSP6M7j6S1f36A8AlI2mRJGmsDDtH8sKqOiHJNwCq6odJFo+wXZKkMTFsj+ShJAvoX2bVPyLlpyNrlSRpbAwbJBcDnwaenuTddDcjvmdkrZIkjY1hv7X18SQb6W5KDHBWVW0eacskSWNhd561dTfwlf6YJyY5oaq+PppmSZLGxbDP2non8DrgVvp5kv7PU0fTLEnSuBi2R/JK4J9X1U9G2RhJ0vgZdrL9W8BBo2yIJGk8DdsjeS/wjSTfAv5pamNVvXwkrZIkjY1hg+QjwPuAG/D+EUnSgGGD5J6qunikLZEkjaVh50g2JnlvkhclOWFqme2gJKcnuTnJliTnTbP/oiTX9cstSe4b2HdBkk1JNie5OEl2OnZ9P9QmSZpHw/ZIntf/edLAtl1+/bd/pMolwGnAVuDaJOur6sZHKqg6d6D8m6fOk+Rk4MXAcf3urwIrgS/1+3+T7p0okqR5Nuyd7S/dg7pPBLZU1W0ASdYCZwI3zlB+NfD2qVMCBwKL6e6kX0R3QyRJngT8e+Bs4LI9aJckaQ4NO7T1iCR/M2TRZcAdA+tb+23T1Xk4sAK4CqCqNgBXA3f1y5UDj2R5J/BfgR/N0s6zk0wmmdy2bduQTZYk7a7dDhJmCINpZJptNc02gFXAuqp6GCDJkcAxwPL+fKcmOSXJ8cCRVfXp2U5eVWuqaqKqJpYuXTpkkyVJu2t3nrU15RtDltsKHDqwvhy4c4ayq4DfH1h/BXBNVW0HSHIF3fzMA8Dzk3yHru1PT/KlqnrJ0K2XJM2pXfZIkhy287aq+p0h674WOCrJiv4lWKuA9dOc42jgYGDDwObbgZVJFiZZRDfRvrmqPlhVz6yqI4BfBm4xRCRpfs02tPXXUx+S/NXuVFxVO4BzgCuBzcBlVbUpyflJBu+IXw2srarBYa91dA+IvAG4Hri+qi7fnfNLkvaO2Ya2Buc5fnF3K6+qzwGf22nb23Zaf8c0xz0M/N4sdX8HeM7utkmSNLdm65HUDJ8lSQJm75E8N8n9dD2TJ/af6derqpaMtHWSpMe9XQZJVS3YWw2RJI2nPbmPRJKkRxgkkqQmBokkqYlBIklqYpBIkpoYJJKkJgaJJKmJQSJJamKQSJKaGCSSpCYGiSSpiUEiSWpikEiSmhgkkqQmBokkqYlBIklqYpBIkpoYJJKkJgaJJKmJQSJJamKQSJKaGCSSpCYGiSSpiUEiSWpikEiSmhgkkqQmBokkqclIgyTJ6UluTrIlyXnT7L8oyXX9ckuS+wb2XZBkU5LNSS5O5+eSfDbJTf2+Px5l+yVJs1s4qoqTLAAuAU4DtgLXJllfVTdOlamqcwfKvxl4Xv/5ZODFwHH97q8CK4GvARdW1dVJFgNfTHJGVV0xquuQJO3aKHskJwJbquq2qvoJsBY4cxflVwOX9p8LOBBYDBwALALurqofVdXVAH2dXweWj6j9kqQhjDJIlgF3DKxv7bc9RpLDgRXAVQBVtQG4GrirX66sqs07HXMQ8BvAF2eo8+wkk0kmt23b1ngpkqSZjDJIMs22mqHsKmBdVT0MkORI4Bi63sYy4NQkpzxScbKQrvdycVXdNl2FVbWmqiaqamLp0qUNlyFJ2pVRBslW4NCB9eXAnTOUXcWjw1oArwCuqartVbUduAI4aWD/GuDbVfWnc9heSdIeGGWQXAsclWRFPzG+Cli/c6EkRwMHAxsGNt8OrEyyMMkiuon2zX35dwFPAf7dCNsuSRrSyIKkqnYA5wBX0oXAZVW1Kcn5SV4+UHQ1sLaqBoe91gG3AjcA1wPXV9XlSZYDfwgcC3y9/9rw747qGiRJs8vP/vzeN01MTNTk5OR8N0NjJgn7wv+PfeU6tPcl2VhVE7OV8852SVITg0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEIJEkNTFIJElNDBJJUhODRJLUxCCRJDUxSCRJTQwSSVITg0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEIJEkNTFIJElNDBJJUhODRJLUxCCRJDUxSCRJTQwSSVITg0SS1MQgkSQ1MUgkSU0MEklSE4NEktTEIJEkNRlpkCQ5PcnNSbYkOW+a/Rclua5fbkly38C+C5JsSrI5ycVJ0m9/fpIb+jof2S5Jmh8jC5IkC4BLgDOAY4HVSY4dLFNV51bV8VV1PPB+4FP9sScDLwaOA54DvABY2R/2QeBs4Kh+OX1U1yBJmt0oeyQnAluq6raq+gmwFjhzF+VXA5f2nws4EFgMHAAsAu5O8gvAkqraUFUFfBQ4a1QXIEma3cIR1r0MuGNgfSvwwukKJjkcWAFcBVBVG5JcDdwFBPhAVW1OMtHXM1jnshnqPJuu58Jhhx3WdiXab+0LI6cHH3zwfDdB+7hRBsl0/wNrhrKrgHVV9TBAkiOBY4Dl/f7/neQU4MfD1llVa4A1ABMTEzOdV5pR1+mVNJtRDm1tBQ4dWF8O3DlD2VU8OqwF8ArgmqraXlXbgSuAk/o6lw+U21WdkqS9YJRBci1wVJIVSRbThcX6nQslORo4GNgwsPl2YGWShUkW0U20b66qu4AHkpzUf1vrNcBnRngNkqRZjCxIqmoHcA5wJbAZuKyqNiU5P8nLB4quBtbWz44jrANuBW4Argeur6rL+31vBP4HsKUvc8WorkGSNLvsD+PAExMTNTk5Od/NkKSxkmRjVU3MVs472yVJTQwSSVITg0SS1MQgkSQ12S8m25NsA7473+2QpnEIcM98N0KaweFVtXS2QvtFkEiPV0kmh/lWjPR45tCWJKmJQSJJamKQSPNrzXw3QGrlHIkkqYk9EklSE4NEktTEIJHmQZIPJfl+km/Nd1ukVgaJND8+DJw+342Q5oJBIs2Dqvpb4N75boc0FwwSSVITg0SS1MQgkSQ1MUgkSU0MEmkeJLkU2AAcnWRrkjfMd5ukPeUjUiRJTeyRSJKaGCSSpCYGiSSpiUEiSWpikEiSmhgkkqQmBokkqcn/B9VdW71AxLVZAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "all_data          Nearest Neighbors  0.97            0.96            0.97            0.96            1967.0539      \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAFnJJREFUeJzt3X20ZXV93/H3BxjUlCdhRhSGBx/QOLrQ6BUwiWGiRsEYQElVfARtyYp1pdpiA10uRRSnWvIgFbWYUoK1IDHBosWAoSKylMqdElAcwJGoM4zA4PCsRge+/WPvwePl3vs7zNzNvcy8X2udNfvht/f+7n3unM/Zv33O2akqJEmazXbzXYAkaeEzLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRY6EFJzk7ywX54eZK1812TFp4k9yZ5yphtK8nTZph3bJIr5rY6DcWw2AYluSzJHUkeswXrqCT39S8cP05yaZLXPozlH5Ewmovt9C9qleTdU6avTbJ8iwqcY0m+n+Sls8xf3u/LGVOmX5Hk2HG2UVU7VdVNW1iqHmUMi21Mkv2BFwEFHLGFq3tOVe0EPAM4G/hYkvdt4ToXqg3AnybZZegNJdl+4E3cB7y5/1vYKiTZYb5r2NoZFtueNwNX0r24v2UuVlhVt1fVp4E/Bk5KsgdAkuOSrEpyT5KbkvxRP/1fAF8C9urPTO5NsleSg5J8I8mdSX6U5GNJduyXSZK/SHJbkruSXJvk2f28xyQ5LckPk9ya5JNJHjfTdjZzN1cB3wDeNd3MJNslOTHJ9/ozrfOT7D4y/2+S3NLXfnmSZ43MOzvJJ5JclOQ+4Hdn2qe+/eIkX+yP04YkX+u3/2lgX+AL/b7+hxn25U6653/GYE/y1v65uyPJxUn2G5n3YNdSkj2SfCHJ3UmuSvLBabqWXprku/26zkiSX91U/kt/XK5P8pKRGXslubDfx9VJ/vXIvJOTfC7J/0hyN3Bs//cz2ddya5I/n2n/tBmqysc29ABWA28Hng/8AthzZN7ZwAf74eXA2lnWU8DTpkxbBGwEDu/Hfx94KhDgUOAnwPNmWn9f0yHADsD+dC/Q7+znvRxYCezWr++ZwJP6eX8JXAjsDuwMfAFYMc5+jHnMjgWuAJ5L90K7ez99LbC8H34nXQgvBR4D/Ffg3JF1vLWv7TF9vf845bjfBfwW3Ru4xzb2aQXwyf54L6I7U0w/7/vAS2fZl+V93U8E7gae0U+/Aji2Hz6q/zt5Zv9cvAf4+nTPPXBe//g1YBmwBrhiStsv9s/bvsB64LCR47qRLoAXAa/tj8Om4/tV4OP98Xhuv+xL+nkn0/39HtUfs8fRhfmb+vk7AYfM9/+3rekx7wX4eASfbPjt/j/Y4n78euBdI/PPZgvCop9+C/CGGZb5PPBvx1l/3+adwAX98IuBG+nCZLuRNqHrVnnqyLQXAv807nbGOG7HbnoBBM4HPtwPj4bFqk0vZP34k/pjvcM069utP367jhz3cx7GPp0C/K8Zjv/3GSMs+uGPAJ/th0fD4kvA20aW2Y4u6Pcbfe6B7ft9fMZI2w/y0LD47ZHx84ETR47rOvqg66d9E3gTsA9wP7DzyLwVwNn98MnA5VP27XLg/fR/3z7m9mE31LblLcAlVXV7P/4/maOuKIAki4AldP37JDk8yZV9N8KdwCuAxbMs//S+e+WWvmvhQ5vaV9X/AT4GnAHcmuTM/vrBErp3tSv7bpk7gb/vp49T874jXVT3jrHIe4E/TvLEKdP3Ay4YqWEV3Yvdnkm2T/Kf+i6qu+le0JlyLNaMDLf26T/TvfO/pO/eO3GcfZ3Gh4GXJ3nONPvy0ZFtb6ALsL2ntFtCd+YxWvsaHuqWkeGf0L3r3+Tm6l/pez8A9uofG6rqninzRmuYuq23AU8Hru+7xF45TS3aTIbFNqLv734NcGj/YnwL3en/c6Z5sdhcR9J1K3wz3Set/hY4ja6razfgIroXHejecU71CbqznQOqahfgP460p6pOr6rnA8+ie1F4N3A78FPgWVW1W//YtboL7zNt50FV9cPqPt2z08gys7W/Hvi7vrZRa+i633YbeTy2qm4GXt8fm5cCu9J1sTG6b1PqnHWfquqeqvr3VfUU4A+AfzfS1z/2z0hX1Y/purs+MM2+/NGUfXlcVX19Srv1dM/30pFp+4y7/d7eU65h7Et3trEO2D3JzlPm3Ty6C1P257tVdQzwBLog/Fx/3UpzwLDYdhxF9053GV3/73Pp+qS/RnfRe7Ml2T3JG+je9X+4fxHaka5/fj2wMcnhwMtGFrsV2CPJriPTdqbrR783ya/TXTDftI0XJDm4P3u5D/gZcH9VPQB8CviLJE/o2+6d5OWzbGdLvR84jq47aZNPAqduuhCcZEmSI0f265+BH9OdMXxotpW39inJK5M8rX+RvZvueb2/X/xWYKzvQPT+HPhNur+F0X05adNF+CS7JvmX09R5P11wnpzk1/rn7OH+LT0B+JMki/ptPBO4qKrWAF8HViR5bJID6c4cPjPTipK8McmS/vjd2U++f6b2engMi23HW4D/3r+TvmXTg65r5w3ZvI8eXtN33awG/hXd9Y/3QvfuF/gTuj7qO+jeXV+4acH+Hfq5wE19d8dewAl9u3voXiw/O7KtXfppd9B1R/yY7qwF4E/7Gq7su3n+ge7jvDNtZ4tU1T8BnwZG37V+tN+/S5LcQ3ex++B+3jl9zTcD3+nntcy4T8AB/fi9dBd1P15Vl/XzVgDv6ff1hDH25W66axe7j0y7gO6d+Xn9tr8NHD7DKt5Bd7Z0C90xOZcuGMf1f/v9uR04FfjD/s0GwDF0Z2HrgAuA91XVl2dZ12HAdf3f5EeB11XVzx5GLZrFpk9QSNIWS/Jh4IlVNWfXwrQweGYhabMl+fUkB6ZzEF1X0QXzXZfmnt96lLQldqbretoLuA34M7qP9WorYzeUJKnJbihJUtNW0w21ePHi2n///ee7DEl6VFm5cuXtVdX8EutWExb7778/k5OT812GJD2qJPnBOO3shpIkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoaLCySnJXktiTfnmF+kpyeZHWSa5M8b2TeW5J8t3+8ZagaJUnjGfLM4mzgsFnmHw4c0D+OBz4BkGR34H3AwcBBwPuSPH7AOiVJDYOFRVVdDmyYpcmRwDnVuRLYLcmTgJcDX66qDVV1B/BlZg8dSdLA5vOaxd7AmpHxtf20maY/RJLjk0wmmVy/fv1ghUrStm4+wyLTTKtZpj90YtWZVTVRVRNLliyZ0+IkSb80n2GxFthnZHwpsG6W6ZKkeTKfYXEh8Ob+U1GHAHdV1Y+Ai4GXJXl8f2H7Zf00SdI82WGoFSc5F1gOLE6ylu4TTosAquqTwEXAK4DVwE+A4/p5G5J8ALiqX9UpVTXbhXJJ0sAGC4uqOqYxv4B/M8O8s4CzhqhLkvTw+Q1uSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoGDYskhyW5IcnqJCdOM3+/JJcmuTbJZUmWjsz7SJLrkqxKcnqSDFmrJGlmg4VFku2BM4DDgWXAMUmWTWl2GnBOVR0InAKs6Jf9TeC3gAOBZwMvAA4dqlZJ0uyGPLM4CFhdVTdV1c+B84Ajp7RZBlzaD39lZH4BjwV2BB4DLAJuHbBWSdIshgyLvYE1I+Nr+2mjrgGO7odfBeycZI+q+gZdePyof1xcVaumbiDJ8Ukmk0yuX79+zndAktQZMiymu8ZQU8ZPAA5NcjVdN9PNwMYkTwOeCSylC5gXJ/mdh6ys6syqmqiqiSVLlsxt9ZKkB+0w4LrXAvuMjC8F1o02qKp1wKsBkuwEHF1VdyU5Hriyqu7t530JOAS4fMB6JUkzGPLM4irggCRPTrIj8DrgwtEGSRYn2VTDScBZ/fAP6c44dkiyiO6s4yHdUJKkR8ZgYVFVG4F3ABfTvdCfX1XXJTklyRF9s+XADUluBPYETu2nfw74HvAtuusa11TVF4aqVZI0u1RNvYzw6DQxMVGTk5PzXYYkPaokWVlVE612foNbktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lS01hhkc4bk7y3H983yUHDliZJWijGPbP4OPBC4Jh+/B66+2tLkrYB49786OCqel5/Rzuq6o7+HhWSpG3AuGcWv0iyPf1tUZMsAR4YrCpJ0oIyblicDlwAPCHJqcAVwIcGq0qStKCM1Q1VVZ9JshJ4CRDgqKryNqeStI1ohkV/j+xrq+rZwPXDlyRJWmia3VBV9QBwTZJ9H4F6JEkL0LifhnoScF2SbwL3bZpYVUcMUpUkaUEZNyzeP2gVkqQFbdwL3F8duhBJ0sI1VlgkuYf+OxbAjsAi4L6q2mWowiRJC8e4ZxY7j44nOQrwt6EkaRuxWb86W1WfB148x7VIkhaocbuhXj0yuh0wwS+7pSRJW7lxPw31ByPDG4HvA0fOeTWSpAVp3GsWxw1diCRp4Rr35kcfSbJLkkVJLk1ye5I3Dl2cJGlhGPcC98uq6m7glcBa4OnAuwerSpK0oIwbFov6f18BnFtVGwaqR5K0AI17gfsLSa4Hfgq8vb/50c+GK0uStJCMdWZRVSfS3YN7oqp+Qfdjgs1PQyU5LMkNSVYnOXGa+fv110CuTXJZkqUj8/ZNckmSVUm+k2T/cXdKkjS3xj2zANgb+L0kjx2Zds5MjfvbsJ4B/B7ddY6rklxYVd8ZaXYacE5V/XWSFwMrgDeNrPvUqvpykp3wNq6SNG/G/VLe+4DlwDLgIuBwulurzhgWdD8HsrqqburXcR7d2choWCwD3tUPfwX4fN92GbBDVX0ZoKruHW93JElDGPfM4g+B5wBXV9VxSfYE/qqxzN7AmpHxtcDBU9pcAxwNfBR4FbBzkj3oPm11Z5K/A54M/ANwYlXdP7pwkuOB4wH23dd7M2kznbzrfFcwd06+a74r0FZq3LD4aVU9kGRjkl2A24CnNJbJNNOm/kTICcDHkhwLXA7cTPcN8R2AFwG/AfwQ+CxwLPDffmVlVWcCZwJMTEz48yPaPL7ASk3jhsVkkt2ATwErgXuBbzaWWQvsMzK+FFg32qCq1gGvBuivSxxdVXclWUt3FrOpC+vzwCFMCQtJ0iNj3J/7eHs/+Mkkfw/sUlXXNha7CjggyZPpzhheB7x+tEGSxcCG/j7fJwFnjSz7+CRLqmo93S/cTo5TqyRp7o37cx9J8sYk762q79NdT5j1fhZVtRF4B3AxsAo4v6quS3JKkk337l4O3JDkRmBP4NR+2fvpuqguTfItui6tTz3svZMkzYlUtbv6k3yC7qOrL66qZyZ5PHBJVb1g6ALHNTExUZOTnnxI0sORZGVVTbTajXvN4uCqel6SqwGq6o4kO25RhZKkR41xfxvqF/2X7Aqg/7kPvyQnSduIccPidOAC4AlJTqX7Qt6HBqtKkrSgjPtpqM8kWQm8hO5i81FVtWrQyiRJC8bD+W2oW4Gv9cs8Lsnzqur/DVOWJGkhGfe3oT5A9w3q7/HLb2EX3fcfJElbuXHPLF4DPLWqfj5kMZKkhWncC9zfBnYbshBJ0sI17pnFCuDqJN8G/nnTxKo6YuZFJElbi3HD4q+BDwPfwu9XSNI2Z9ywuL2qTh+0EknSgjVuWKxMsgK4kF/thvKjs5K0DRg3LH6j//eQkWl+dFaSthHjfoP7d4cuRJK0cI370dkHJfniEIVIkhauhx0WwN5zXoUkaUHbnLC4es6rkCQtaLOGRZJ9p06rqrcOV44kaSFqnVl8ftNAkr8duBZJ0gLVCouMDD9lyEIkSQtXKyxqhmFJ0jak9T2L5yS5m+4M43H9MP14VdUug1YnSVoQZg2Lqtr+kSpEkrRwbc5HZyVJ2xjDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqSmQcMiyWFJbkiyOsmJ08zfL8mlSa5NclmSpVPm75Lk5iQfG7JOSdLsBguLJNsDZwCHA8uAY5Ism9LsNOCcqjoQOAVYMWX+B4CvDlWjJGk8Q55ZHASsrqqbqurnwHnAkVPaLAMu7Ye/Mjo/yfOBPYFLBqxRkjSGIcNib2DNyPhaHnr/7muAo/vhVwE7J9kjyXbAnwHvnm0DSY5PMplkcv369XNUtiRpqiHDItNMm3pPjBOAQ5NcDRwK3AxsBN4OXFRVa5hFVZ1ZVRNVNbFkyZK5qFmSNI3W/Sy2xFpgn5HxpcC60QZVtQ54NUCSnYCjq+quJC8EXpTk7cBOwI5J7q2qh1wklyQNb8iwuAo4IMmT6c4YXge8frRBksXAhqp6ADgJOAugqt4w0uZYYMKgkKT5M1g3VFVtBN4BXAysAs6vquuSnJLkiL7ZcuCGJDfSXcw+dah6JEmbL1Vbx621JyYmanJycr7LkKRHlSQrq2qi1c5vcEuSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSpybCQJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUNGhYJDksyQ1JVic5cZr5+yW5NMm1SS5LsrSf/twk30hyXT/vtUPWKUma3WBhkWR74AzgcGAZcEySZVOanQacU1UHAqcAK/rpPwHeXFXPAg4D/jLJbkPVKkma3ZBnFgcBq6vqpqr6OXAecOSUNsuAS/vhr2yaX1U3VtV3++F1wG3AkgFrlSTNYsiw2BtYMzK+tp826hrg6H74VcDOSfYYbZDkIGBH4HtTN5Dk+CSTSSbXr18/Z4VLkn7VkGGRaabVlPETgEOTXA0cCtwMbHxwBcmTgE8Dx1XVAw9ZWdWZVTVRVRNLlnjiIUlD2WHAda8F9hkZXwqsG23QdzG9GiDJTsDRVXVXP74L8L+B91TVlQPWKUlqGPLM4irggCRPTrIj8DrgwtEGSRYn2VTDScBZ/fQdgQvoLn7/zYA1SpLGMFhYVNVG4B3AxcAq4Pyqui7JKUmO6JstB25IciOwJ3BqP/01wO8Axyb5x/7x3KFqlSTNLlVTLyM8Ok1MTNTk5OR8lyFJjypJVlbVRKud3+CWJDUZFpKkJsNCktRkWEiSmgwLSVKTYSFJajIsJElNhoUkqcmwkCQ1GRaSpCbDQpLUZFhIkpoMC0lSk2EhSWoyLCRJTYaFJKnJsJAkNRkWkqQmw0KS1GRYSJKaDAtJUlOqar5rmBNJ1gM/mO86pBksBm6f7yKkaexXVUtajbaasJAWsiSTVTUx33VIm8tuKElSk2EhSWoyLKRHxpnzXYC0JbxmIUlq8sxCktRkWEiSmgwLaUBJzkpyW5Jvz3ct0pYwLKRhnQ0cNt9FSFvKsJAGVFWXAxvmuw5pSxkWkqQmw0KS1GRYSJKaDAtJUpNhIQ0oybnAN4BnJFmb5G3zXZO0Ofy5D0lSk2cWkqQmw0KS1GRYSJKaDAtJUpNhIUlqMiwkSU2GhSSp6f8DRfBy1e6hnpgAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mission accomplished!\n",
      "Total operation time: =  25082.25057077408 seconds\n"
     ]
    }
   ],
   "source": [
    "##  \"all_data.csv\" file is required for the operation of the program.\n",
    "##  \"all_data.csv\" file must be located in the same directory as the program.\n",
    "\n",
    "##  the purpose of this program is to apply machine learning algorithms to the dataset and observe the performance of algorithms.\n",
    "##  the algorithms used are:Naive Bayes, QDA, Random Forest, ID3, AdaBoost, MLP, Nearest Neighbors\n",
    "##  As the program display output data include: file name, machine learning algorithm name, accuracy,Precision, Recall, F1-score,Time\n",
    "##  the program will create a CSV file that prints the results and a folder containing graphics.\n",
    "\n",
    "##  the some codes parts used for calculation and graphing are taken from the following site.\n",
    "##  http://scikit-learn.org\n",
    "\n",
    "\n",
    "from sklearn import metrics\n",
    "from sklearn.discriminant_analysis import QuadraticDiscriminantAnalysis as QDA\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier, AdaBoostClassifier\n",
    "from sklearn.metrics import average_precision_score\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.naive_bayes import GaussianNB\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "\n",
    "from sklearn.metrics import f1_score\n",
    "from sklearn.metrics import recall_score\n",
    "from sklearn.metrics import precision_score\n",
    "\n",
    "\n",
    "\n",
    "            \n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "%matplotlib inline\n",
    "import os\n",
    "import pandas as pd\n",
    "import csv\n",
    "import time\n",
    "import warnings\n",
    "import math\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "\n",
    "result=\"./results/results_2.csv\" #a CSV file is named in which the results are saved.\n",
    "csv_files=[\"all_data.csv\"]# CSV files names: #The names of the dataset files (csv_files).\n",
    "path=\"\"\n",
    "repetition=10\n",
    "\n",
    "\n",
    "def folder(f_name): #this function creates a folder named \"results\" and \"result_graph_1\" in the program directory.\n",
    "    try:\n",
    "        if not os.path.exists(f_name):\n",
    "            os.makedirs(f_name)\n",
    "    except OSError:\n",
    "        print (\"The folder could not be created!\")\n",
    "\n",
    "folder_name=\"./results/\"\n",
    "folder(folder_name)\n",
    "folder_name=\"./results/result_graph_2/\"\n",
    "folder(folder_name)\n",
    "\n",
    "\n",
    "#The machine learning algorithms to be used are defined in a dictionary (ml_list).\n",
    "ml_list={\n",
    "\"Naive Bayes\":GaussianNB(),\n",
    "\"QDA\":QDA(),\n",
    "\"Random Forest\":RandomForestClassifier(max_depth=5, n_estimators=10, max_features=1),\n",
    "\"ID3\" :DecisionTreeClassifier(max_depth=5,criterion=\"entropy\"),\n",
    "\"AdaBoost\":AdaBoostClassifier(),\n",
    "\"MLP\":MLPClassifier(hidden_layer_sizes=(13,13,13),max_iter=500),\n",
    "\"Nearest Neighbors\":KNeighborsClassifier(3)}\n",
    "\n",
    "\n",
    "\n",
    "# the features to be used for each attack type is defined in a dictionary(features).\n",
    "# the first 4 of the features created by the file \"04_1_feature_selection_for_attack_files.py\" are used here.\n",
    "### The set of features to be used consists of combining the 4 features with the highest importance-weight achieved for each attack in approach 1 under a single roof.\n",
    "### Thus, 4 features are obtained from each of the 12 attack types, resulting in a pool of features consisting of 48 attributes.\n",
    "### After the repetitions are removed, the number of features is 18. The list of these features can be seen in below : ()\n",
    "\n",
    "features={\"all_data\":[\"Bwd Packet Length Max\",\"Bwd Packet Length Mean\",\"Bwd Packet Length Std\",\"Flow Bytes/s\",\n",
    "\"Flow Duration\",\"Flow IAT Max\",\"Flow IAT Mean\",\"Flow IAT Min\",\"Flow IAT Std\",\"Fwd IAT Total\",\"Fwd Packet Length Max\",\n",
    "\"Fwd Packet Length Mean\",\"Fwd Packet Length Min\",\"Fwd Packet Length Std\",\"Total Backward Packets\",\"Total Fwd Packets\",\n",
    "\"Total Length of Bwd Packets\",\"Total Length of Fwd Packets\",\"Label\"]}\n",
    "\n",
    "seconds=time.time()#time stamp for all processing time\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "with open(result, \"w\", newline=\"\",encoding=\"utf-8\") as f:#a CSV file is created to save the results obtained.\n",
    "    wrt = csv.writer(f)\n",
    "    wrt.writerow([\"File\",\"ML algorithm\",\"accuracy\",\"Precision\", \"Recall\" , \"F1-score\",\"Time\"])\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "for j in csv_files: #this loop runs on the list containing the filenames.Operations are repeated for all attack files\n",
    "    print ('%-17s %-17s  %-15s %-15s %-15s %-15s %-15s' % (\"File\",\"ML algorithm\",\"accuracy\",\"Precision\", \"Recall\" , \"F1-score\",\"Time\"))# print output header   \n",
    "    feature_list=list(features[j[0:-4]])\n",
    "    df=pd.read_csv(path+j,usecols=feature_list)#read an attack file.\n",
    "    df=df.fillna(0)\n",
    "    attack_or_not=[]\n",
    "    for i in df[\"Label\"]: #it changes the normal label to \"1\" and the attack tag to \"0\" for use in the machine learning algorithm\n",
    "        \n",
    "        if i ==\"BENIGN\":\n",
    "            attack_or_not.append(1)\n",
    "        else:\n",
    "            attack_or_not.append(0)           \n",
    "    df[\"Label\"]=attack_or_not\n",
    "\n",
    "    \n",
    "    y = df[\"Label\"] #this section separates the label and the data into two separate pieces, as Label=y Data=X \n",
    "    del df[\"Label\"]\n",
    "    feature_list.remove('Label')\n",
    "    X = df[feature_list]\n",
    "\n",
    "    \n",
    "    for ii in ml_list: #this loop runs on the list containing the machine learning algorithm names. Operations are repeated for all the 7 algorithm\n",
    "        precision=[]\n",
    "        recall=[]\n",
    "        f1=[]\n",
    "        accuracy=[]\n",
    "        t_time=[]\n",
    "        for i in range(repetition): # This loop allows cross-validation and machine learning algorithm to be repeated 10 times\n",
    "            second=time.time()#time stamp for processing time\n",
    "\n",
    "            # cross-validation\n",
    "            X_train, X_test, y_train, y_test = train_test_split(X, y,#  data (X) and labels (y) are divided into 2 parts to be sent to the machine learning algorithm (80% train,%20 test). \n",
    "                test_size = 0.20, random_state = repetition)#  So, in total there are 4 tracks: training data(X_train), training tag (y_train), test data(X_test) and test tag(y_test).\n",
    "\n",
    "\n",
    "            #machine learning algorithm is applied in this section\n",
    "            clf = ml_list[ii]#choose algorithm from ml_list dictionary                                                                          \n",
    "            clf.fit(X_train, y_train)\n",
    "            predict =clf.predict(X_test)\n",
    "        \n",
    "            #makes \"classification report\" and assigns the precision, f-measure, and recall values.s.    \n",
    "            \n",
    "\n",
    "            f_1=f1_score(y_test, predict, average='macro')\n",
    "            pr=precision_score(y_test, predict, average='macro')\n",
    "            rc=recall_score(y_test, predict, average='macro')\n",
    "            \n",
    "            \n",
    "            precision.append(float(pr))\n",
    "            recall.append(float(rc))\n",
    "            f1.append(float(f_1))\n",
    "            accuracy.append(clf.score(X_test, y_test))\n",
    "            t_time.append(float((time.time()-second)) )\n",
    "\n",
    "\n",
    "\n",
    "            \n",
    "        print ('%-17s %-17s  %-15s %-15s %-15s %-15s %-15s' % (j[0:-4],ii,str(round(np.mean(accuracy),2)),str(round(np.mean(precision),2)), \n",
    "            str(round(np.mean(recall),2)),str(round(np.mean(f1),2)),str(round(np.mean(t_time),4))))#the result of the ten repetitions is printed on the screen.\n",
    "\n",
    "        with open(result, \"a\", newline=\"\",encoding=\"utf-8\") as f: # all the values found are saved in the opened file.\n",
    "            wrt = csv.writer(f)\n",
    "            for i in range(0,len(t_time)):\n",
    "                wrt.writerow([j[0:-4],ii,accuracy[i],precision[i],recall[i],f1[i],t_time[i]])#file name, algorithm name, precision, recall and f-measure are writed in CSV file\n",
    "   \n",
    "     # In this section, Box graphics are created for the results of machine learning algorithms and saved in the feaure_graph folder.\n",
    "        plt.boxplot(f1)\n",
    "        plt.title(\"All Dataset - \" +str(ii))\n",
    "        plt.ylabel('F-measure')\n",
    "        plt.savefig(folder_name+j[0:-4]+str(ii)+\".pdf\",bbox_inches='tight', papertype = 'a4', orientation = 'portrait', format = 'pdf')\n",
    "        plt.show()# you can remove the # sign if you want to see the graphics simultaneously\n",
    "\n",
    "print(\"mission accomplished!\")\n",
    "print(\"Total operation time: = \",time.time()- seconds ,\"seconds\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}