Abalone Dataset.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd \n",
    "import matplotlib.pyplot as plt \n",
    "import matplotlib.gridspec as gridspec \n",
    "import seaborn as sns\n",
    "import sys\n",
    "import time\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.svm import LinearSVC  \n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.model_selection import cross_val_score\n",
    "\n",
    "from lightning.classification import FistaClassifier\n",
    "\n",
    "%matplotlib inline "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sex</th>\n",
       "      <th>length</th>\n",
       "      <th>diameter</th>\n",
       "      <th>height</th>\n",
       "      <th>weight.w</th>\n",
       "      <th>weight.s</th>\n",
       "      <th>weight.v</th>\n",
       "      <th>weight.sh</th>\n",
       "      <th>rings</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M</td>\n",
       "      <td>0.455</td>\n",
       "      <td>0.365</td>\n",
       "      <td>0.095</td>\n",
       "      <td>0.5140</td>\n",
       "      <td>0.2245</td>\n",
       "      <td>0.1010</td>\n",
       "      <td>0.150</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>M</td>\n",
       "      <td>0.350</td>\n",
       "      <td>0.265</td>\n",
       "      <td>0.090</td>\n",
       "      <td>0.2255</td>\n",
       "      <td>0.0995</td>\n",
       "      <td>0.0485</td>\n",
       "      <td>0.070</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>F</td>\n",
       "      <td>0.530</td>\n",
       "      <td>0.420</td>\n",
       "      <td>0.135</td>\n",
       "      <td>0.6770</td>\n",
       "      <td>0.2565</td>\n",
       "      <td>0.1415</td>\n",
       "      <td>0.210</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>M</td>\n",
       "      <td>0.440</td>\n",
       "      <td>0.365</td>\n",
       "      <td>0.125</td>\n",
       "      <td>0.5160</td>\n",
       "      <td>0.2155</td>\n",
       "      <td>0.1140</td>\n",
       "      <td>0.155</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>I</td>\n",
       "      <td>0.330</td>\n",
       "      <td>0.255</td>\n",
       "      <td>0.080</td>\n",
       "      <td>0.2050</td>\n",
       "      <td>0.0895</td>\n",
       "      <td>0.0395</td>\n",
       "      <td>0.055</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  sex  length  diameter  height  weight.w  weight.s  weight.v  weight.sh  \\\n",
       "0   M   0.455     0.365   0.095    0.5140    0.2245    0.1010      0.150   \n",
       "1   M   0.350     0.265   0.090    0.2255    0.0995    0.0485      0.070   \n",
       "2   F   0.530     0.420   0.135    0.6770    0.2565    0.1415      0.210   \n",
       "3   M   0.440     0.365   0.125    0.5160    0.2155    0.1140      0.155   \n",
       "4   I   0.330     0.255   0.080    0.2050    0.0895    0.0395      0.055   \n",
       "\n",
       "   rings  \n",
       "0     15  \n",
       "1      7  \n",
       "2      9  \n",
       "3     10  \n",
       "4      7  "
      ]
     },
     "execution_count": 177,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('Abalone.csv')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "#df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sex\n",
      "F    1307\n",
      "I    1342\n",
      "M    1528\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY4AAAEKCAYAAAAFJbKyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAE0xJREFUeJzt3Xvw5XV93/HnSzYQtS0X9yfBvXRpsqZDjK34K2CZOiQ03ExdxvEC04RV6WybIpomrcVkpnRMmWg0NUJTOtuwCsaBUqpha0jJFk1sU0EWL1xVfoOX3S24q1yMQaWL7/5xPivHZdc9n+V3ft/98Xs+Zs6c7/f9/Zzvee/8ZvY138/3clJVSJI0qecM3YAkaXExOCRJXQwOSVIXg0OS1MXgkCR1MTgkSV2mFhxJNiXZmeTuveoXJ/lCknuS/M5Y/R1J5pJ8McmZY/WzWm0uySXT6leSNJlM6z6OJK8Evg1cU1UvabWfA34TeFVVfS/JC6tqZ5ITgGuBk4AXAf8TeHHb1ZeAXwC2A7cD51fVvVNpWpJ0QMumteOq+mSSNXuVfwV4V1V9r43Z2errgOta/ctJ5hiFCMBcVT0AkOS6NtbgkKSBTC049uPFwD9IchnwXeBfVtXtwArg1rFx21sNYNte9ZMP9CXLly+vNWvWzEvDkrRU3HHHHd+oqpkDjVvo4FgGHAOcAvw94Pokf2s+dpxkA7ABYPXq1WzdunU+ditJS0aSr04ybqGvqtoOfKRGPg18H1gO7ABWjY1b2Wr7qz9NVW2sqtmqmp2ZOWBgSpIO0kIHxx8BPweQ5MXA4cA3gM3AeUmOSHI8sBb4NKOT4WuTHJ/kcOC8NlaSNJCpTVUluRY4DVieZDtwKbAJ2NQu0X0CWF+jy7ruSXI9o5Peu4GLqurJtp+3ADcDhwGbquqeafUsSTqwqV2OO6TZ2dnyHIck9UlyR1XNHmicd45LkroYHJKkLgaHJKmLwSFJ6mJwSJK6LPSd44ekl/+ra4Zu4VnvjvdcMHQLkuaJRxySpC4GhySpi8EhSepicEiSuhgckqQuBockqYvBIUnqYnBIkroYHJKkLgaHJKmLwSFJ6mJwSJK6TC04kmxKsrP9vvje2349SSVZ3taT5PIkc0nuTHLi2Nj1Se5vr/XT6leSNJlpHnF8EDhr72KSVcAZwNfGymcDa9trA3BlG3sMcClwMnAScGmSo6fYsyTpAKYWHFX1SeDhfWx6H/B2oMZq64BrauRW4KgkxwFnAluq6uGqegTYwj7CSJK0cBb0HEeSdcCOqvr8XptWANvG1re32v7qkqSBLNgPOSV5HvAbjKapprH/DYymuVi9evU0vkKSxMIecfwkcDzw+SRfAVYCn0nyE8AOYNXY2JWttr/601TVxqqararZmZmZKbQvSYIFDI6ququqXlhVa6pqDaNppxOr6iFgM3BBu7rqFOCxqnoQuBk4I8nR7aT4Ga0mSRrINC/HvRb4FPDTSbYnufBHDL8JeACYA/4z8M8Bquph4LeA29vrna0mSRrI1M5xVNX5B9i+Zmy5gIv2M24TsGlem5MkHTTvHJckdTE4JEldDA5JUpcFu49DkvZ26hWnDt3Cs95fXPwX875PjzgkSV0MDklSF4NDktTF4JAkdfHkuBa1r73zZ4du4Vlv9b+5a+gWdIjxiEOS1MXgkCR1MTgkSV0MDklSF4NDktTF4JAkdTE4JEldDA5JUheDQ5LUxeCQJHWZWnAk2ZRkZ5K7x2rvSfKFJHcm+WiSo8a2vSPJXJIvJjlzrH5Wq80luWRa/UqSJjPNI44PAmftVdsCvKSqXgp8CXgHQJITgPOAn2mf+Y9JDktyGPD7wNnACcD5bawkaSBTC46q+iTw8F61P62q3W31VmBlW14HXFdV36uqLwNzwEntNVdVD1TVE8B1bawkaSBDnuN4M/AnbXkFsG1s2/ZW21/9aZJsSLI1ydZdu3ZNoV1JEgwUHEl+E9gNfHi+9llVG6tqtqpmZ2Zm5mu3kqS9LPjvcSR5I/CLwOlVVa28A1g1Nmxlq/Ej6pKkASzoEUeSs4C3A6+uqsfHNm0GzktyRJLjgbXAp4HbgbVJjk9yOKMT6JsXsmdJ0g+b2hFHkmuB04DlSbYDlzK6iuoIYEsSgFur6p9V1T1JrgfuZTSFdVFVPdn28xbgZuAwYFNV3TOtniVJBza14Kiq8/dRvupHjL8MuGwf9ZuAm+axNUnSM+Cd45KkLgaHJKmLwSFJ6mJwSJK6GBySpC4GhySpi8EhSepicEiSuhgckqQuBockqYvBIUnqYnBIkroYHJKkLgaHJKmLwSFJ6mJwSJK6GBySpC4GhySpy9SCI8mmJDuT3D1WOybJliT3t/ejWz1JLk8yl+TOJCeOfWZ9G39/kvXT6leSNJlpHnF8EDhrr9olwC1VtRa4pa0DnA2sba8NwJUwChrgUuBk4CTg0j1hI0kaxtSCo6o+CTy8V3kdcHVbvho4d6x+TY3cChyV5DjgTGBLVT1cVY8AW3h6GEmSFtBCn+M4tqoebMsPAce25RXAtrFx21ttf/WnSbIhydYkW3ft2jW/XUuSfmCwk+NVVUDN4/42VtVsVc3OzMzM124lSXtZ6OD4epuCor3vbPUdwKqxcStbbX91SdJAFjo4NgN7roxaD9w4Vr+gXV11CvBYm9K6GTgjydHtpPgZrSZJGsiyae04ybXAacDyJNsZXR31LuD6JBcCXwVe34bfBJwDzAGPA28CqKqHk/wWcHsb986q2vuEuyRpAU0tOKrq/P1sOn0fYwu4aD/72QRsmsfWJEnPgHeOS5K6GBySpC4GhySpi8EhSepicEiSuhgckqQuBockqYvBIUnqYnBIkrpMFBxJbpmkJkl69vuRjxxJ8uPA8xg9b+poIG3T32A/v4shSXp2O9Czqv4p8KvAi4A7eCo4vgX8hyn2JUk6RP3I4Kiq9wPvT3JxVV2xQD1Jkg5hEz0dt6quSPL3gTXjn6mqa6bUlyTpEDVRcCT5EPCTwOeAJ1u5AINDkpaYSX+PYxY4of1uhiRpCZv0Po67gZ+YZiOSpMVh0iOO5cC9ST4NfG9PsapePZWuJEmHrEmD49/O55cm+RfAP2F0nuQuRr8xfhxwHfACRpf+/nJVPZHkCEbnUl4OfBN4Q1V9ZT77kSRNbtKrqv58vr4wyQrgrYzOmXwnyfXAecA5wPuq6rok/wm4ELiyvT9SVT+V5Dzg3cAb5qsfSVKfSR858pdJvtVe303yZJJvPYPvXQY8N8kyRnemPwj8PHBD2341cG5bXtfWadtPTxIkSYOY9Ijjr+9Zbv9prwNOOpgvrKodSd4LfA34DvCnjKamHq2q3W3Ydp56pMkKYFv77O4kjzGazvrG+H6TbAA2AKxevfpgWpMkTaD76bg18keMjhC6tWderQOOZ/Qok+cDZx3Mvvbqa2NVzVbV7MzMzDPdnSRpPya9AfA1Y6vPYXRfx8He0/EPgS9X1a62748ApwJHJVnWjjpWAjva+B3AKmB7m9o6ktFJcknSACa9quofjS3vBr7C6KjhYHwNOCXJ8xhNVZ0ObAU+AbyW0ZVV64Eb2/jNbf1TbfvHvRFRkoYz6TmON83XF1bVbUluAD7DKIQ+C2wE/hi4Lsm/a7Wr2keuAj6UZA54mNEVWJKkgUw6VbUSuILRlBLA/wLeVlXbD+ZLq+pS4NK9yg+wjxPuVfVd4HUH8z2SpPk36cnxDzCaMnpRe/33VpMkLTGTBsdMVX2gqna31wcBL12SpCVo0uD4ZpJfSnJYe/0SXtkkSUvSpMHxZuD1wEOM7vJ+LfDGKfUkSTqETXo57juB9VX1CECSY4D3MgoUSdISMukRx0v3hAZAVT0MvGw6LUmSDmWTBsdz2qNCgB8ccUx6tCJJehaZ9D//3wU+leS/tvXXAZdNpyVJ0qFs0jvHr0mylacebPiaqrp3em1Jkg5VE083taAwLCRpiet+rLokaWkzOCRJXQwOSVIXg0OS1MXgkCR1MTgkSV0MDklSF4NDktRlkOBIclSSG5J8Icl9SV6R5JgkW5Lc396PbmOT5PIkc0nuTHLiED1LkkaGOuJ4P/A/qupvA38HuA+4BLilqtYCt7R1gLOBte21Abhy4duVJO2x4MGR5EjglcBVAFX1RFU9CqwDrm7DrgbObcvrgGtq5FbgqCTHLXDbkqRmiCOO44FdwAeSfDbJHyR5PnBsVT3YxjwEHNuWVwDbxj6/vdV+SJINSbYm2bpr164pti9JS9sQwbEMOBG4sqpeBvwVT01LAVBVBVTPTqtqY1XNVtXszMzMvDUrSfphQwTHdmB7Vd3W1m9gFCRf3zMF1d53tu07gFVjn1/ZapKkASx4cFTVQ8C2JD/dSqczelz7ZmB9q60HbmzLm4EL2tVVpwCPjU1pSZIW2FA//3ox8OEkhwMPAG9iFGLXJ7kQ+Crw+jb2JuAcYA54vI2VJA1kkOCoqs8Bs/vYdPo+xhZw0dSbkiRNxDvHJUldDA5JUheDQ5LUxeCQJHUxOCRJXQwOSVIXg0OS1MXgkCR1MTgkSV0MDklSF4NDktTF4JAkdTE4JEldDA5JUheDQ5LUxeCQJHUxOCRJXQwOSVKXwYIjyWFJPpvkY239+CS3JZlL8l/a75GT5Ii2Pte2rxmqZ0nSsEccbwPuG1t/N/C+qvop4BHgwla/EHik1d/XxkmSBjJIcCRZCbwK+IO2HuDngRvakKuBc9vyurZO2356Gy9JGsBQRxy/B7wd+H5bfwHwaFXtbuvbgRVteQWwDaBtf6yNlyQNYMGDI8kvAjur6o553u+GJFuTbN21a9d87lqSNGaII45TgVcn+QpwHaMpqvcDRyVZ1sasBHa05R3AKoC2/Ujgm3vvtKo2VtVsVc3OzMxM918gSUvYggdHVb2jqlZW1RrgPODjVfWPgU8Ar23D1gM3tuXNbZ22/eNVVQvYsiRpzKF0H8e/Bn4tyRyjcxhXtfpVwAta/deASwbqT5IELDvwkOmpqj8D/qwtPwCctI8x3wVet6CNSZL261A64pAkLQIGhySpi8EhSepicEiSuhgckqQuBockqYvBIUnqYnBIkroYHJKkLgaHJKmLwSFJ6mJwSJK6GBySpC4GhySpi8EhSepicEiSuhgckqQuBockqcuCB0eSVUk+keTeJPckeVurH5NkS5L72/vRrZ4klyeZS3JnkhMXumdJ0lOGOOLYDfx6VZ0AnAJclOQE4BLglqpaC9zS1gHOBta21wbgyoVvWZK0x4IHR1U9WFWfact/CdwHrADWAVe3YVcD57bldcA1NXIrcFSS4xa4bUlSM+g5jiRrgJcBtwHHVtWDbdNDwLFteQWwbexj21tNkjSAwYIjyV8D/hvwq1X1rfFtVVVAde5vQ5KtSbbu2rVrHjuVJI0bJDiS/Bij0PhwVX2klb++Zwqqve9s9R3AqrGPr2y1H1JVG6tqtqpmZ2Zmpte8JC1xQ1xVFeAq4L6q+vdjmzYD69vyeuDGsfoF7eqqU4DHxqa0JEkLbNkA33kq8MvAXUk+12q/AbwLuD7JhcBXgde3bTcB5wBzwOPAmxa2XUnSuAUPjqr630D2s/n0fYwv4KKpNiVJmph3jkuSuhgckqQuBockqYvBIUnqYnBIkroYHJKkLgaHJKmLwSFJ6mJwSJK6GBySpC4GhySpi8EhSepicEiSuhgckqQuBockqYvBIUnqYnBIkroYHJKkLosmOJKcleSLSeaSXDJ0P5K0VC2K4EhyGPD7wNnACcD5SU4YtitJWpoWRXAAJwFzVfVAVT0BXAesG7gnSVqSFktwrAC2ja1vbzVJ0gJbNnQD8yXJBmBDW/12ki8O2c+ULQe+MXQTPfLe9UO3cChZXH+/SzN0B4eSxfW3A/LWrr/f35xk0GIJjh3AqrH1la32A1W1Edi4kE0NJcnWqpodug8dHP9+i5d/u5HFMlV1O7A2yfFJDgfOAzYP3JMkLUmL4oijqnYneQtwM3AYsKmq7hm4LUlakhZFcABU1U3ATUP3cYhYElNyz2L+/RYv/3ZAqmroHiRJi8hiOcchSTpEGByLRJJK8odj68uS7ErysSH70uSSPJnkc2OvNUP3pD5Jvj10D4eCRXOOQ/wV8JIkz62q7wC/wF6XJOuQ952q+rtDNyE9Ux5xLC43Aa9qy+cD1w7Yi6QlyuBYXK4Dzkvy48BLgdsG7kd9njs2TfXRoZuRDpZTVYtIVd3Z5sXPx0uTFyOnqvSsYHAsPpuB9wKnAS8YthVJS5HBsfhsAh6tqruSnDZ0M5KWHoNjkamq7cDlQ/chaenyznFJUhevqpIkdTE4JEldDA5JUheDQ5LUxeCQJHUxOCRJXQwOSVIXg0OaZ0men+SPk3w+yd1J3pDk5Un+PMkdSW5Oclz7TZXb9zwBIMlvJ7ls4PalA/LOcWn+nQX836p6FUCSI4E/AdZV1a4kbwAuq6o3J3kjcEOSi9vnTh6qaWlSBoc0/+4CfjfJu4GPAY8ALwG2JAE4DHgQoKruSfKhNu4VVfXEMC1LkzM4pHlWVV9KciJwDvDbwBbgnqp6xX4+8rPAo8ALF6hF6RnxHIc0z5K8CHi8qv6Q0SPwTwZmkryibf+xJD/Tll8DHAO8ErgiyVEDtS1NzIccSvMsyZnAe4DvA/8P+BVgN6OnGh/J6Ej/94CPAv8HOL2qtiV5K/Dyqlo/SOPShAwOSVIXp6okSV0MDklSF4NDktTF4JAkdTE4JEldDA5JUheDQ5LUxeCQJHX5/8dnITjPBDkYAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x27b44d715f8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(df.groupby('sex').size())\n",
    "sns.countplot(df['sex'],label=\"Count\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test size: 418\n",
      "sex\n",
      "F    1181\n",
      "I    1208\n",
      "M    1370\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "test_per = int(len(df.index)*0.9) #actual is 0.1-0.9\n",
    "print(\"test size:\", int(len(df.index)- test_per))\n",
    "testdf = df[test_per:]\n",
    "df = df[:test_per]\n",
    "df.shape\n",
    "print(df.groupby('sex').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\ipykernel_launcher.py:11: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  # This is added back by InteractiveShellApp.init_path()\n",
      "c:\\python35\\lib\\site-packages\\ipykernel_launcher.py:13: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  del sys.path[0]\n",
      "c:\\python35\\lib\\site-packages\\ipykernel_launcher.py:15: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  from ipykernel import kernelapp as app\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sex</th>\n",
       "      <th>length</th>\n",
       "      <th>diameter</th>\n",
       "      <th>height</th>\n",
       "      <th>weight.w</th>\n",
       "      <th>weight.s</th>\n",
       "      <th>weight.v</th>\n",
       "      <th>weight.sh</th>\n",
       "      <th>rings</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>F</td>\n",
       "      <td>0.455</td>\n",
       "      <td>0.365</td>\n",
       "      <td>0.095</td>\n",
       "      <td>0.5140</td>\n",
       "      <td>0.2245</td>\n",
       "      <td>0.1010</td>\n",
       "      <td>0.150</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>F</td>\n",
       "      <td>0.350</td>\n",
       "      <td>0.265</td>\n",
       "      <td>0.090</td>\n",
       "      <td>0.2255</td>\n",
       "      <td>0.0995</td>\n",
       "      <td>0.0485</td>\n",
       "      <td>0.070</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M</td>\n",
       "      <td>0.530</td>\n",
       "      <td>0.420</td>\n",
       "      <td>0.135</td>\n",
       "      <td>0.6770</td>\n",
       "      <td>0.2565</td>\n",
       "      <td>0.1415</td>\n",
       "      <td>0.210</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>F</td>\n",
       "      <td>0.440</td>\n",
       "      <td>0.365</td>\n",
       "      <td>0.125</td>\n",
       "      <td>0.5160</td>\n",
       "      <td>0.2155</td>\n",
       "      <td>0.1140</td>\n",
       "      <td>0.155</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M</td>\n",
       "      <td>0.330</td>\n",
       "      <td>0.255</td>\n",
       "      <td>0.080</td>\n",
       "      <td>0.2050</td>\n",
       "      <td>0.0895</td>\n",
       "      <td>0.0395</td>\n",
       "      <td>0.055</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  sex  length  diameter  height  weight.w  weight.s  weight.v  weight.sh  \\\n",
       "0   F   0.455     0.365   0.095    0.5140    0.2245    0.1010      0.150   \n",
       "1   F   0.350     0.265   0.090    0.2255    0.0995    0.0485      0.070   \n",
       "2   M   0.530     0.420   0.135    0.6770    0.2565    0.1415      0.210   \n",
       "3   F   0.440     0.365   0.125    0.5160    0.2155    0.1140      0.155   \n",
       "4   M   0.330     0.255   0.080    0.2050    0.0895    0.0395      0.055   \n",
       "\n",
       "   rings  \n",
       "0     15  \n",
       "1      7  \n",
       "2      9  \n",
       "3     10  \n",
       "4      7  "
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def add_labelnoise(noise_level, seed=None):\n",
    "    np.random.seed(seed) \n",
    "   # train_p = int(noise_level * len(traindf.index))\n",
    "   # validate_p = int(noise_level * len(valdf.index)) \n",
    "   # x = np.random.randint(low = 0, high = len(traindf)-train_p)\n",
    "  #  y = np.random.randint(low = 0, high = len(valdf)-validate_p)\n",
    "   # print(y)\n",
    "    l = int(noise_level*len(df.index))\n",
    "    for i in range(l):\n",
    "        if df['sex'][i]=='M':\n",
    "            df['sex'][i]='F'\n",
    "        elif df['sex'][i]=='F':\n",
    "            df['sex'][i]='M'\n",
    "        elif df['sex'][i]=='I':\n",
    "            df['sex'][i]=str(*np.random.choice(['M','F'], 1))\n",
    "\n",
    "        \n",
    "    #return traindf, valdf\n",
    "\n",
    "#t.head(20)\n",
    "#t['Outcome'][:10]\n",
    "\n",
    "add_labelnoise(0.30)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sex\n",
      "F    1381\n",
      "I     900\n",
      "M    1478\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(df.groupby('sex').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWQAAADuCAYAAAAOR30qAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl8W9Wd9/HP0WrJkrc4+6YsIoQEQhJA7IWwJOCylG50SieEtrR06ExburgzDwWmffpyO51pp+3Tnba0FOgOtG4DhVJKWFwgBhyWLCTOnjheJVmyrOU8f1wpCTEk8SLfe6Xf+/W6L2+S9ZNjffPzueeeo7TWCCGEMJ/D7AKEEEIYJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiXGYXIMSRQo3NTqAqfwSAysOOCoxGonCoN3lfAwNA4ihHf3tTw8C4PSkhjoPSWptdgygDocZmPzA1f0w57P3DP64HqjFCeDwkgAP5o+NN3u8AdgDb2psa+sepJlHGJJDFmAk1NtcBYWD+4W+11vOUUhNMLW70DgDb8sfWI95vb29qyJlYmygREshi2EKNzVXAqcBS4FSt9UnAfKVUnbmVmSYJvAK05Y+XgLb2pob9plYlbEcCWRxVqLF5GkbwLtVanwp6OajZSilldm02cIBDAd0CPNXe1LDD3JKElUkgi4NCjc0KWAicr7U+H63PVw7HdLPrKjG7gaeBp/Jv17c3NQyaW5KwCgnkvPwY56P5D6cAWYwOB+AMrfUxXzRKqZ8ATVrrjcWpcmyFGptdGN3veTqbWYFynKMcjhqz6yozA8DzwBPAw8CTEtDlSwL5TSilbgfiWuuvHfF5hfEzs+0JnFBj81St9eXkMu/A4bxAKUel2TWJN4gDfwMeAh5ub2rYZG45YjxJIL+JwwNZKTUfuB9YB0SAtwO3AcsAH/BLrfV/5u+3DrgZ2AB0At8DLsOYXnWV1rpjnJ8KocZmB3CGzqSvBn0VTvcCGf+1lXaMcC4EtEy/K2ESyG/iTQJ5E8awxXP5r9dprbuVUi7gMeAjWutXjgjkNHC51vrPSqn/ATq01k3jUX+osdmrde4ynUlfp5yui5XDWT0ejyuKbgAjmH8HPNje1NBrcj1ijMmVesfn9UIY571PKfVBjJ/fNOAkjGlPh0tqrf+cf/954LxiFhhqbHbm0qlLyaY/rDy+lcrh9Cu3t5gPKcZfBXBV/kiHGpsfBe4D7m9vaugztTIxJiSQj8/BPxOVUmHg3zA65l6l1N0YL5QjHX5iJksRftahxmalM+lzc+mBjzg8FVc43N4qJITLhRtYlT9SocbmtcDPMTrntKmViRGTQB6+KiAGRJVSU4GVwNrxLGDWLb+dpdODn3Z4Kt6nXJ56p8s9ng8vrMfLoc65I9TY/HPgR+1NDa+ZW5YYLgnk4VuPMTyxAeOy2SfH40FDjc2OTO/+a5Wn4hMOX/A0h7tCTsyJNzMJuAW4JdTY/CRwJ/ArORloD3JSz+JmfOyn00F/zlFRdZ3DU1Frdj3ClmLAvcC325sa2swuRrw1CWSLmv7h7690eCv/w+GvPkc5HLJutRgrDwFfa29qeMTsQsRQEsgWUnvBGkdF6NSbXFX1n3L6a+aaXY8oaS8A/w3c197UkDG7GGGQQLaA2gvWVFSETv2cq3ryzU5fsN7sekRZ2QV8E/h+e1ND1Oxiyp0EsonqLr6x2jvjpC+4a6Z90FFRKRdvCDP1AF8D/ldOAJpHAtkElYsuCARPvewLnklzPurwVgbNrkeIw+wHvgx8TxY5Gn8SyOPIH474Aydf8knv9IWfcFbWyNCEsLIdwB3AXe1NDVmziykXEsjjwB+OuP0nnveBiukn3e6qmTzT7HqEGIaNwK3tTQ2/NruQciCBXET+cMThm7N8pXfWyV9zT5h5kiyyJmzsMeDm9qaGI9dsEWNIArkI/OGIclQETqxcfNHXK2Ysukg5XXJFpCgFaYwZGbe3NzXEzS6mFEkgjzF/OFJXMWdZY+WCcz/krKyRK+tEKdoDfLq9qeFeswspNRLIY8Qfjjhd1ZNXVZ50wVc9U09YKIvAizLwGPAxWcRo7EggjwF/ODK7cuHbvuqbf8YVDo/PZ3Y9QoyjAeDfgW+0NzVImIySBPIo+MMRnzM48T3BZZff7qmfHTK7HiFM9DdgdXtTww6zC7EzCeQR8ocjJ3pnnnxHcMnKBofXLxuFCgFR4N/amxp+anYhdiWBPEz+cMStnO6rA0sv/z8Vs045WcaKhRjifuDG9qaGA2YXYjcSyMPgD0emuCfMbAwuv+KfXMH6iWbXI4SF7QPe097U8ITZhdiJBPJx8IcjCjjbFz7zjsCiC89XTrfsmSTEsaUxpsd90+xC7EIC+Rj84UgA1HXB5Vfc5AudeorZ9QhhQ3djDGEkzS7E6iSQj8IfjkxVHt+na86+9hr3hJkhs+sRwsZeAK5pb2rYZnYhViaB/Bb84cgiV/Xkz1effe1Kp79aVmYTYvS6gWvbmxr+YnYhViWBfIT8ePFF3ukLbwkuv/JtDrdXLvQQYuykgTXtTQ2/MLsQK5JAPow/HPEA7/PNO31N4JSV5yqHw2l2TUKUIA18qr2p4RtmF2I1Esh5/nAkCNzsX3DOqspFF56nlEPmFwtRXE3tTQ2fN7sIK5FABvzhSA1wS+WiFRf4F5xzrlzrIcS4uRP4iOxKYij7QPaHIxOATweWrLrAP/+MM82uR4gy9ADGRSRlv4dfWQeyPxyZDHwmeNpVb/PNXnKa2fUIUcbuB97d3tSQMbsQM5VtIPvDkWnAZ4PL3h7xzVlWMp1xumsXBx78ysGPM737qDn3OioXr6Dzga+Qie7HVTWZ+qsbcVYEhtw/3vYofU/fB0D1WdcSOPkidCZNx+++SDbWSXBpA8FlDQB0rf0WgVMvwztl/vg8OVHqfgm8v5yHLxxmF2AGfzgyHfj3ykUXnlxKYQzgnjCDaWu+xbQ132Lq6m+g3F78J5xF9JlfUxFawvQbf0hFaAnRZ4buWZlNxuh78h6mfOB/mPLPX6fvyXvIDsRJbluPZ8p8pt7wbWIvrgVgsGMrOpeTMBZj6b3AD8wuwkxlF8j+cKQe+LRv3umz/QvOvdDseoppYPuLuGum4qqeRGJLC5WLLwKgcvFFJDY/M/T229ZTEVqK0xfEWRGgIrSUga3PoxxOdDoF2UONS+8Td1Nz3nXj9lxE2bgh1Nj8lWPfrDSVVSDnp7Z9yjt94ezAKZeuKvWlM/tf/Tv+hecDkO3vxRWoA8BZWUu2v3fI7TOxLpxVhy5KdAYnkIl1UTFnKdn+Xvb+/BaqI+8ksbkFz+R5uIITxueJiHLz2VBj8y1mF2GGsglkfzhSAXzcXT8rXHXa1auUw1nSO0HrbJrkln9QeeK5Q76mlGI4/xMph5OJV36GaWu+iX/BuUSfe4Cq099B96M/5MDvv0xic8vYFS6E4auhxuYGs4sYb2URyP5wxAXc6PAFT6o+672XKJe75C+HTm59Hs/keTgrjY2vnZU1ZOLdAGTi3Tgqa4bcxxWcQDbaefDjbKxrSBcca20msHgFqT0bUU439Vd97uBJQCHGkAP4Raix+QSzCxlPJR/I+bUp3g8srznn/RGHx1dtdk3jof+Vx6nMD1cA+OdH6N/wqPG1DY/inx8Zcp+KOctItreSHYgbJ/PaW6mYs+zg17MDcZJbnqVy8Qp0JgVKgVLoTLr4T0iUo2rg/lBjc9DsQsZLyQcycB5wUdXp75jlqp5UFlMCcoMDDLS/gH/B2Qc/V3Xmuxhob2X3Dz7MQPsLVJ35bgBSezfT9Wdj/XCnL0jN2e9l312fZN9dn6Tm7Gtx+g69FvqevJfqs9+DUg58c5YxuG8Le++8mcCSleP7BEU5WQj8PNTYXNLnewpKeh6yPxwJAbdWzFnmCy5tuLbUT+IJUcJub29quMPsIoqtZDtkY6cPbnYG6wmccumVEsZC2Nptocbmt5ldRLGVZCD7wxEHsAalaqrPvvZih8tTaXZNQohRUcCPQ43NJf1aLslABi4FTgsubZjpCtTNMrsYIcSYmAt81ewiiqnkAjk/bvxe94RZ/RWzl6wwux4hxJi6KdTYfJHZRRRLSQWyPxxxAx8E4sHlV1xW6hd/CFGGFHBnqU6FK6lABlYCMysXXzzDFZwQMrsYIURRzAZKcr2LkglkfzgyFbjG4a/p8s877VKz6xFCFNWNocbmk8wuYqyVRCDnZ1VcB6SCSy8/W7k8frNrEkIUlZMSPMFXEoEMLAcWu2qmJD2T5p5udjFCiHHREGpsLqkldG0fyPkTedcCBwKnXHq+cjicZtckhBg3Xyuly6ptH8jAmcAE94SZbnf9rKVmFyOEGFfLgH8yu4ixYutA9ocjXuBdQEflyRe/TSmHrZ+PEGJEbiuVLtnuAXYOUOWeOMfnrptxitnFCCFMEQYuN7uIsWDbQPaHIz7gGqCjcsE5EVk8SIiy9gmzCxgLtg1k4CygUnl8GXf9TOmOhShvF4camxeZXcRo2TKQ8/OOLwM6Kxecu0g53V6zaxJCmO5fzS5gtGwZyBhjRvVAv3f6wuVmFyOEsIQPhBqb68wuYjTsGsgXACnP1BMmOytrZphdjBDCEnzAO80uYjRsF8j+cKQaOAPo8M07fdmxbi+EKCvXmF3AaNgukIHTMJbgy7lrpy0wuxghhKVcFGpstu3O8rYKZH84ooCLgW7P5PkTHR6fbX/wQoiicANXmF3ESNkqkIEJwGQg7p25KGx2MUIIS7LtOLLdAvlgCLsnzDzBzEKEEJa1MtTY7DO7iJGwWyCfASQcvqDXWVkz0+xihBCW5MM412Q7tgnk/EJCJwM9FbNOCclCQkKIo4iYXcBI2CnU5mDMrsi6aqZONbsYIYSlnWF2ASNhp0CeV3jHGaibbGYhQgjLkw65yMJAP4DTXz3F5FqEENY2K9TYbLucsEUg5+cfzwXijoqAR7krasyuSQhhebbbX9MWgQwE8segZ/K8ybL0sRDiOMw2u4DhsksgTwZyAK7qyfUm1yKEsAfbLTxml0CeAjgBHB5/pcm1CCHsYbrZBQyXnQI5DaA8Pr/JtQgh7EECuUhqKASy22vLSyKFEONOArlIqskHssPtlQ5ZCHE8bHcBmV0CuQrIACiXRwJZCHE8KswuYLjsFMhpABwuj7mlCCFswm12AcPlMruAY8lfFBIAYgDoXNbUgoTlKJ3VQdeD7f2urF0aDFEkWuNUiqyrumI7wPz/+5Jjy398Pmd2XcfL8oGc5yQ/D5lcLmNuKcJq3p389f70hCe9j4Qqp5ldi7CM2QBtq9tsE8ZggyGLxOYWjTF+7ADQWgJZHKJ0mo/5/lR3e7Z7qk7K74Z4g7TZBQyX5QM5L02h1lxWXnTioHcm7ukL+TKeaodWqzqju82uR1iKBHKRHOqQJZBFnkNn9L/6Hjk46+a2dHQ6g7l+M2sSltJtdgHDZZdAHqQQyNnBAZNrERZxfeq+XbP82YNn0oMK18r90U4zaxKWst3sAobLLoF8cMgil4z1mlyLsACHzuibfQ8Fj/y8dMniMBLIRdJHfk5hNt5juz9DxNi7PnXfrjpvdsi62NIli8NIIBfJboydZMlEO3pMrkWY7K264wLpkkVeu9kFDJedAtkDkOndK4Fc5t6qOy6QLlnkSYdcJN2ABsjGuxM6m0mZXI8wybG64wLpkgUSyEVzMJABcgPxAybWIkx0rO64QLrkshcFNptdxHDZJZB7yO8YApCJHdhlYi3CJMfbHRdIl1zWnmxb3Wa7dW/sEsj9GDMtvADp7t07zS1HmOF4u+MC6ZLL2uNmFzAStgjk/HoWr2AsVE9q1yu2GxsSozPc7rhAuuSyJYFcZC+TX3A6G+vsz8o4clm5PnXvsLrjgqDCtUq65HLTDzxvdhEjYadAfkNXnOnbv9WsQsT4Mrrjh4fdHRfclu6TLrm8PN22us12CwuBvQJ5D5Akf8Xe4J6Nm8wtR4yXkXbHBQGlXKs6pEsuI4+ZXcBI2SaQE5tbckAbUAuQ3LZ+Wy6diptblSi20XbHBbcNSpdcJjRwr9lFjJRtAjnvH+QvoUbndLpr58vmliOKbbTdcYF0yWVjXdvqtm1mFzFSdgvkVzDWRnYBDGx/8SVzyxHFNFbdcYF0yWXhLrMLGA1bBXJic8sA8AxQD5Da9fKeXKpfVn8rUWPVHRdIl1zyksCvzS5iNGwVyHlPk19oCGDwwPY2E2sRRTLW3XGBdMkl7f621W1Rs4sYDTsG8iYgQT6UExvXrdc6Z6udZcWxjXV3XCBdckmz9XAF2DCQE5tbMsATwESATO++aLprl4wll5BidccF0iWXpC3AI2YXMVq2C+S8JzDmIyuA/lf//qTW+uj3ELZRrO64QLrkkvQlOy4mdCRbBnJic8se4DlgMkC6Y2tnpm//RnOrEmOh2N1xgXTJJWULcLfZRYwFl9kFjMKfgNMKHyQ2PfVE9RnXLDCxHjEGbkjds7OuJjur2I+T75J3r51RU1nsxxqOwa5Bdv9wN5loBoDaC2qpv7SeTDzDzu/uJN2Zxl3vZtbHZuGsdA65f8+6Hg78wVjmZeIVE6k9t5ZcOseO/91BuidN3Yo6Jlw0AYDdP9lN3YV1+EK+8XuCxVES3THYtEPO2wa8RmEK3M4NuzOxrnZTKxKj4tAZ/S++h6vH6/Gs2CUrp2LKtVMIfznM3Fvn0v1oNwO7B+hs7iSwMMAJXzmBwMIAB5qHrq2ViWfoeKCDubfOZd4X5tHxQAfZ/izxDXF8IR/zvzifnr8ZO6AldyTROV0KYVwy3THYOJDzS3I+CAQKn+t/+a8PaxlMtq0bUvfsrPXmxi2QrTiW7K5xHwxJp8+Jd5qXTE+GaGuUmnONYfWac2uIrh86uyu+IU5gUQBXwIWz0klgUYBYWwzlVOTSOXT20Euj43cdTL5m8vg8qeIqme4YbBzIea9hrAJXB5Da/eredOf2VnNLEiMx3t1xQb5LtuSaKIMHBhnYPoBvno9MXwZ3jRsAV7WLTF9myO0zPRncde6DH7tr3WR6MgQWBcj0Zdj6xa3UX15PtDVKxewK3LXuId/DZjZRQt0x2DyQ8wsO/QKoIj/jIrb+j4/qbHrA1MLEsI13d1wQUMp12f5o13g/7rFkB7Ls+PYOpvzTFJy+N44VK6Xyv+3HRzkVMz86k/n/OZ/q06vperiL+lX17L13Lzu+vYNoq22vpbiplLpjsHkgAyQ2t2zCuHpvKhi7Ug9sf+lvphYlhsWs7rjgC2lrdck6o9n57Z3UnFVD9WnGj8VV7SLdayzxm+5N46oaej7eVesi3X1oGeB0TxpX7Rtv1/XXLmrOriH5etII6o/N5MCDttzr4Sdtq9v+anYRY832gZz3G4yewQMQe3Hts7KjiH2Y1R0XWKlL1lqz+8e78U71Ur+q/uDnq06tonddLwC963qpWlo15L6BxQHiG+Jk+7MHT+YFFh88xUK2P0vsxRg159SQG8wdfPXn0va60FVr3QF82uw6ikGVyjkwfzhyOfBu8juLVMxeMiu4/MrrlVLD+ONOjDeHzujnHddHzQxkgLjWmbNmzBzA4wgc+9bF07+pn21f3oZ3hpfCr+7kd03GN8/Hzv+3k3R3GvcENzM/NhNXwEVyW5Lux7qZfsN0AHr+3sOBPx427e282oPfe+89ewkuDRJYGCA3mGP7/24n05Oh7sI6JlwyYfyf7Mi9r211231mF1EMpRTIXuDLGJ1yFKD6zPes8E4/8TxTCxNH9aGBn+34PzVriz7v+Hh81lW1/c8za2abXYd4a1rrP224fkOD2XUUS6kMWZDY3JICfgxMAJwAfc/+7m/ZRN8eUwsTb8nsseMjWW0sWbyR1jqulLrJ7DqKqWQCGSCxueVlYC0wA4BsJhd99v7f6lzGlhseljqzx46PZKWxZDGUUuqjbavbdphdRzGVVCDn/Q5jQ9R6gHTn9u7k68+tNbckcSSnTluqOy6QLtmatNbfalvd9guz6yi2kgvk/NDF9zD23vMAxF96eH26Z++rphYm3mBN6p5dVuqOC6RLth6d1S1KqVvMrmM8lFwgAyQ2t+wE7gGmFz7X++Q992eT0f3mVSUKnDqt/8X/l6HztixCumTr0DndqZzqHW2r28pi2LEkAznvMeBF8qGsU/2DfU//6t5cOiUvNJOtSd2zq9Zjve64QLpka9BaZ5VDXdO2um2v2bWMl5IN5Pxl1T8AusiPJ2d69vTF1v/xPp3LDl0IQIwLq3fHBdIlW4DmM22r254wu4zxVLKBDJDY3BIHvoExDS4IkNr18u7ExnX3l8r8a7uxendcIF2yuXRGf3/Dmg1fN7uO8VbSgQyQ2NyyDyOUJwBegP5XHn85teuVv5lZVzmyS3dcIF2yOXKp3G+Uq7TnG7+Vkg9kgMTmlo3AnRjjyU6A6D9++3hq/+stphZWZuzSHRcElHJdLl3yuMoms486vI5r21a3leWfsGURyHnrgD8As8k/7751v1g72LH1WVOrKhN2644LbhvsmyFd8vjIJrMtTp/z8lJbUnM4yiaQ8zuM/A74KxAiv6Js7xN3/2mwY9vzJpZWFuzWHRf4HcopXXLxZQeybU6fc0Xb6rZBs2sxU8ksLnS8/OGIE7geOB9oBzRAzfmrr/RMnL3UvMpKl1On9XPONVE7BjJAIqezkZkzk2avBFeqcqncFofXcVrb6rY+s2sxW9l0yAWJzS1Z4C6MIYwQBzvln/1hsHPHCyaWVrKOtzu+4YEkk/4rxuLvHBoh6E5qLvl5P+Fvxbnk5/30JN+8gbjrhUHC34oT/lacu14wmqxURrPq7n4WfyfOd5491Hjd+Ick6/ce/1/F0iUXTzaRfQ3FGRLGhrILZIDE5pYM8BPgKQqhrLXuffynD6T2bn7a1OJKzHDGjq8/1c3a6/xv+FzTuhQXzXGx+eMBLprjomldasj9upOaOx5P0fKhSv7xoUrueDxFT1Lz0OsZlk918tJNlfzgeSOQX9yXJZuDZVOdQ77P0chY8tjL9GVeAJa//OGXe8yuxSrKMpDhYCjfCTyDEcrGib6n7n04ufX5P8vu1WPjhtQ9O493qOL82S7qfG/cT+CBjRlWLzE241y9xM39G4de0/PQlgyXzDXuW+tTXDLXxdotGdwOSGYgfVgzfOtjKb64wjvs5yFd8thKd6efSHWkznjlplcSZtdiJWUbyHAwlH/EoRN9LoBYa/M/+l9+7FdyRd/oOHU69zH/X0Y1brw/nmNq0Pg1nRJQ7I8P3W5odyzHzOpDv8ozqhzsjuW4ZJ6LffEcZ97Zz2fP8fLgxjTLpjqYFhzZr710yWMjtT91X/+m/rdt/dLWslifYjjKOpABEptb0sDPgF8Bs4AKgMTGda9Fn3vgpzozKP+Dj9AHU78Y05kVSimGsyGXy6G4551+Wj8S4N0nufjGM4PccpaXTz00wLt+leDBjcPLA+mSR0fntE7uSH5l02c3vW/nd3ce91+gSqnHlFIrj/jcJ5RS3z3KfWz5H2fZBzIYU+ISm1v+CHwXmEzhMuudG3b3rrvnR7lUv7wIh8mp07mb/I+MOownBxzsjRld8d5YjkmVQ39lpwcd7Ow71DnviuaYfkQX/J1nB/nnJW6e2ZXF44RfvsvHl/4+dDz6WKRLHpncYC6V3Jr8yJZbtzSO4O73Atce8blr858vKRLIh0lsbnka+CoQAOoA0l07erof/cEP0737XjO1OJsZq+74yhNc3PWi0cne9WKaqxa4htxm5XwXD2/N0JPU9CQ1D2/NsHL+odv1JDV/3Jzhn5e4SaQ1DgVKwcAIBqSkSx6+dG96X+zF2AWvf/H1H47wW/wGaFBKeQCUUiFgGtCqlHpUKbVeKdWmlLpqbCo2T9nNQz4e/nBkBvApoBI4uPRf1WlXn+uddfIK2cn66Jw6nXvOuSY23EB+328T/K09S2dCM7lScccFXq4+0cV7fpNkR59mdrXiV+/2U+dTPLcny/eeG+RHV/oA+HHrIF9+wuh4/+M8L2uWeg5+30+uHeCqE11cEHIxkNFceW+C3THNR5d7+HjE86a1HI3MSz5+yfZkS+/TvVd1ru0c1VrkSqk/Aj/UWj+glGrEWMGxEfBrraNKqXqME/RhrbVWSsW11rb795FAfgv+cKQG+DCwGNgBZAEq5iwLBU6+5J0Ot9d2/9jj5caBn+7495qHLbGTdLF8zlW1/U+yQ/VbyqVz6fiG+Pd6Hu/5TLQ1OvyxoSMopd4PvF1r/T6l1AvAB4GXgK9jXOSVAxYAc7TW+ySQS5A/HHEBV+WP/UA/gDMwwV991nuucVVNnGdmfVY00u7YbqRLfmuZvkxXdH30xtiLsd9HW6NjEjBKqQCwFVgF3Ke1PkEpdT1wGXCd1jqtlGoHLtBat9s1kGUM+SgSm1syic0tvwX+G2NceTJANt6V6P7Ld+9Otrc+LFPj3misZ1ZYlYwlv7nkjuT6zoc6z9j9092/G6swBtBaxzF2Afoxh07mVQMd+TC+EGPhMFuTDvk4+cOReuAjQBjYBWQA3BNDE6qWXXGVM1A708z6rKBcuuOCRE5nIzNmJvFKl5xNZOPR1uj3o89Gb422RpPFeAyl1NXA74GFWuvX8uPGfwDcwAvAOcBldu6QJZCHwR+OuIEGjCGMOMb2UKCUCi5tiFTMXrJCOZxuE0s0VTmMHR+p0RXc3jyz1vad2UhprXViS+Ll3id7P5XpzTwyll1xOZJAHgF/OBLCOOE3ncO75frZdcHlV1zpCtSV3Qu03LrjgnLukjOxTG/vU71397/a/6Voq+zoPhYkkEfIH454ME4oXI1xsq+z8LXg0svPqJi9ZIVyuoe/aIJNlWN3XFBuXbLO6Vz/a/2tPet6Pp1L5P4ebY0OvZ5djIgE8ij5w5HZwIeAmcBuIA3PMMScAAAJ6klEQVTGTIzgsoaL3PWzl5b6vGWnTueed66J1ZRZd1xQTl3yYOfg/r6Wvp8kNif+K9oa7Ta7nlIjgTwG8mPLK4F3YAxf7CO/8L1n2oIpgZMvWVXKwxjl3B0XlHqXnIln+qLPRZ+KvRC7DXhOxoqLQwJ5DPnDkcnAu4AzgF7g4Dqv/oXnn+SfH7nU4fGVVBdZ7t1xQal2ybnBXDL2Yuylvpa+O3VG/zLaGo2aXVMpk0AeY/5wRGFcMfQBjJN++4EkgHJ7XcFTLz/LO/3Es5XTXWFimWNGuuNDSqlL1lmd7d/U/2rvk72/zsazP4u2RtvNrqkcSCAXSf4qv7MwVqWqwFgTIwPg8AW9gVMuPdM79YSz7HziT7rjNyqFLllrzcDOga2963ofGuwY/C6wQYYnxo8EcpH5w5EAxtzlSzGut99Hfl0Mh6+qwgjm8Jl2DGbpjoeya5esczo3sHPg9b5/9P0jtTv1feDpaGtUrkIdZxLI4yR/pd9KYAUlEMzSHb85u3XJOqvTia2JTX3P9LWlu9L3AY9EW6P9ZtdVriSQx9mxgrly0YXLvVMXnOHwVBzXxqBmke74rdmhS86lcwOJzYnXep/ufSkbyz4IPCbT2MwngWySfDCvAi7ECOYO8nOYcTgd/gXnnOibteRMK66RId3x0Vm5S86lcvH4q/FX+1r6Xswlc78Hnoi2RmNm1yUMEsgm84cjEzG65YswNlntIr/MJ4B3xknT/PMjEVft9EXK4Rje3vVFIt3xsVmpS9Za63RXent8Q3xbrC3WRpb7gWeKtQiQGDkJZIvwhyOVwOnA24EJGKHcRf4CE2fVxEDlwvOXeybNPdXh8dWYVad0x8fHCl1yLpWLJ7YlNkafi25Ld6a3YqyU9ny0NSq7PVuUBLLF+MMRJ3AScDlwIsYwRgf5KXNg7FpSMeuUJe7aaScpp2v4exCNgnTHx+/zruD2P45zl6y11unO9LZ8N7yTHM8DfwU2Rluj2fGsRQyfBLKF5ff2uxA4D2PN1xjG1X8aQHn8bv8JZ53knXbiEmegbk6xl8yQ7nh4EjmdPXPGjKT2OoveJWf7sweS7cn26Ppoe7orvQtYCzwbbY32HOu+wjokkG3AH474MPb2W4HRNWuOGGt21U6r9s+PnOKun7XQ6a+eWow6Pjrw4x2NNY9IdzwMxeySs/3ZjuSO5JZ4W3xfak+qF3geY1eNTdIN25MEss3kZ2csBy7BGGtOYyz9OVi4jat2WrUvtPRE98TQic5A3eyxWG3OqdO59c418WpPztLT8axmrLvkTDyzf2DnwJb4S/F9qb2pKMZw1qMY3XDvWDyGMI8Esk35wxEHMAfj8uyzAB/G9Lku8mtnADgra32+ucsXuCfNO9FVVT9POZyukTyedMcjN5ouWed0LhPL7E7tTm2PvRTbP7hvMIYxd/3vwIvAXrm0uXRIIJeA/LoZIeBU4GygMAujG2OrKcAYc66YdfJsz6S5c101k+c4KoJTjqd5lu54dIbbJWcT2a7BA4OvJ9uTe/tf64/lkrkMxloojwNtSAiXLAnkEpPvnKcDJ2Ns+jgNY8w5gbEk6MHZGs5And87c3HIUz97jqt60lyHt7Luzb6ndMejd7QuOTeYS6S701sHdg7s6H+tvyfdlS4MP+0GnsAI4X0SwqVPArmE5ZcCnQTMB5YBizBmayiMGRt9GMMcgDH27J2+MOSunTbDXVk9V/mq65wqJ93xGDi8S84ms93pnvTOwY7BPcltyb6B7QMDGP9pRoFW4CVga7Q12mdq0WLcSSCXkfzQxgxgHsaJwRMwwhmMgI4BWdCE2XVZvWdwV+30OX03TXllxqxqNW1ywDGtyqtqzanenrpTenDPAO2b4uz5dsyzp3VPNpGNZZ0YAZwBXsaYHfE6sF+64PImgVzG/OGIF5iNEcyLMDppR4BkzUK1fUEViYeUIk5+3jNAvV9VnDbNOXVurWPSlICaMNGv6mt9qt7vVkFznoU1pDI62TOgO7sSunNfXHdu78t1Pb07m/pLyhXpcTqf00oNYsyE2QhsALYCO2SJS3E4CWRxUL6DnlxF/4JFqn1RpUpNxhiDzgFOjEBJ5I83XH5bW4Fn8SRn/ZxaR/30oKqfVOmor/Op+qCXGpdDucf7uRRDNqez/WmiPUndeSChO/fEcp3tvbnOlzty0b1xDeDHWI9E54+dHU5H90aPpyWr1HbggOzQLI5GAlkc1ZUL3F5gKkYwzwFmYQx7FKbZFYY8CkFdGA89qN6vKmZVq+CUgCM4qVIF63wqWFOhqqq8KhjwEKx0q2CFi4DToRzj9bwOl9NapzIk+tM6Fh8kGkvpWF9Kx7qTOnagX8f2xXV0ZzQX3xvTWhuh68vfVQMOjKGencB2oB1jRsT+BzemZc0IMSwSyGLYrlzgVkAlUJ8/pmJMu5uZ/7jQISqMwMpgdNep/DHIEaEN4HfjqqlQnmqv8lZ5lSfgwVvpUZ5Kt/JWevD6XMpT4cLrcuBUCqVAKeOqF6UUaI3Oaa21sRORzmpyAxlSybQeTKRJJdJ6sD+tU/FBBqMpnYqm9GDvgE5FU2QBD+DNHx6Mvwhyhz0PMPZH3IERuvsxLsjpfHBjWlZNE2NCAlmMqSsXuN1ALRA87JiYP+qBOox50orDZnhwKPQKXXL2sCPDoXDkiLfqiPsrjDAtHK7DvmfuiPsXHi+HsUZIZ/44gHGBTeywo+fBjWm5HFkUlQSyGHdXLnA7MP70D2JsAFvoSgtvKzA6cP9hb70Y4engUOetMMI1d9ihMa5UTGKs9VE4Cp354W8HMKaaJR/cmJYXgjCdBLIQQliEKSdRhBBCDDWihWaEGA2l1ASMFcoApmCMEx/If3yG1nrwTe849PvcAPxJa71v7KsUYvzJkIUwlVLqdiCutf7aCO67DrhZa/3CmBcmhAmkQxaWopRaDfwLxsm9p4CbMYbWfoKxmp0CfoAx7exU4JdKqSTD6KyFsCoJZGEZSqnFwDuAs7XWGaXUD4BrMdZ5qNdan5y/XY3Wulcp9XGkQxYlRAJZWMnFGDtvP5dfp9mHcQXcQ8ACpdQ3gWbgYdMqFKKIJJCFlSjgx1rrW4d8QalTgMuAfwXeCdw4zrUJUXQy7U1YySPAe5RS9WDMxlBKzVJKTcQ4Af1r4DaMtZ3BuIKurFeZE6VFOmRhGVrrNqXUHcAjSikHxopyH8WYFndnfrNWDXwuf5efAD+Sk3qiVMi0NyGEsAgZshBCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIv4/6TYAbjoOG3EAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x27b44ccdf60>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train set (3007, 9)\n",
      "Test set (418, 9)\n",
      "Validation set (752, 9)\n",
      "sex\n",
      "F    1099\n",
      "I     728\n",
      "M    1180\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "#split our data into train and test\n",
    "#traindf, testdf = train_test_split(df, test_size = 0.3)\n",
    "#traindf, valdf, testdf = train_validate_test_split(df, train_percent=.7, validate_percent=.2, seed=None)\n",
    "traindf, valdf = train_test_split(df, test_size = 0.2)\n",
    "labels = 'Train', 'Test', 'Val'\n",
    "plt.pie([70, 10, 20], labels=labels, autopct='%1.1f%%', shadow=True)\n",
    "plt.show()\n",
    "print(\"Train set\", traindf.shape)\n",
    "print(\"Test set\", testdf.shape)\n",
    "print(\"Validation set\", valdf.shape)\n",
    "\n",
    "print(traindf.groupby('sex').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_X=traindf[traindf.columns[1:]]\n",
    "val_X=valdf[testdf.columns[1:]]\n",
    "train_Y=traindf['sex']\n",
    "val_Y=valdf['sex']\n",
    "test_X=testdf[testdf.columns[1:]]\n",
    "test_Y=testdf['sex']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.5598086124401914\n",
      "Cross_val score : 0.49355280819498415\n"
     ]
    }
   ],
   "source": [
    "X = train_X\n",
    "y = train_Y\n",
    "clf = LinearSVC(penalty='l1', loss='squared_hinge', dual=False, tol=1e-3, C=1.0,\n",
    "               multi_class='ovr', fit_intercept=True, intercept_scaling=1,\n",
    "               class_weight=None, verbose=0, random_state=None, max_iter=1000)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.5406698564593302\n",
      "Cross_val score : 0.49453314494289413\n"
     ]
    }
   ],
   "source": [
    "clf = LinearSVC(penalty='l2', loss='hinge', dual=True, tol=1e-3, C=1.0,\n",
    "               multi_class='ovr', fit_intercept=True, intercept_scaling=1,\n",
    "               class_weight=None, verbose=0, random_state=None, max_iter=1000)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.44019138755980863\n",
      "Cross_val score : 0.5035942533118429\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='hinge', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.5311004784688995\n",
      "Cross_val score : 0.5330787801095254\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='squared_hinge', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.5119617224880383\n",
      "Cross_val score : 0.5106493621938754\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='modified_huber', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## FISTA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.5478468899521531\n",
      "1.0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cross_val score : 0.573063481183959\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "# Set classifier options.\n",
    "clf = FistaClassifier(C=1.0, alpha=1.0, loss='squared_hinge', penalty='l1',\n",
    "                      multiclass=True, max_iter=1000, max_steps=30, eta=2.0,\n",
    "                      sigma=1e-05, callback=None, verbose=0  )\n",
    "\n",
    "# Train the model.\n",
    "clf.fit(X, y)\n",
    "\n",
    "\n",
    "# Accuracy\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "\n",
    "# Percentage of selected features\n",
    "print(clf.n_nonzero(percentage=True))\n",
    "\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}