Features.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## weighted_score = compound \\* lg(favorite_count \\* 2 + retweet_count) * lg(followers_count)\n",
    "remove rows with compound=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/verizon.csv', dtype={'created_at':str, 'id_str':str})\n",
    "y = pd.read_csv('data/verizon_price_change.csv', dtype={'time1':str, 'time2':str})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>id_str</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>truncated</th>\n",
       "      <th>text</th>\n",
       "      <th>compound</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121956968816641</td>\n",
       "      <td>10897</td>\n",
       "      <td>335</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121928246165504</td>\n",
       "      <td>10897</td>\n",
       "      <td>580</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121924840538113</td>\n",
       "      <td>10897</td>\n",
       "      <td>1461</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121870796898304</td>\n",
       "      <td>10897</td>\n",
       "      <td>409</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121867508445184</td>\n",
       "      <td>10897</td>\n",
       "      <td>112</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122006193270790</td>\n",
       "      <td>10897</td>\n",
       "      <td>376</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122104541261825</td>\n",
       "      <td>10897</td>\n",
       "      <td>427</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122083376852997</td>\n",
       "      <td>10897</td>\n",
       "      <td>609</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122063244034049</td>\n",
       "      <td>10897</td>\n",
       "      <td>425</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122060194877441</td>\n",
       "      <td>10897</td>\n",
       "      <td>585</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104122021397520384</td>\n",
       "      <td>10897</td>\n",
       "      <td>3588</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121961188339712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>you wanna make an impact Break up the telecom ...</td>\n",
       "      <td>-0.2263</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121720846323714</td>\n",
       "      <td>10897</td>\n",
       "      <td>210</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121860567064580</td>\n",
       "      <td>10897</td>\n",
       "      <td>92</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121791360974848</td>\n",
       "      <td>10897</td>\n",
       "      <td>619</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121719596343296</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>True</td>\n",
       "      <td>I don t understand why anyone would focus on b...</td>\n",
       "      <td>0.1779</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121653502640130</td>\n",
       "      <td>66</td>\n",
       "      <td>263</td>\n",
       "      <td>False</td>\n",
       "      <td>is now playing on these platforms and more Alt...</td>\n",
       "      <td>0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121633168654337</td>\n",
       "      <td>10897</td>\n",
       "      <td>480</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121367169888256</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>True</td>\n",
       "      <td>So many students lack the tech tools that coul...</td>\n",
       "      <td>-0.3744</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>03081547</td>\n",
       "      <td>1</td>\n",
       "      <td>1104121378930798593</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>True</td>\n",
       "      <td>Faster connections more lives saved It s so co...</td>\n",
       "      <td>0.8111</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121393568874496</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>True</td>\n",
       "      <td>has helped over 1 million students use innovat...</td>\n",
       "      <td>0.4404</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121438334844936</td>\n",
       "      <td>10897</td>\n",
       "      <td>91</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121454663225344</td>\n",
       "      <td>10897</td>\n",
       "      <td>28</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121427345604608</td>\n",
       "      <td>10897</td>\n",
       "      <td>180</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121503388319744</td>\n",
       "      <td>10897</td>\n",
       "      <td>161</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121535118209024</td>\n",
       "      <td>1</td>\n",
       "      <td>198</td>\n",
       "      <td>False</td>\n",
       "      <td>Lots of Verizon customers complaining as we ar...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121582002278400</td>\n",
       "      <td>10897</td>\n",
       "      <td>440</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121592307744770</td>\n",
       "      <td>10897</td>\n",
       "      <td>899</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121509566529536</td>\n",
       "      <td>10897</td>\n",
       "      <td>376</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1104121598162939904</td>\n",
       "      <td>10897</td>\n",
       "      <td>512</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon You re all out of data You ve been cha...</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20196</th>\n",
       "      <td>02281857</td>\n",
       "      <td>1</td>\n",
       "      <td>1101270284362006529</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>True</td>\n",
       "      <td>We love hearing you re enjoying your experienc...</td>\n",
       "      <td>0.7579</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20197</th>\n",
       "      <td>02281856</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269945734909952</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>We were receiving them Filing complaints w DO ...</td>\n",
       "      <td>-0.1027</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20198</th>\n",
       "      <td>02281855</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269630625173507</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>1 888 382 1222 is the number for the DO NOT CA...</td>\n",
       "      <td>0.0772</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20199</th>\n",
       "      <td>02281854</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269457287155712</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>False</td>\n",
       "      <td>Good evening Is there a concern with your Veri...</td>\n",
       "      <td>0.4404</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20200</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269273954172928</td>\n",
       "      <td>8</td>\n",
       "      <td>1575</td>\n",
       "      <td>False</td>\n",
       "      <td>Don t tell anybody but AT amp T and Verizon le...</td>\n",
       "      <td>0.1181</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20201</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269072107528193</td>\n",
       "      <td>1</td>\n",
       "      <td>345</td>\n",
       "      <td>False</td>\n",
       "      <td>I saw a tweet that said if you have Sprint you...</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20202</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269081708126208</td>\n",
       "      <td>5</td>\n",
       "      <td>1363</td>\n",
       "      <td>False</td>\n",
       "      <td>Celebrating Black History Month with a convers...</td>\n",
       "      <td>0.5719</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20203</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269176906383360</td>\n",
       "      <td>2</td>\n",
       "      <td>1990</td>\n",
       "      <td>False</td>\n",
       "      <td>He s a great man who has dedicated a lot of hi...</td>\n",
       "      <td>0.9042</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20204</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269229192601604</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>True</td>\n",
       "      <td>I am currently resolving all my issues with Ve...</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20205</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269258917552133</td>\n",
       "      <td>0</td>\n",
       "      <td>679</td>\n",
       "      <td>False</td>\n",
       "      <td>you re making it incredibly difficult for me t...</td>\n",
       "      <td>-0.4201</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20206</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1101269278974722053</td>\n",
       "      <td>4</td>\n",
       "      <td>1529</td>\n",
       "      <td>False</td>\n",
       "      <td>152 remaining Please help get this funded</td>\n",
       "      <td>0.6124</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20207</th>\n",
       "      <td>02281852</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268934106460160</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>So many students lack the tech tools that coul...</td>\n",
       "      <td>-0.3744</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20208</th>\n",
       "      <td>02281852</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268844910444544</td>\n",
       "      <td>4</td>\n",
       "      <td>49</td>\n",
       "      <td>False</td>\n",
       "      <td>We ve got some exciting news Robocaller days a...</td>\n",
       "      <td>0.4939</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20209</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268787561750528</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>brags about it s network But I can t get a sig...</td>\n",
       "      <td>0.5719</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20210</th>\n",
       "      <td>02281851</td>\n",
       "      <td>3</td>\n",
       "      <td>1101268566710587395</td>\n",
       "      <td>0</td>\n",
       "      <td>690</td>\n",
       "      <td>True</td>\n",
       "      <td>1Tech companies don t exist to make their user...</td>\n",
       "      <td>0.4215</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20211</th>\n",
       "      <td>02281851</td>\n",
       "      <td>2</td>\n",
       "      <td>1101268638563209216</td>\n",
       "      <td>1</td>\n",
       "      <td>948</td>\n",
       "      <td>False</td>\n",
       "      <td>Wowwww u switched just like the guy from verizon</td>\n",
       "      <td>0.3612</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20212</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268700576038914</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>True</td>\n",
       "      <td>We d love for you to experience superior custo...</td>\n",
       "      <td>0.9477</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20213</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268754816790528</td>\n",
       "      <td>0</td>\n",
       "      <td>233</td>\n",
       "      <td>True</td>\n",
       "      <td>Time will tell I have and have an iPhone Roboc...</td>\n",
       "      <td>-0.3612</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20214</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268786022371328</td>\n",
       "      <td>0</td>\n",
       "      <td>1227</td>\n",
       "      <td>False</td>\n",
       "      <td>yall on some bullshit</td>\n",
       "      <td>-0.5859</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20215</th>\n",
       "      <td>02281851</td>\n",
       "      <td>2</td>\n",
       "      <td>1101268811901255681</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>False</td>\n",
       "      <td>I saw a tweet that said if you have Sprint you...</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20216</th>\n",
       "      <td>02281850</td>\n",
       "      <td>1</td>\n",
       "      <td>1101268383985778688</td>\n",
       "      <td>0</td>\n",
       "      <td>3143</td>\n",
       "      <td>True</td>\n",
       "      <td>I get these EVERY DAY I just want them to stop...</td>\n",
       "      <td>-0.2263</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20217</th>\n",
       "      <td>02281850</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268476847710208</td>\n",
       "      <td>4</td>\n",
       "      <td>69278</td>\n",
       "      <td>False</td>\n",
       "      <td>We ve got some exciting news Robocaller days a...</td>\n",
       "      <td>0.4939</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20218</th>\n",
       "      <td>02281849</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268291748839424</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>True</td>\n",
       "      <td>I rely on a solid signal at all times especial...</td>\n",
       "      <td>0.5106</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20219</th>\n",
       "      <td>02281848</td>\n",
       "      <td>0</td>\n",
       "      <td>1101268049867522048</td>\n",
       "      <td>2</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>Verizon can choose their largest or toughest e...</td>\n",
       "      <td>-0.7783</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20220</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>1101267308109017088</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>False</td>\n",
       "      <td>Thankfully Verizon only has control over our i...</td>\n",
       "      <td>0.4215</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20221</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>1101267338677104640</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>False</td>\n",
       "      <td>a keyboard smash is far less effective on the ...</td>\n",
       "      <td>0.4228</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20222</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>1101267489177112576</td>\n",
       "      <td>65</td>\n",
       "      <td>380</td>\n",
       "      <td>False</td>\n",
       "      <td>Everyone has their own mission Ours happens to...</td>\n",
       "      <td>0.3400</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20223</th>\n",
       "      <td>02281845</td>\n",
       "      <td>0</td>\n",
       "      <td>1101267290157445120</td>\n",
       "      <td>0</td>\n",
       "      <td>2605</td>\n",
       "      <td>False</td>\n",
       "      <td>Taken place immediately It appears as though V...</td>\n",
       "      <td>0.0772</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20224</th>\n",
       "      <td>02281845</td>\n",
       "      <td>0</td>\n",
       "      <td>1101267281974382592</td>\n",
       "      <td>0</td>\n",
       "      <td>184</td>\n",
       "      <td>True</td>\n",
       "      <td>Hey Verizon I can t get through to prepaid sup...</td>\n",
       "      <td>0.4019</td>\n",
       "      <td>mixed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20225</th>\n",
       "      <td>02281724</td>\n",
       "      <td>48</td>\n",
       "      <td>1101246859157356544</td>\n",
       "      <td>10</td>\n",
       "      <td>1661635</td>\n",
       "      <td>True</td>\n",
       "      <td>No lines just access Reality is better than ex...</td>\n",
       "      <td>0.6808</td>\n",
       "      <td>timeline</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20226 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      created_at  favorite_count               id_str  retweet_count  \\\n",
       "0       03081549               0  1104121956968816641          10897   \n",
       "1       03081549               0  1104121928246165504          10897   \n",
       "2       03081549               0  1104121924840538113          10897   \n",
       "3       03081549               0  1104121870796898304          10897   \n",
       "4       03081549               0  1104121867508445184          10897   \n",
       "5       03081549               0  1104122006193270790          10897   \n",
       "6       03081549               0  1104122104541261825          10897   \n",
       "7       03081549               0  1104122083376852997          10897   \n",
       "8       03081549               0  1104122063244034049          10897   \n",
       "9       03081549               0  1104122060194877441          10897   \n",
       "10      03081549               0  1104122021397520384          10897   \n",
       "11      03081549               0  1104121961188339712              0   \n",
       "12      03081548               0  1104121720846323714          10897   \n",
       "13      03081548               0  1104121860567064580          10897   \n",
       "14      03081548               0  1104121791360974848          10897   \n",
       "15      03081548               0  1104121719596343296              1   \n",
       "16      03081548               0  1104121653502640130             66   \n",
       "17      03081548               0  1104121633168654337          10897   \n",
       "18      03081547               0  1104121367169888256              0   \n",
       "19      03081547               1  1104121378930798593              0   \n",
       "20      03081547               0  1104121393568874496              0   \n",
       "21      03081547               0  1104121438334844936          10897   \n",
       "22      03081547               0  1104121454663225344          10897   \n",
       "23      03081547               0  1104121427345604608          10897   \n",
       "24      03081547               0  1104121503388319744          10897   \n",
       "25      03081547               0  1104121535118209024              1   \n",
       "26      03081547               0  1104121582002278400          10897   \n",
       "27      03081547               0  1104121592307744770          10897   \n",
       "28      03081547               0  1104121509566529536          10897   \n",
       "29      03081547               0  1104121598162939904          10897   \n",
       "...          ...             ...                  ...            ...   \n",
       "20196   02281857               1  1101270284362006529              0   \n",
       "20197   02281856               0  1101269945734909952              0   \n",
       "20198   02281855               0  1101269630625173507              0   \n",
       "20199   02281854               0  1101269457287155712              0   \n",
       "20200   02281853               0  1101269273954172928              8   \n",
       "20201   02281853               0  1101269072107528193              1   \n",
       "20202   02281853               0  1101269081708126208              5   \n",
       "20203   02281853               0  1101269176906383360              2   \n",
       "20204   02281853               0  1101269229192601604              0   \n",
       "20205   02281853               0  1101269258917552133              0   \n",
       "20206   02281853               0  1101269278974722053              4   \n",
       "20207   02281852               0  1101268934106460160              0   \n",
       "20208   02281852               0  1101268844910444544              4   \n",
       "20209   02281851               0  1101268787561750528              0   \n",
       "20210   02281851               3  1101268566710587395              0   \n",
       "20211   02281851               2  1101268638563209216              1   \n",
       "20212   02281851               0  1101268700576038914              0   \n",
       "20213   02281851               0  1101268754816790528              0   \n",
       "20214   02281851               0  1101268786022371328              0   \n",
       "20215   02281851               2  1101268811901255681              1   \n",
       "20216   02281850               1  1101268383985778688              0   \n",
       "20217   02281850               0  1101268476847710208              4   \n",
       "20218   02281849               0  1101268291748839424              0   \n",
       "20219   02281848               0  1101268049867522048              2   \n",
       "20220   02281846               0  1101267308109017088              0   \n",
       "20221   02281846               0  1101267338677104640              0   \n",
       "20222   02281846               0  1101267489177112576             65   \n",
       "20223   02281845               0  1101267290157445120              0   \n",
       "20224   02281845               0  1101267281974382592              0   \n",
       "20225   02281724              48  1101246859157356544             10   \n",
       "\n",
       "       followers_count  truncated  \\\n",
       "0                  335      False   \n",
       "1                  580      False   \n",
       "2                 1461      False   \n",
       "3                  409      False   \n",
       "4                  112      False   \n",
       "5                  376      False   \n",
       "6                  427      False   \n",
       "7                  609      False   \n",
       "8                  425      False   \n",
       "9                  585      False   \n",
       "10                3588      False   \n",
       "11                   0      False   \n",
       "12                 210      False   \n",
       "13                  92      False   \n",
       "14                 619      False   \n",
       "15                  19       True   \n",
       "16                 263      False   \n",
       "17                 480      False   \n",
       "18                 545       True   \n",
       "19                 545       True   \n",
       "20                 545       True   \n",
       "21                  91      False   \n",
       "22                  28      False   \n",
       "23                 180      False   \n",
       "24                 161      False   \n",
       "25                 198      False   \n",
       "26                 440      False   \n",
       "27                 899      False   \n",
       "28                 376      False   \n",
       "29                 512      False   \n",
       "...                ...        ...   \n",
       "20196           249235       True   \n",
       "20197               10      False   \n",
       "20198               10       True   \n",
       "20199           249235      False   \n",
       "20200             1575      False   \n",
       "20201              345      False   \n",
       "20202             1363      False   \n",
       "20203             1990      False   \n",
       "20204               24       True   \n",
       "20205              679      False   \n",
       "20206             1529      False   \n",
       "20207                5       True   \n",
       "20208               49      False   \n",
       "20209               12       True   \n",
       "20210              690       True   \n",
       "20211              948      False   \n",
       "20212           249235       True   \n",
       "20213              233       True   \n",
       "20214             1227      False   \n",
       "20215              683      False   \n",
       "20216             3143       True   \n",
       "20217            69278      False   \n",
       "20218           249235       True   \n",
       "20219               30      False   \n",
       "20220               13      False   \n",
       "20221               17      False   \n",
       "20222              380      False   \n",
       "20223             2605      False   \n",
       "20224              184       True   \n",
       "20225          1661635       True   \n",
       "\n",
       "                                                    text  compound     label  \n",
       "0      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "1      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "2      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "3      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "4      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "5      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "6      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "7      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "8      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "9      Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "10     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "11     you wanna make an impact Break up the telecom ...   -0.2263     mixed  \n",
       "12     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "13     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "14     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "15     I don t understand why anyone would focus on b...    0.1779     mixed  \n",
       "16     is now playing on these platforms and more Alt...    0.2023     mixed  \n",
       "17     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "18     So many students lack the tech tools that coul...   -0.3744     mixed  \n",
       "19     Faster connections more lives saved It s so co...    0.8111     mixed  \n",
       "20     has helped over 1 million students use innovat...    0.4404     mixed  \n",
       "21     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "22     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "23     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "24     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "25     Lots of Verizon customers complaining as we ar...   -0.2023     mixed  \n",
       "26     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "27     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "28     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "29     Verizon You re all out of data You ve been cha...   -0.2023     mixed  \n",
       "...                                                  ...       ...       ...  \n",
       "20196  We love hearing you re enjoying your experienc...    0.7579     mixed  \n",
       "20197  We were receiving them Filing complaints w DO ...   -0.1027     mixed  \n",
       "20198  1 888 382 1222 is the number for the DO NOT CA...    0.0772     mixed  \n",
       "20199  Good evening Is there a concern with your Veri...    0.4404     mixed  \n",
       "20200  Don t tell anybody but AT amp T and Verizon le...    0.1181     mixed  \n",
       "20201  I saw a tweet that said if you have Sprint you...    0.3818     mixed  \n",
       "20202  Celebrating Black History Month with a convers...    0.5719     mixed  \n",
       "20203  He s a great man who has dedicated a lot of hi...    0.9042     mixed  \n",
       "20204  I am currently resolving all my issues with Ve...    0.3818     mixed  \n",
       "20205  you re making it incredibly difficult for me t...   -0.4201     mixed  \n",
       "20206          152 remaining Please help get this funded    0.6124     mixed  \n",
       "20207  So many students lack the tech tools that coul...   -0.3744     mixed  \n",
       "20208  We ve got some exciting news Robocaller days a...    0.4939     mixed  \n",
       "20209  brags about it s network But I can t get a sig...    0.5719     mixed  \n",
       "20210  1Tech companies don t exist to make their user...    0.4215     mixed  \n",
       "20211   Wowwww u switched just like the guy from verizon    0.3612     mixed  \n",
       "20212  We d love for you to experience superior custo...    0.9477     mixed  \n",
       "20213  Time will tell I have and have an iPhone Roboc...   -0.3612     mixed  \n",
       "20214                              yall on some bullshit   -0.5859     mixed  \n",
       "20215  I saw a tweet that said if you have Sprint you...    0.3818     mixed  \n",
       "20216  I get these EVERY DAY I just want them to stop...   -0.2263     mixed  \n",
       "20217  We ve got some exciting news Robocaller days a...    0.4939     mixed  \n",
       "20218  I rely on a solid signal at all times especial...    0.5106     mixed  \n",
       "20219  Verizon can choose their largest or toughest e...   -0.7783     mixed  \n",
       "20220  Thankfully Verizon only has control over our i...    0.4215     mixed  \n",
       "20221  a keyboard smash is far less effective on the ...    0.4228     mixed  \n",
       "20222  Everyone has their own mission Ours happens to...    0.3400     mixed  \n",
       "20223  Taken place immediately It appears as though V...    0.0772     mixed  \n",
       "20224  Hey Verizon I can t get through to prepaid sup...    0.4019     mixed  \n",
       "20225  No lines just access Reality is better than ex...    0.6808  timeline  \n",
       "\n",
       "[20226 rows x 9 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df['compound'] != 0]\n",
    "df = df.loc[(df['created_at'] >= '02281550') & (df['created_at'] < '03081550')]\n",
    "df = df.reset_index(drop=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from math import log10\n",
    "\n",
    "def weighted(favorite, retweet, followers, compound):\n",
    "    return compound * log10(favorite*2+retweet+1) * log10(followers+1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>compound</th>\n",
       "      <th>weighted_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>335</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.063401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>580</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.257655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>1461</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.584987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>409</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.134005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>112</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.676863</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>376</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.104240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>427</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.149246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>609</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.274933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>425</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.147584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>585</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.260695</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>3588</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.903543</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>03081549</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.2263</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>210</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.898370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>92</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.607769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>619</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.280701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>0.1779</td>\n",
       "      <td>0.069674</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td>263</td>\n",
       "      <td>0.2023</td>\n",
       "      <td>0.894577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>03081548</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>480</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.190656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>-0.3744</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>03081547</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>0.8111</td>\n",
       "      <td>1.059275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>545</td>\n",
       "      <td>0.4404</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>91</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.603934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>28</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.194421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>180</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.843971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>161</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-1.804633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>198</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-0.139996</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>440</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.159859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>899</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.412893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>376</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.104240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>03081547</td>\n",
       "      <td>0</td>\n",
       "      <td>10897</td>\n",
       "      <td>512</td>\n",
       "      <td>-0.2023</td>\n",
       "      <td>-2.213503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20196</th>\n",
       "      <td>02281857</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.7579</td>\n",
       "      <td>1.951469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20197</th>\n",
       "      <td>02281856</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>-0.1027</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20198</th>\n",
       "      <td>02281855</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>0.0772</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20199</th>\n",
       "      <td>02281854</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.4404</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20200</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>1575</td>\n",
       "      <td>0.1181</td>\n",
       "      <td>0.360352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20201</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>345</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>0.291824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20202</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1363</td>\n",
       "      <td>0.5719</td>\n",
       "      <td>1.395070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20203</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1990</td>\n",
       "      <td>0.9042</td>\n",
       "      <td>1.423262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20204</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20205</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>679</td>\n",
       "      <td>-0.4201</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20206</th>\n",
       "      <td>02281853</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1529</td>\n",
       "      <td>0.6124</td>\n",
       "      <td>1.363205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20207</th>\n",
       "      <td>02281852</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>-0.3744</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20208</th>\n",
       "      <td>02281852</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>49</td>\n",
       "      <td>0.4939</td>\n",
       "      <td>0.586521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20209</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0.5719</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20210</th>\n",
       "      <td>02281851</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>690</td>\n",
       "      <td>0.4215</td>\n",
       "      <td>1.011447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20211</th>\n",
       "      <td>02281851</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>948</td>\n",
       "      <td>0.3612</td>\n",
       "      <td>0.836815</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20212</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.9477</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20213</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>233</td>\n",
       "      <td>-0.3612</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20214</th>\n",
       "      <td>02281851</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1227</td>\n",
       "      <td>-0.5859</td>\n",
       "      <td>-0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20215</th>\n",
       "      <td>02281851</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>683</td>\n",
       "      <td>0.3818</td>\n",
       "      <td>0.842290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20216</th>\n",
       "      <td>02281850</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3143</td>\n",
       "      <td>-0.2263</td>\n",
       "      <td>-0.377632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20217</th>\n",
       "      <td>02281850</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>69278</td>\n",
       "      <td>0.4939</td>\n",
       "      <td>1.671079</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20218</th>\n",
       "      <td>02281849</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.5106</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20219</th>\n",
       "      <td>02281848</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>30</td>\n",
       "      <td>-0.7783</td>\n",
       "      <td>-0.553807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20220</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0.4215</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20221</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0.4228</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20222</th>\n",
       "      <td>02281846</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>380</td>\n",
       "      <td>0.3400</td>\n",
       "      <td>1.596676</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20223</th>\n",
       "      <td>02281845</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2605</td>\n",
       "      <td>0.0772</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20224</th>\n",
       "      <td>02281845</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>184</td>\n",
       "      <td>0.4019</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20225</th>\n",
       "      <td>02281724</td>\n",
       "      <td>48</td>\n",
       "      <td>10</td>\n",
       "      <td>1661635</td>\n",
       "      <td>0.6808</td>\n",
       "      <td>8.594320</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20226 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      created_at  favorite_count  retweet_count  followers_count  compound  \\\n",
       "0       03081549               0          10897              335   -0.2023   \n",
       "1       03081549               0          10897              580   -0.2023   \n",
       "2       03081549               0          10897             1461   -0.2023   \n",
       "3       03081549               0          10897              409   -0.2023   \n",
       "4       03081549               0          10897              112   -0.2023   \n",
       "5       03081549               0          10897              376   -0.2023   \n",
       "6       03081549               0          10897              427   -0.2023   \n",
       "7       03081549               0          10897              609   -0.2023   \n",
       "8       03081549               0          10897              425   -0.2023   \n",
       "9       03081549               0          10897              585   -0.2023   \n",
       "10      03081549               0          10897             3588   -0.2023   \n",
       "11      03081549               0              0                0   -0.2263   \n",
       "12      03081548               0          10897              210   -0.2023   \n",
       "13      03081548               0          10897               92   -0.2023   \n",
       "14      03081548               0          10897              619   -0.2023   \n",
       "15      03081548               0              1               19    0.1779   \n",
       "16      03081548               0             66              263    0.2023   \n",
       "17      03081548               0          10897              480   -0.2023   \n",
       "18      03081547               0              0              545   -0.3744   \n",
       "19      03081547               1              0              545    0.8111   \n",
       "20      03081547               0              0              545    0.4404   \n",
       "21      03081547               0          10897               91   -0.2023   \n",
       "22      03081547               0          10897               28   -0.2023   \n",
       "23      03081547               0          10897              180   -0.2023   \n",
       "24      03081547               0          10897              161   -0.2023   \n",
       "25      03081547               0              1              198   -0.2023   \n",
       "26      03081547               0          10897              440   -0.2023   \n",
       "27      03081547               0          10897              899   -0.2023   \n",
       "28      03081547               0          10897              376   -0.2023   \n",
       "29      03081547               0          10897              512   -0.2023   \n",
       "...          ...             ...            ...              ...       ...   \n",
       "20196   02281857               1              0           249235    0.7579   \n",
       "20197   02281856               0              0               10   -0.1027   \n",
       "20198   02281855               0              0               10    0.0772   \n",
       "20199   02281854               0              0           249235    0.4404   \n",
       "20200   02281853               0              8             1575    0.1181   \n",
       "20201   02281853               0              1              345    0.3818   \n",
       "20202   02281853               0              5             1363    0.5719   \n",
       "20203   02281853               0              2             1990    0.9042   \n",
       "20204   02281853               0              0               24    0.3818   \n",
       "20205   02281853               0              0              679   -0.4201   \n",
       "20206   02281853               0              4             1529    0.6124   \n",
       "20207   02281852               0              0                5   -0.3744   \n",
       "20208   02281852               0              4               49    0.4939   \n",
       "20209   02281851               0              0               12    0.5719   \n",
       "20210   02281851               3              0              690    0.4215   \n",
       "20211   02281851               2              1              948    0.3612   \n",
       "20212   02281851               0              0           249235    0.9477   \n",
       "20213   02281851               0              0              233   -0.3612   \n",
       "20214   02281851               0              0             1227   -0.5859   \n",
       "20215   02281851               2              1              683    0.3818   \n",
       "20216   02281850               1              0             3143   -0.2263   \n",
       "20217   02281850               0              4            69278    0.4939   \n",
       "20218   02281849               0              0           249235    0.5106   \n",
       "20219   02281848               0              2               30   -0.7783   \n",
       "20220   02281846               0              0               13    0.4215   \n",
       "20221   02281846               0              0               17    0.4228   \n",
       "20222   02281846               0             65              380    0.3400   \n",
       "20223   02281845               0              0             2605    0.0772   \n",
       "20224   02281845               0              0              184    0.4019   \n",
       "20225   02281724              48             10          1661635    0.6808   \n",
       "\n",
       "       weighted_score  \n",
       "0           -2.063401  \n",
       "1           -2.257655  \n",
       "2           -2.584987  \n",
       "3           -2.134005  \n",
       "4           -1.676863  \n",
       "5           -2.104240  \n",
       "6           -2.149246  \n",
       "7           -2.274933  \n",
       "8           -2.147584  \n",
       "9           -2.260695  \n",
       "10          -2.903543  \n",
       "11          -0.000000  \n",
       "12          -1.898370  \n",
       "13          -1.607769  \n",
       "14          -2.280701  \n",
       "15           0.069674  \n",
       "16           0.894577  \n",
       "17          -2.190656  \n",
       "18          -0.000000  \n",
       "19           1.059275  \n",
       "20           0.000000  \n",
       "21          -1.603934  \n",
       "22          -1.194421  \n",
       "23          -1.843971  \n",
       "24          -1.804633  \n",
       "25          -0.139996  \n",
       "26          -2.159859  \n",
       "27          -2.412893  \n",
       "28          -2.104240  \n",
       "29          -2.213503  \n",
       "...               ...  \n",
       "20196        1.951469  \n",
       "20197       -0.000000  \n",
       "20198        0.000000  \n",
       "20199        0.000000  \n",
       "20200        0.360352  \n",
       "20201        0.291824  \n",
       "20202        1.395070  \n",
       "20203        1.423262  \n",
       "20204        0.000000  \n",
       "20205       -0.000000  \n",
       "20206        1.363205  \n",
       "20207       -0.000000  \n",
       "20208        0.586521  \n",
       "20209        0.000000  \n",
       "20210        1.011447  \n",
       "20211        0.836815  \n",
       "20212        0.000000  \n",
       "20213       -0.000000  \n",
       "20214       -0.000000  \n",
       "20215        0.842290  \n",
       "20216       -0.377632  \n",
       "20217        1.671079  \n",
       "20218        0.000000  \n",
       "20219       -0.553807  \n",
       "20220        0.000000  \n",
       "20221        0.000000  \n",
       "20222        1.596676  \n",
       "20223        0.000000  \n",
       "20224        0.000000  \n",
       "20225        8.594320  \n",
       "\n",
       "[20226 rows x 6 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['weighted_score'] = df.apply(lambda x: weighted(x['favorite_count'], x['retweet_count'], x['followers_count'], x['compound']), axis=1)\n",
    "# df = df.loc[:, ['created_at','id_str','truncated','label','weighted_score']]\n",
    "# df\n",
    "\n",
    "df = df.loc[:, ['created_at','favorite_count','retweet_count','followers_count','compound','weighted_score']]\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# ex. 9:30     9:40     9:50    10:00\n",
    "#    starts1  starts2  starts3  ends\n",
    "\n",
    "tmp = ['0930','0940','0950','1000','1010','1020','1030','1040','1050','1100',\n",
    "       '1110','1120','1130','1140','1150','1200','1210','1220','1230','1240',\n",
    "       '1250','1300','1310','1320','1330','1340','1350','1400','1410','1420',\n",
    "       '1430','1440','1450','1500','1510','1520','1530','1540','1550']\n",
    "date = ['0301','0304','0305','0306','0307','0308']\n",
    "        \n",
    "ends = []\n",
    "for d in date:\n",
    "    for t in tmp[3:]:\n",
    "        ends.append(d + t)\n",
    "\n",
    "starts3 = []\n",
    "for d in date:\n",
    "    for t in tmp[2:-1]:\n",
    "        starts3.append(d + t)\n",
    "        \n",
    "starts2 = []\n",
    "for d in date:\n",
    "    for t in tmp[1:-2]:\n",
    "        starts2.append(d + t)\n",
    "\n",
    "starts1 = []\n",
    "for d in date:\n",
    "    for t in tmp[:-3]:\n",
    "        starts1.append(d + t)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def features_price(start, end):\n",
    "    prev = y.loc[y['time1'] == start]['price1'].tolist()[0]\n",
    "    curr = y.loc[y['time2'] == end]['price2'].tolist()[0]\n",
    "    delta = (curr - prev) * 10000 / prev\n",
    "    return [round(delta, 1)]\n",
    "\n",
    "from statistics import mean, median\n",
    "\n",
    "def features_tweet(start, end):\n",
    "    df_sub = df.loc[(df['created_at'] >= start) & (df['created_at'] < end)].sort_values(by=['weighted_score'])\n",
    "    shift = len(df_sub) / 3\n",
    "    if shift == 0: return ['drop']\n",
    "    features = []\n",
    "    features.extend(df_sub.loc[df_sub['compound'].idxmax()].tolist()[1:])\n",
    "    features.extend(df_sub.loc[df_sub['compound'].idxmin()].tolist()[1:])\n",
    "    features.extend([mean(df_sub['compound']), mean(df_sub['weighted_score']), mean(df_sub['favorite_count']), mean(df_sub['retweet_count']), mean(df_sub['followers_count']), median(df_sub['compound'])])\n",
    "    features.extend([mean(df_sub[-shift:]['compound']), mean(df_sub[-shift:]['favorite_count']), mean(df_sub[-shift:]['retweet_count']), mean(df_sub[-shift:]['followers_count'])])\n",
    "    features.extend([mean(df_sub[:shift]['compound']), mean(df_sub[:shift]['favorite_count']), mean(df_sub[:shift]['retweet_count']), mean(df_sub[:shift]['followers_count'])])\n",
    "    shift_fa = min(shift, sum(df_sub['favorite_count'] > 0))\n",
    "    features.append(mean(df_sub.sort_values(by=['favorite_count'])[-shift_fa:]['weighted_score']))\n",
    "    shift_re = min(shift, sum(df_sub['retweet_count'] > 0))\n",
    "    features.append(mean(df_sub.sort_values(by=['retweet_count'])[-shift_re:]['weighted_score']))\n",
    "    shift_fo = min(shift, sum(df_sub['followers_count'] > 0))\n",
    "    features.append(mean(df_sub.sort_values(by=['followers_count'])[-shift_fo:]['weighted_score']))\n",
    "    return features\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>end</th>\n",
       "      <th>y</th>\n",
       "      <th>delta</th>\n",
       "      <th>delta_window</th>\n",
       "      <th>c_max_fa</th>\n",
       "      <th>c_max_re</th>\n",
       "      <th>c_max_fo</th>\n",
       "      <th>c_max</th>\n",
       "      <th>c_w_max</th>\n",
       "      <th>c_min_fa</th>\n",
       "      <th>...</th>\n",
       "      <th>c_big_fa_window</th>\n",
       "      <th>c_big_re_window</th>\n",
       "      <th>c_big_fo_window</th>\n",
       "      <th>c_small_c_window</th>\n",
       "      <th>c_small_fa_window</th>\n",
       "      <th>c_small_re_window</th>\n",
       "      <th>c_small_fo_window</th>\n",
       "      <th>fa_big_c_window</th>\n",
       "      <th>re_big_c_window</th>\n",
       "      <th>fo_big_c_window</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>03011000</td>\n",
       "      <td>-12.3</td>\n",
       "      <td>1.8</td>\n",
       "      <td>24.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>481</td>\n",
       "      <td>0.7717</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.187500</td>\n",
       "      <td>395.875000</td>\n",
       "      <td>3935.687500</td>\n",
       "      <td>-0.124669</td>\n",
       "      <td>0.187500</td>\n",
       "      <td>4.187500</td>\n",
       "      <td>47055.625000</td>\n",
       "      <td>0.087140</td>\n",
       "      <td>1.315089</td>\n",
       "      <td>-0.027704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03011010</td>\n",
       "      <td>-21.1</td>\n",
       "      <td>-12.3</td>\n",
       "      <td>-10.5</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>3682</td>\n",
       "      <td>0.8126</td>\n",
       "      <td>4.147943</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>183.866667</td>\n",
       "      <td>2154.133333</td>\n",
       "      <td>-0.212747</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>20863.133333</td>\n",
       "      <td>0.443306</td>\n",
       "      <td>1.447916</td>\n",
       "      <td>0.347567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03011020</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>-21.1</td>\n",
       "      <td>-33.4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.8074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.153846</td>\n",
       "      <td>55.000000</td>\n",
       "      <td>678.461538</td>\n",
       "      <td>-0.030031</td>\n",
       "      <td>0.384615</td>\n",
       "      <td>6.846154</td>\n",
       "      <td>22262.538462</td>\n",
       "      <td>0.406390</td>\n",
       "      <td>0.884394</td>\n",
       "      <td>0.460559</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>03011030</td>\n",
       "      <td>-10.6</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>-28.1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>33708</td>\n",
       "      <td>0.9349</td>\n",
       "      <td>2.958733</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>3.937500</td>\n",
       "      <td>984.437500</td>\n",
       "      <td>16953.250000</td>\n",
       "      <td>-0.020594</td>\n",
       "      <td>0.437500</td>\n",
       "      <td>9.125000</td>\n",
       "      <td>17825.250000</td>\n",
       "      <td>1.105664</td>\n",
       "      <td>1.192089</td>\n",
       "      <td>0.979898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>03011040</td>\n",
       "      <td>7.1</td>\n",
       "      <td>-10.6</td>\n",
       "      <td>-17.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>199988</td>\n",
       "      <td>0.6369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.470588</td>\n",
       "      <td>925.764706</td>\n",
       "      <td>15079.823529</td>\n",
       "      <td>-0.105535</td>\n",
       "      <td>0.411765</td>\n",
       "      <td>16.764706</td>\n",
       "      <td>14368.352941</td>\n",
       "      <td>0.906782</td>\n",
       "      <td>0.280449</td>\n",
       "      <td>0.724882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>03011050</td>\n",
       "      <td>-8.8</td>\n",
       "      <td>7.1</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>0.8111</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.937500</td>\n",
       "      <td>983.687500</td>\n",
       "      <td>16176.500000</td>\n",
       "      <td>-0.003394</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>12.437500</td>\n",
       "      <td>28889.625000</td>\n",
       "      <td>1.179086</td>\n",
       "      <td>0.838808</td>\n",
       "      <td>0.852820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>03011100</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>-8.8</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>249235</td>\n",
       "      <td>0.7559</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.571429</td>\n",
       "      <td>1080.714286</td>\n",
       "      <td>20014.785714</td>\n",
       "      <td>-0.041143</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>10.285714</td>\n",
       "      <td>14433.000000</td>\n",
       "      <td>0.881452</td>\n",
       "      <td>0.848883</td>\n",
       "      <td>0.894979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>03011110</td>\n",
       "      <td>-38.8</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>-12.3</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>359263</td>\n",
       "      <td>0.8689</td>\n",
       "      <td>6.280201</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>1081.571429</td>\n",
       "      <td>48393.500000</td>\n",
       "      <td>0.078479</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>19063.000000</td>\n",
       "      <td>1.324678</td>\n",
       "      <td>1.521330</td>\n",
       "      <td>1.206217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>03011120</td>\n",
       "      <td>1.8</td>\n",
       "      <td>-38.8</td>\n",
       "      <td>-42.4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>703</td>\n",
       "      <td>0.9022</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>4.157895</td>\n",
       "      <td>832.842105</td>\n",
       "      <td>49155.315789</td>\n",
       "      <td>-0.128579</td>\n",
       "      <td>2.052632</td>\n",
       "      <td>0.736842</td>\n",
       "      <td>8234.052632</td>\n",
       "      <td>0.790269</td>\n",
       "      <td>1.159894</td>\n",
       "      <td>0.838363</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>03011130</td>\n",
       "      <td>8.9</td>\n",
       "      <td>1.8</td>\n",
       "      <td>-37.1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6681</td>\n",
       "      <td>0.9574</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1.900000</td>\n",
       "      <td>45.800000</td>\n",
       "      <td>47088.100000</td>\n",
       "      <td>-0.145460</td>\n",
       "      <td>1.950000</td>\n",
       "      <td>3.650000</td>\n",
       "      <td>2157.200000</td>\n",
       "      <td>0.764682</td>\n",
       "      <td>1.119235</td>\n",
       "      <td>0.826738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>03011140</td>\n",
       "      <td>-23.0</td>\n",
       "      <td>8.9</td>\n",
       "      <td>10.6</td>\n",
       "      <td>0</td>\n",
       "      <td>737</td>\n",
       "      <td>1489</td>\n",
       "      <td>0.6808</td>\n",
       "      <td>6.195877</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.333333</td>\n",
       "      <td>90.111111</td>\n",
       "      <td>29368.833333</td>\n",
       "      <td>-0.109122</td>\n",
       "      <td>1.444444</td>\n",
       "      <td>3.833333</td>\n",
       "      <td>2182.777778</td>\n",
       "      <td>0.475784</td>\n",
       "      <td>1.369469</td>\n",
       "      <td>0.678626</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>03011150</td>\n",
       "      <td>8.9</td>\n",
       "      <td>-23.0</td>\n",
       "      <td>-14.2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>399</td>\n",
       "      <td>0.9289</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>1.062500</td>\n",
       "      <td>101.375000</td>\n",
       "      <td>18159.625000</td>\n",
       "      <td>-0.009075</td>\n",
       "      <td>0.187500</td>\n",
       "      <td>3.812500</td>\n",
       "      <td>1535.437500</td>\n",
       "      <td>0.798514</td>\n",
       "      <td>1.786020</td>\n",
       "      <td>0.804017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>03011200</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>8.9</td>\n",
       "      <td>-14.2</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>515</td>\n",
       "      <td>0.9081</td>\n",
       "      <td>1.721813</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.384615</td>\n",
       "      <td>110.153846</td>\n",
       "      <td>4577.384615</td>\n",
       "      <td>0.031885</td>\n",
       "      <td>0.307692</td>\n",
       "      <td>0.461538</td>\n",
       "      <td>11743.923077</td>\n",
       "      <td>0.566138</td>\n",
       "      <td>1.368585</td>\n",
       "      <td>0.827437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>03011210</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>7.1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>118</td>\n",
       "      <td>0.7456</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>105.200000</td>\n",
       "      <td>4055.200000</td>\n",
       "      <td>-0.378653</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>17797.533333</td>\n",
       "      <td>0.308748</td>\n",
       "      <td>0.816952</td>\n",
       "      <td>0.300308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>03011220</td>\n",
       "      <td>5.3</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>910</td>\n",
       "      <td>0.6808</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>496.238095</td>\n",
       "      <td>3892.285714</td>\n",
       "      <td>-0.074605</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>966.666667</td>\n",
       "      <td>0.258297</td>\n",
       "      <td>1.692510</td>\n",
       "      <td>0.812581</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>03011230</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>5.3</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>43</td>\n",
       "      <td>0.8555</td>\n",
       "      <td>0.670820</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.227273</td>\n",
       "      <td>513.090909</td>\n",
       "      <td>1753.500000</td>\n",
       "      <td>0.126532</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>2.636364</td>\n",
       "      <td>21885.272727</td>\n",
       "      <td>0.070630</td>\n",
       "      <td>1.836773</td>\n",
       "      <td>0.473163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>03011240</td>\n",
       "      <td>3.5</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>3.5</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>4103</td>\n",
       "      <td>0.8625</td>\n",
       "      <td>4.243677</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.619048</td>\n",
       "      <td>560.714286</td>\n",
       "      <td>2040.047619</td>\n",
       "      <td>0.082019</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>28947.333333</td>\n",
       "      <td>0.554913</td>\n",
       "      <td>2.015574</td>\n",
       "      <td>0.782426</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>03011250</td>\n",
       "      <td>1.8</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1.8</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>73</td>\n",
       "      <td>0.8918</td>\n",
       "      <td>0.795352</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1.150000</td>\n",
       "      <td>214.500000</td>\n",
       "      <td>608.450000</td>\n",
       "      <td>-0.136355</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>12046.250000</td>\n",
       "      <td>0.344126</td>\n",
       "      <td>0.940050</td>\n",
       "      <td>0.383810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>03011300</td>\n",
       "      <td>17.7</td>\n",
       "      <td>1.8</td>\n",
       "      <td>5.3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1177</td>\n",
       "      <td>0.8111</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.105263</td>\n",
       "      <td>770.315789</td>\n",
       "      <td>1162.263158</td>\n",
       "      <td>-0.167216</td>\n",
       "      <td>0.157895</td>\n",
       "      <td>0.315789</td>\n",
       "      <td>12427.631579</td>\n",
       "      <td>0.406085</td>\n",
       "      <td>1.659707</td>\n",
       "      <td>1.349855</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>03011310</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>17.7</td>\n",
       "      <td>19.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1752</td>\n",
       "      <td>0.9029</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>1.166667</td>\n",
       "      <td>851.055556</td>\n",
       "      <td>2184.277778</td>\n",
       "      <td>-0.297150</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>13571.944444</td>\n",
       "      <td>0.227629</td>\n",
       "      <td>1.951321</td>\n",
       "      <td>0.904704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>03011320</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>15.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1998</td>\n",
       "      <td>0.8519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.222222</td>\n",
       "      <td>776.166667</td>\n",
       "      <td>2823.111111</td>\n",
       "      <td>-0.097517</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.555556</td>\n",
       "      <td>15635.000000</td>\n",
       "      <td>0.272697</td>\n",
       "      <td>1.516628</td>\n",
       "      <td>0.926655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>03011330</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>194</td>\n",
       "      <td>0.6486</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.210526</td>\n",
       "      <td>181.105263</td>\n",
       "      <td>3462.842105</td>\n",
       "      <td>-0.274632</td>\n",
       "      <td>0.473684</td>\n",
       "      <td>0.736842</td>\n",
       "      <td>4179.894737</td>\n",
       "      <td>0.248895</td>\n",
       "      <td>0.555373</td>\n",
       "      <td>0.148372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>03011340</td>\n",
       "      <td>-10.6</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>182</td>\n",
       "      <td>0.8091</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.882353</td>\n",
       "      <td>430.352941</td>\n",
       "      <td>3719.117647</td>\n",
       "      <td>-0.103282</td>\n",
       "      <td>0.235294</td>\n",
       "      <td>0.588235</td>\n",
       "      <td>3626.470588</td>\n",
       "      <td>0.084016</td>\n",
       "      <td>1.014019</td>\n",
       "      <td>0.813302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>03011350</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-10.6</td>\n",
       "      <td>-12.4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.8402</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>442.533333</td>\n",
       "      <td>3711.933333</td>\n",
       "      <td>0.104987</td>\n",
       "      <td>0.066667</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>16952.000000</td>\n",
       "      <td>0.644078</td>\n",
       "      <td>1.628893</td>\n",
       "      <td>1.129241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>03011400</td>\n",
       "      <td>3.5</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-15.9</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>533</td>\n",
       "      <td>0.8819</td>\n",
       "      <td>1.448206</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>396.933333</td>\n",
       "      <td>2239.133333</td>\n",
       "      <td>0.102493</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>235.800000</td>\n",
       "      <td>0.686524</td>\n",
       "      <td>1.544618</td>\n",
       "      <td>1.088773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>03011410</td>\n",
       "      <td>7.1</td>\n",
       "      <td>3.5</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2318</td>\n",
       "      <td>0.8864</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>1.133333</td>\n",
       "      <td>14965.066667</td>\n",
       "      <td>-0.093727</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4.533333</td>\n",
       "      <td>13834.400000</td>\n",
       "      <td>0.632325</td>\n",
       "      <td>0.065077</td>\n",
       "      <td>0.285160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>03011420</td>\n",
       "      <td>10.6</td>\n",
       "      <td>7.1</td>\n",
       "      <td>10.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1038</td>\n",
       "      <td>0.8519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.357143</td>\n",
       "      <td>0.642857</td>\n",
       "      <td>3645.642857</td>\n",
       "      <td>0.067129</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>29186.785714</td>\n",
       "      <td>0.733998</td>\n",
       "      <td>-0.555974</td>\n",
       "      <td>0.206672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>03011430</td>\n",
       "      <td>8.8</td>\n",
       "      <td>10.6</td>\n",
       "      <td>17.7</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9186</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.230769</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>897.230769</td>\n",
       "      <td>-0.088162</td>\n",
       "      <td>0.538462</td>\n",
       "      <td>12.076923</td>\n",
       "      <td>4080.076923</td>\n",
       "      <td>0.473160</td>\n",
       "      <td>-0.522409</td>\n",
       "      <td>0.114831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>03011440</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>8.8</td>\n",
       "      <td>19.5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>612</td>\n",
       "      <td>0.8834</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.583333</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>549.416667</td>\n",
       "      <td>-0.223567</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>569.750000</td>\n",
       "      <td>0.569150</td>\n",
       "      <td>-0.637584</td>\n",
       "      <td>0.171609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>03011450</td>\n",
       "      <td>12.4</td>\n",
       "      <td>-3.5</td>\n",
       "      <td>5.3</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>6611</td>\n",
       "      <td>0.7662</td>\n",
       "      <td>5.963831</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.266667</td>\n",
       "      <td>1.266667</td>\n",
       "      <td>32025.400000</td>\n",
       "      <td>-0.007280</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.200000</td>\n",
       "      <td>1302.000000</td>\n",
       "      <td>1.379683</td>\n",
       "      <td>0.520386</td>\n",
       "      <td>0.722507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>03081100</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>-40.7</td>\n",
       "      <td>-17.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4420</td>\n",
       "      <td>0.9325</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.247059</td>\n",
       "      <td>2830.964706</td>\n",
       "      <td>14534.517647</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10935.000000</td>\n",
       "      <td>1066.858824</td>\n",
       "      <td>1.307048</td>\n",
       "      <td>-2.145242</td>\n",
       "      <td>-1.278954</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>03081110</td>\n",
       "      <td>3.6</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>-49.6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>0.9081</td>\n",
       "      <td>0.626623</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.939024</td>\n",
       "      <td>3468.073171</td>\n",
       "      <td>7059.280488</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10935.000000</td>\n",
       "      <td>1064.000000</td>\n",
       "      <td>1.048347</td>\n",
       "      <td>-2.148766</td>\n",
       "      <td>-1.452069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>03081120</td>\n",
       "      <td>5.3</td>\n",
       "      <td>3.6</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>2520</td>\n",
       "      <td>0.8658</td>\n",
       "      <td>4.215483</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.047059</td>\n",
       "      <td>2750.800000</td>\n",
       "      <td>768.564706</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10934.623529</td>\n",
       "      <td>856.352941</td>\n",
       "      <td>0.652450</td>\n",
       "      <td>-2.081337</td>\n",
       "      <td>-1.551899</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>03081130</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.3</td>\n",
       "      <td>8.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>0.7003</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.670588</td>\n",
       "      <td>2235.988235</td>\n",
       "      <td>3137.494118</td>\n",
       "      <td>-0.207125</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10810.635294</td>\n",
       "      <td>862.435294</td>\n",
       "      <td>0.421470</td>\n",
       "      <td>-1.938088</td>\n",
       "      <td>-1.318873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>03081140</td>\n",
       "      <td>12.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.3</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>854</td>\n",
       "      <td>0.8126</td>\n",
       "      <td>2.151626</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>3170.120879</td>\n",
       "      <td>2794.901099</td>\n",
       "      <td>-0.211313</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10702.604396</td>\n",
       "      <td>1155.428571</td>\n",
       "      <td>0.521723</td>\n",
       "      <td>-2.011677</td>\n",
       "      <td>-1.442573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td>03081150</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>12.5</td>\n",
       "      <td>12.5</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>1187</td>\n",
       "      <td>0.8008</td>\n",
       "      <td>3.861404</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.322222</td>\n",
       "      <td>4131.744444</td>\n",
       "      <td>7687.877778</td>\n",
       "      <td>-0.211413</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10699.233333</td>\n",
       "      <td>1140.144444</td>\n",
       "      <td>0.443957</td>\n",
       "      <td>-2.058690</td>\n",
       "      <td>-1.564485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>03081200</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>5.3</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>387</td>\n",
       "      <td>0.8402</td>\n",
       "      <td>1.838204</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>0.946237</td>\n",
       "      <td>4115.333333</td>\n",
       "      <td>23277.655914</td>\n",
       "      <td>-0.211119</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10705.344086</td>\n",
       "      <td>1112.913978</td>\n",
       "      <td>1.454076</td>\n",
       "      <td>-2.053192</td>\n",
       "      <td>-1.672602</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>03081210</td>\n",
       "      <td>3.6</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>-14.2</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>2025</td>\n",
       "      <td>0.9080</td>\n",
       "      <td>3.969869</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.074468</td>\n",
       "      <td>3140.329787</td>\n",
       "      <td>22974.776596</td>\n",
       "      <td>-0.206663</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10817.138298</td>\n",
       "      <td>864.712766</td>\n",
       "      <td>1.039270</td>\n",
       "      <td>-2.126374</td>\n",
       "      <td>-1.744641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>03081220</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>3.6</td>\n",
       "      <td>-3.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.8602</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.031579</td>\n",
       "      <td>3911.473684</td>\n",
       "      <td>18415.210526</td>\n",
       "      <td>-0.206617</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10815.873684</td>\n",
       "      <td>935.705263</td>\n",
       "      <td>1.054633</td>\n",
       "      <td>-2.095262</td>\n",
       "      <td>-1.831867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>03081230</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-1.8</td>\n",
       "      <td>1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>0.9081</td>\n",
       "      <td>0.313312</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.241758</td>\n",
       "      <td>4322.769231</td>\n",
       "      <td>1416.362637</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10924.769231</td>\n",
       "      <td>991.384615</td>\n",
       "      <td>0.398253</td>\n",
       "      <td>-2.190942</td>\n",
       "      <td>-1.919654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>03081240</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0.8834</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153846</td>\n",
       "      <td>5447.054945</td>\n",
       "      <td>3476.967033</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10923.032967</td>\n",
       "      <td>969.505495</td>\n",
       "      <td>0.588110</td>\n",
       "      <td>-2.038745</td>\n",
       "      <td>-1.873774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>03081250</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-10.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.9156</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>5871.233333</td>\n",
       "      <td>3237.444444</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10921.488889</td>\n",
       "      <td>997.377778</td>\n",
       "      <td>0.740017</td>\n",
       "      <td>-2.110284</td>\n",
       "      <td>-1.889235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>03081300</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>-5.3</td>\n",
       "      <td>-10.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.7964</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.168421</td>\n",
       "      <td>6595.894737</td>\n",
       "      <td>2326.989474</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10919.915789</td>\n",
       "      <td>1005.978947</td>\n",
       "      <td>0.866723</td>\n",
       "      <td>-2.046209</td>\n",
       "      <td>-1.980255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>03081310</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>-14.2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>199988</td>\n",
       "      <td>0.8885</td>\n",
       "      <td>2.247214</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.228261</td>\n",
       "      <td>6290.956522</td>\n",
       "      <td>4704.663043</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10919.054348</td>\n",
       "      <td>1045.478261</td>\n",
       "      <td>1.094847</td>\n",
       "      <td>-2.124973</td>\n",
       "      <td>-1.958577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>03081320</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>-16.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>47</td>\n",
       "      <td>0.8768</td>\n",
       "      <td>0.703330</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.329897</td>\n",
       "      <td>4390.948454</td>\n",
       "      <td>9753.680412</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10918.567010</td>\n",
       "      <td>889.092784</td>\n",
       "      <td>1.008163</td>\n",
       "      <td>-2.173591</td>\n",
       "      <td>-1.572907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>03081330</td>\n",
       "      <td>16.1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-7.1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2550</td>\n",
       "      <td>0.8918</td>\n",
       "      <td>2.123544</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.531915</td>\n",
       "      <td>3369.404255</td>\n",
       "      <td>15262.255319</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10917.723404</td>\n",
       "      <td>841.904255</td>\n",
       "      <td>0.712595</td>\n",
       "      <td>-2.075721</td>\n",
       "      <td>-1.496148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>03081340</td>\n",
       "      <td>1.8</td>\n",
       "      <td>16.1</td>\n",
       "      <td>16.1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>251</td>\n",
       "      <td>0.8225</td>\n",
       "      <td>1.380572</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.760417</td>\n",
       "      <td>3412.614583</td>\n",
       "      <td>34043.229167</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10916.666667</td>\n",
       "      <td>728.427083</td>\n",
       "      <td>0.955031</td>\n",
       "      <td>-2.017838</td>\n",
       "      <td>-1.265528</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>03081350</td>\n",
       "      <td>-10.7</td>\n",
       "      <td>1.8</td>\n",
       "      <td>17.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1251</td>\n",
       "      <td>0.9470</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.147368</td>\n",
       "      <td>4366.589474</td>\n",
       "      <td>29145.484211</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10914.747368</td>\n",
       "      <td>879.189474</td>\n",
       "      <td>0.745744</td>\n",
       "      <td>-2.060463</td>\n",
       "      <td>-1.642340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>03081400</td>\n",
       "      <td>-3.6</td>\n",
       "      <td>-10.7</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1550</td>\n",
       "      <td>0.6739</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>5011.938776</td>\n",
       "      <td>25732.510204</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10913.581633</td>\n",
       "      <td>910.744898</td>\n",
       "      <td>0.946424</td>\n",
       "      <td>-2.012196</td>\n",
       "      <td>-1.677327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>03081410</td>\n",
       "      <td>5.4</td>\n",
       "      <td>-3.6</td>\n",
       "      <td>-14.3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>669</td>\n",
       "      <td>0.8316</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0.663462</td>\n",
       "      <td>5037.028846</td>\n",
       "      <td>3551.576923</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10913.105769</td>\n",
       "      <td>927.057692</td>\n",
       "      <td>0.537408</td>\n",
       "      <td>-2.182397</td>\n",
       "      <td>-1.849118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>03081420</td>\n",
       "      <td>16.0</td>\n",
       "      <td>5.4</td>\n",
       "      <td>1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>329</td>\n",
       "      <td>0.8519</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.415094</td>\n",
       "      <td>5147.698113</td>\n",
       "      <td>3445.641509</td>\n",
       "      <td>-0.206169</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10814.132075</td>\n",
       "      <td>1002.981132</td>\n",
       "      <td>0.565365</td>\n",
       "      <td>-2.098574</td>\n",
       "      <td>-1.840161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>03081430</td>\n",
       "      <td>5.3</td>\n",
       "      <td>16.0</td>\n",
       "      <td>21.4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>387</td>\n",
       "      <td>0.8625</td>\n",
       "      <td>1.065348</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>5358.705357</td>\n",
       "      <td>1421.633929</td>\n",
       "      <td>-0.205962</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10818.267857</td>\n",
       "      <td>899.071429</td>\n",
       "      <td>0.417943</td>\n",
       "      <td>-2.044277</td>\n",
       "      <td>-1.820675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>03081440</td>\n",
       "      <td>5.3</td>\n",
       "      <td>5.3</td>\n",
       "      <td>21.4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>911</td>\n",
       "      <td>0.9297</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.491228</td>\n",
       "      <td>5742.201754</td>\n",
       "      <td>2512.684211</td>\n",
       "      <td>-0.205897</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10818.140351</td>\n",
       "      <td>902.324561</td>\n",
       "      <td>0.304419</td>\n",
       "      <td>-2.086751</td>\n",
       "      <td>-1.848577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>03081450</td>\n",
       "      <td>-3.6</td>\n",
       "      <td>5.3</td>\n",
       "      <td>10.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>377</td>\n",
       "      <td>0.7650</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.302521</td>\n",
       "      <td>6691.924370</td>\n",
       "      <td>2318.319328</td>\n",
       "      <td>-0.205769</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10817.890756</td>\n",
       "      <td>778.117647</td>\n",
       "      <td>0.333865</td>\n",
       "      <td>-2.053830</td>\n",
       "      <td>-1.986322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>03081500</td>\n",
       "      <td>5.3</td>\n",
       "      <td>-3.6</td>\n",
       "      <td>1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0.8591</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.298246</td>\n",
       "      <td>6506.078947</td>\n",
       "      <td>4241.859649</td>\n",
       "      <td>-0.205921</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10812.807018</td>\n",
       "      <td>870.657895</td>\n",
       "      <td>0.379965</td>\n",
       "      <td>-2.097171</td>\n",
       "      <td>-2.059366</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>03081510</td>\n",
       "      <td>5.3</td>\n",
       "      <td>5.3</td>\n",
       "      <td>1.8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>262</td>\n",
       "      <td>0.9360</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>2.296296</td>\n",
       "      <td>6364.768519</td>\n",
       "      <td>9293.064815</td>\n",
       "      <td>-0.206122</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10806.379630</td>\n",
       "      <td>944.611111</td>\n",
       "      <td>0.309235</td>\n",
       "      <td>-2.061856</td>\n",
       "      <td>-1.968963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>03081520</td>\n",
       "      <td>1.8</td>\n",
       "      <td>5.3</td>\n",
       "      <td>10.7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>327</td>\n",
       "      <td>0.8074</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.443396</td>\n",
       "      <td>4431.537736</td>\n",
       "      <td>14423.094340</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10904.301887</td>\n",
       "      <td>1012.339623</td>\n",
       "      <td>0.454830</td>\n",
       "      <td>-2.125942</td>\n",
       "      <td>-1.738851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>03081530</td>\n",
       "      <td>1.8</td>\n",
       "      <td>1.8</td>\n",
       "      <td>7.1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.6249</td>\n",
       "      <td>0.056628</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.351852</td>\n",
       "      <td>3746.518519</td>\n",
       "      <td>14610.148148</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10902.861111</td>\n",
       "      <td>1029.648148</td>\n",
       "      <td>0.567007</td>\n",
       "      <td>-2.014431</td>\n",
       "      <td>-1.556805</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>03081540</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1.8</td>\n",
       "      <td>3.6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.8111</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.281818</td>\n",
       "      <td>3120.436364</td>\n",
       "      <td>8322.545455</td>\n",
       "      <td>-0.203152</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10802.936364</td>\n",
       "      <td>1569.145455</td>\n",
       "      <td>0.765196</td>\n",
       "      <td>-2.032808</td>\n",
       "      <td>-1.438939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>03081550</td>\n",
       "      <td>23.1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>17.8</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>32998</td>\n",
       "      <td>0.8779</td>\n",
       "      <td>5.160915</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.218182</td>\n",
       "      <td>3314.563636</td>\n",
       "      <td>6462.527273</td>\n",
       "      <td>-0.202300</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10900.009091</td>\n",
       "      <td>923.409091</td>\n",
       "      <td>0.743425</td>\n",
       "      <td>-2.053385</td>\n",
       "      <td>-1.458622</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>216 rows × 58 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          end     y  delta  delta_window  c_max_fa  c_max_re  c_max_fo  \\\n",
       "0    03011000 -12.3    1.8          24.6         0         0       481   \n",
       "1    03011010 -21.1  -12.3         -10.5        12         2      3682   \n",
       "2    03011020  -7.0  -21.1         -33.4         0         0    249235   \n",
       "3    03011030 -10.6   -7.0         -28.1         2         0     33708   \n",
       "4    03011040   7.1  -10.6         -17.6         0         0    199988   \n",
       "5    03011050  -8.8    7.1          -3.5         0         0        31   \n",
       "6    03011100  -3.5   -8.8          -1.8         0         0    249235   \n",
       "7    03011110 -38.8   -3.5         -12.3         8         3    359263   \n",
       "8    03011120   1.8  -38.8         -42.4         0         0       703   \n",
       "9    03011130   8.9    1.8         -37.1         0         0      6681   \n",
       "10   03011140 -23.0    8.9          10.6         0       737      1489   \n",
       "11   03011150   8.9  -23.0         -14.2         0         0       399   \n",
       "12   03011200  -1.8    8.9         -14.2         0         4       515   \n",
       "13   03011210  -1.8   -1.8           7.1         0         0       118   \n",
       "14   03011220   5.3   -1.8          -3.5         0         0       910   \n",
       "15   03011230  -1.8    5.3           3.5         1         0        43   \n",
       "16   03011240   3.5   -1.8           3.5        11         0      4103   \n",
       "17   03011250   1.8    3.5           1.8         1         0        73   \n",
       "18   03011300  17.7    1.8           5.3         0         0      1177   \n",
       "19   03011310  -1.8   17.7          19.5         0         0      1752   \n",
       "20   03011320  -1.8   -1.8          15.9         0         0      1998   \n",
       "21   03011330  -1.8   -1.8          -3.5         0         0       194   \n",
       "22   03011340 -10.6   -1.8          -3.5         0         0       182   \n",
       "23   03011350  -5.3  -10.6         -12.4         0         0         1   \n",
       "24   03011400   3.5   -5.3         -15.9         1         1       533   \n",
       "25   03011410   7.1    3.5          -1.8         0         0      2318   \n",
       "26   03011420  10.6    7.1          10.6         0         0      1038   \n",
       "27   03011430   8.8   10.6          17.7         1         0         0   \n",
       "28   03011440  -3.5    8.8          19.5         0         0       612   \n",
       "29   03011450  12.4   -3.5           5.3        54         0      6611   \n",
       "..        ...   ...    ...           ...       ...       ...       ...   \n",
       "186  03081100  -8.9  -40.7         -17.8         0         0      4420   \n",
       "187  03081110   3.6   -8.9         -49.6         1         1        13   \n",
       "188  03081120   5.3    3.6          -5.3        13         0      2520   \n",
       "189  03081130   0.0    5.3           8.9         0         0        39   \n",
       "190  03081140  12.5    0.0           5.3         0         7       854   \n",
       "191  03081150  -7.1   12.5          12.5         0        36      1187   \n",
       "192  03081200  -7.1   -7.1           5.3         0         6       387   \n",
       "193  03081210   3.6   -7.1         -14.2        10         0      2025   \n",
       "194  03081220  -1.8    3.6          -3.6         0         0         3   \n",
       "195  03081230  -5.3   -1.8           1.8         0         1        13   \n",
       "196  03081240  -5.3   -5.3          -7.1         0         0        14   \n",
       "197  03081250  -5.3   -5.3         -10.7         0         0         0   \n",
       "198  03081300  -8.9   -5.3         -10.7         0         0         0   \n",
       "199  03081310  -7.1   -8.9         -14.2         1         0    199988   \n",
       "200  03081320   0.0   -7.1         -16.0         1         0        47   \n",
       "201  03081330  16.1    0.0          -7.1         2         0      2550   \n",
       "202  03081340   1.8   16.1          16.1         2         0       251   \n",
       "203  03081350 -10.7    1.8          17.8         0         0      1251   \n",
       "204  03081400  -3.6  -10.7          -8.9         0         0      1550   \n",
       "205  03081410   5.4   -3.6         -14.3         0         0       669   \n",
       "206  03081420  16.0    5.4           1.8         0         0       329   \n",
       "207  03081430   5.3   16.0          21.4         1         0       387   \n",
       "208  03081440   5.3    5.3          21.4         0         0       911   \n",
       "209  03081450  -3.6    5.3          10.7         0         0       377   \n",
       "210  03081500   5.3   -3.6           1.8         0         0        14   \n",
       "211  03081510   5.3    5.3           1.8         0         0       262   \n",
       "212  03081520   1.8    5.3          10.7         0         0       327   \n",
       "213  03081530   1.8    1.8           7.1         0         1         1   \n",
       "214  03081540  16.0    1.8           3.6         0         0         1   \n",
       "215  03081550  23.1   16.0          17.8         0        19     32998   \n",
       "\n",
       "      c_max   c_w_max  c_min_fa       ...         c_big_fa_window  \\\n",
       "0    0.7717  0.000000         0       ...                0.187500   \n",
       "1    0.8126  4.147943         0       ...                1.000000   \n",
       "2    0.8074  0.000000         0       ...                1.153846   \n",
       "3    0.9349  2.958733         1       ...                3.937500   \n",
       "4    0.6369  0.000000         0       ...                3.470588   \n",
       "5    0.8111  0.000000         0       ...                3.937500   \n",
       "6    0.7559  0.000000         0       ...                4.571429   \n",
       "7    0.8689  6.280201         0       ...                5.285714   \n",
       "8    0.9022  0.000000         7       ...                4.157895   \n",
       "9    0.9574  0.000000         1       ...                1.900000   \n",
       "10   0.6808  6.195877         0       ...                1.333333   \n",
       "11   0.9289  0.000000         2       ...                1.062500   \n",
       "12   0.9081  1.721813         0       ...                1.384615   \n",
       "13   0.7456  0.000000         0       ...                1.000000   \n",
       "14   0.6808  0.000000         6       ...                0.571429   \n",
       "15   0.8555  0.670820         0       ...                0.227273   \n",
       "16   0.8625  4.243677         0       ...                0.619048   \n",
       "17   0.8918  0.795352         1       ...                1.150000   \n",
       "18   0.8111  0.000000         0       ...                1.105263   \n",
       "19   0.9029  0.000000         2       ...                1.166667   \n",
       "20   0.8519  0.000000         0       ...                1.222222   \n",
       "21   0.6486  0.000000         0       ...                1.210526   \n",
       "22   0.8091  0.000000         0       ...                0.882353   \n",
       "23   0.8402  0.000000         0       ...                0.533333   \n",
       "24   0.8819  1.448206         0       ...                0.666667   \n",
       "25   0.8864  0.000000         0       ...                0.666667   \n",
       "26   0.8519  0.000000         0       ...                1.357143   \n",
       "27   0.9186  0.000000         0       ...                1.230769   \n",
       "28   0.8834  0.000000         0       ...                1.583333   \n",
       "29   0.7662  5.963831         0       ...                7.266667   \n",
       "..      ...       ...       ...       ...                     ...   \n",
       "186  0.9325  0.000000         0       ...                1.247059   \n",
       "187  0.9081  0.626623         0       ...                0.939024   \n",
       "188  0.8658  4.215483         0       ...                1.047059   \n",
       "189  0.7003  0.000000         2       ...                0.670588   \n",
       "190  0.8126  2.151626         0       ...                0.571429   \n",
       "191  0.8008  3.861404         0       ...                0.322222   \n",
       "192  0.8402  1.838204         4       ...                0.946237   \n",
       "193  0.9080  3.969869         0       ...                1.074468   \n",
       "194  0.8602  0.000000         0       ...                1.031579   \n",
       "195  0.9081  0.313312         0       ...                0.241758   \n",
       "196  0.8834  0.000000         0       ...                0.153846   \n",
       "197  0.9156  0.000000         0       ...                0.133333   \n",
       "198  0.7964  0.000000         0       ...                0.168421   \n",
       "199  0.8885  2.247214         0       ...                0.228261   \n",
       "200  0.8768  0.703330         0       ...                0.329897   \n",
       "201  0.8918  2.123544         0       ...                0.531915   \n",
       "202  0.8225  1.380572         0       ...                0.760417   \n",
       "203  0.9470  0.000000         0       ...                1.147368   \n",
       "204  0.6739  0.000000         0       ...                0.897959   \n",
       "205  0.8316  0.000000         1       ...                0.663462   \n",
       "206  0.8519  0.000000         0       ...                0.415094   \n",
       "207  0.8625  1.065348         0       ...                0.500000   \n",
       "208  0.9297  0.000000         0       ...                0.491228   \n",
       "209  0.7650  0.000000         0       ...                0.302521   \n",
       "210  0.8591  0.000000         2       ...                0.298246   \n",
       "211  0.9360  0.000000         1       ...                2.296296   \n",
       "212  0.8074  0.000000         0       ...                2.443396   \n",
       "213  0.6249  0.056628         0       ...                2.351852   \n",
       "214  0.8111  0.000000         0       ...                0.281818   \n",
       "215  0.8779  5.160915         0       ...                0.218182   \n",
       "\n",
       "     c_big_re_window  c_big_fo_window  c_small_c_window  c_small_fa_window  \\\n",
       "0         395.875000      3935.687500         -0.124669           0.187500   \n",
       "1         183.866667      2154.133333         -0.212747           0.266667   \n",
       "2          55.000000       678.461538         -0.030031           0.384615   \n",
       "3         984.437500     16953.250000         -0.020594           0.437500   \n",
       "4         925.764706     15079.823529         -0.105535           0.411765   \n",
       "5         983.687500     16176.500000         -0.003394           0.250000   \n",
       "6        1080.714286     20014.785714         -0.041143           0.142857   \n",
       "7        1081.571429     48393.500000          0.078479           1.000000   \n",
       "8         832.842105     49155.315789         -0.128579           2.052632   \n",
       "9          45.800000     47088.100000         -0.145460           1.950000   \n",
       "10         90.111111     29368.833333         -0.109122           1.444444   \n",
       "11        101.375000     18159.625000         -0.009075           0.187500   \n",
       "12        110.153846      4577.384615          0.031885           0.307692   \n",
       "13        105.200000      4055.200000         -0.378653           0.333333   \n",
       "14        496.238095      3892.285714         -0.074605           0.428571   \n",
       "15        513.090909      1753.500000          0.126532           0.363636   \n",
       "16        560.714286      2040.047619          0.082019           0.333333   \n",
       "17        214.500000       608.450000         -0.136355           0.200000   \n",
       "18        770.315789      1162.263158         -0.167216           0.157895   \n",
       "19        851.055556      2184.277778         -0.297150           0.444444   \n",
       "20        776.166667      2823.111111         -0.097517           0.500000   \n",
       "21        181.105263      3462.842105         -0.274632           0.473684   \n",
       "22        430.352941      3719.117647         -0.103282           0.235294   \n",
       "23        442.533333      3711.933333          0.104987           0.066667   \n",
       "24        396.933333      2239.133333          0.102493           0.733333   \n",
       "25          1.133333     14965.066667         -0.093727           1.000000   \n",
       "26          0.642857      3645.642857          0.067129           1.000000   \n",
       "27          0.769231       897.230769         -0.088162           0.538462   \n",
       "28          0.166667       549.416667         -0.223567           0.333333   \n",
       "29          1.266667     32025.400000         -0.007280           0.200000   \n",
       "..               ...              ...               ...                ...   \n",
       "186      2830.964706     14534.517647         -0.202300           0.000000   \n",
       "187      3468.073171      7059.280488         -0.202300           0.000000   \n",
       "188      2750.800000       768.564706         -0.202300           0.000000   \n",
       "189      2235.988235      3137.494118         -0.207125           0.000000   \n",
       "190      3170.120879      2794.901099         -0.211313           0.000000   \n",
       "191      4131.744444      7687.877778         -0.211413           0.000000   \n",
       "192      4115.333333     23277.655914         -0.211119           0.000000   \n",
       "193      3140.329787     22974.776596         -0.206663           0.000000   \n",
       "194      3911.473684     18415.210526         -0.206617           0.000000   \n",
       "195      4322.769231      1416.362637         -0.202300           0.000000   \n",
       "196      5447.054945      3476.967033         -0.202300           0.000000   \n",
       "197      5871.233333      3237.444444         -0.202300           0.000000   \n",
       "198      6595.894737      2326.989474         -0.202300           0.000000   \n",
       "199      6290.956522      4704.663043         -0.202300           0.000000   \n",
       "200      4390.948454      9753.680412         -0.202300           0.000000   \n",
       "201      3369.404255     15262.255319         -0.202300           0.000000   \n",
       "202      3412.614583     34043.229167         -0.202300           0.000000   \n",
       "203      4366.589474     29145.484211         -0.202300           0.000000   \n",
       "204      5011.938776     25732.510204         -0.202300           0.000000   \n",
       "205      5037.028846      3551.576923         -0.202300           0.000000   \n",
       "206      5147.698113      3445.641509         -0.206169           0.000000   \n",
       "207      5358.705357      1421.633929         -0.205962           0.000000   \n",
       "208      5742.201754      2512.684211         -0.205897           0.000000   \n",
       "209      6691.924370      2318.319328         -0.205769           0.000000   \n",
       "210      6506.078947      4241.859649         -0.205921           0.000000   \n",
       "211      6364.768519      9293.064815         -0.206122           0.000000   \n",
       "212      4431.537736     14423.094340         -0.202300           0.000000   \n",
       "213      3746.518519     14610.148148         -0.202300           0.000000   \n",
       "214      3120.436364      8322.545455         -0.203152           0.000000   \n",
       "215      3314.563636      6462.527273         -0.202300           0.000000   \n",
       "\n",
       "     c_small_re_window  c_small_fo_window  fa_big_c_window  re_big_c_window  \\\n",
       "0             4.187500       47055.625000         0.087140         1.315089   \n",
       "1             0.600000       20863.133333         0.443306         1.447916   \n",
       "2             6.846154       22262.538462         0.406390         0.884394   \n",
       "3             9.125000       17825.250000         1.105664         1.192089   \n",
       "4            16.764706       14368.352941         0.906782         0.280449   \n",
       "5            12.437500       28889.625000         1.179086         0.838808   \n",
       "6            10.285714       14433.000000         0.881452         0.848883   \n",
       "7             0.428571       19063.000000         1.324678         1.521330   \n",
       "8             0.736842        8234.052632         0.790269         1.159894   \n",
       "9             3.650000        2157.200000         0.764682         1.119235   \n",
       "10            3.833333        2182.777778         0.475784         1.369469   \n",
       "11            3.812500        1535.437500         0.798514         1.786020   \n",
       "12            0.461538       11743.923077         0.566138         1.368585   \n",
       "13            4.200000       17797.533333         0.308748         0.816952   \n",
       "14            3.000000         966.666667         0.258297         1.692510   \n",
       "15            2.636364       21885.272727         0.070630         1.836773   \n",
       "16            0.047619       28947.333333         0.554913         2.015574   \n",
       "17            0.350000       12046.250000         0.344126         0.940050   \n",
       "18            0.315789       12427.631579         0.406085         1.659707   \n",
       "19            0.555556       13571.944444         0.227629         1.951321   \n",
       "20            0.555556       15635.000000         0.272697         1.516628   \n",
       "21            0.736842        4179.894737         0.248895         0.555373   \n",
       "22            0.588235        3626.470588         0.084016         1.014019   \n",
       "23            0.266667       16952.000000         0.644078         1.628893   \n",
       "24            4.466667         235.800000         0.686524         1.544618   \n",
       "25            4.533333       13834.400000         0.632325         0.065077   \n",
       "26           15.000000       29186.785714         0.733998        -0.555974   \n",
       "27           12.076923        4080.076923         0.473160        -0.522409   \n",
       "28           13.333333         569.750000         0.569150        -0.637584   \n",
       "29            1.200000        1302.000000         1.379683         0.520386   \n",
       "..                 ...                ...              ...              ...   \n",
       "186       10935.000000        1066.858824         1.307048        -2.145242   \n",
       "187       10935.000000        1064.000000         1.048347        -2.148766   \n",
       "188       10934.623529         856.352941         0.652450        -2.081337   \n",
       "189       10810.635294         862.435294         0.421470        -1.938088   \n",
       "190       10702.604396        1155.428571         0.521723        -2.011677   \n",
       "191       10699.233333        1140.144444         0.443957        -2.058690   \n",
       "192       10705.344086        1112.913978         1.454076        -2.053192   \n",
       "193       10817.138298         864.712766         1.039270        -2.126374   \n",
       "194       10815.873684         935.705263         1.054633        -2.095262   \n",
       "195       10924.769231         991.384615         0.398253        -2.190942   \n",
       "196       10923.032967         969.505495         0.588110        -2.038745   \n",
       "197       10921.488889         997.377778         0.740017        -2.110284   \n",
       "198       10919.915789        1005.978947         0.866723        -2.046209   \n",
       "199       10919.054348        1045.478261         1.094847        -2.124973   \n",
       "200       10918.567010         889.092784         1.008163        -2.173591   \n",
       "201       10917.723404         841.904255         0.712595        -2.075721   \n",
       "202       10916.666667         728.427083         0.955031        -2.017838   \n",
       "203       10914.747368         879.189474         0.745744        -2.060463   \n",
       "204       10913.581633         910.744898         0.946424        -2.012196   \n",
       "205       10913.105769         927.057692         0.537408        -2.182397   \n",
       "206       10814.132075        1002.981132         0.565365        -2.098574   \n",
       "207       10818.267857         899.071429         0.417943        -2.044277   \n",
       "208       10818.140351         902.324561         0.304419        -2.086751   \n",
       "209       10817.890756         778.117647         0.333865        -2.053830   \n",
       "210       10812.807018         870.657895         0.379965        -2.097171   \n",
       "211       10806.379630         944.611111         0.309235        -2.061856   \n",
       "212       10904.301887        1012.339623         0.454830        -2.125942   \n",
       "213       10902.861111        1029.648148         0.567007        -2.014431   \n",
       "214       10802.936364        1569.145455         0.765196        -2.032808   \n",
       "215       10900.009091         923.409091         0.743425        -2.053385   \n",
       "\n",
       "     fo_big_c_window  \n",
       "0          -0.027704  \n",
       "1           0.347567  \n",
       "2           0.460559  \n",
       "3           0.979898  \n",
       "4           0.724882  \n",
       "5           0.852820  \n",
       "6           0.894979  \n",
       "7           1.206217  \n",
       "8           0.838363  \n",
       "9           0.826738  \n",
       "10          0.678626  \n",
       "11          0.804017  \n",
       "12          0.827437  \n",
       "13          0.300308  \n",
       "14          0.812581  \n",
       "15          0.473163  \n",
       "16          0.782426  \n",
       "17          0.383810  \n",
       "18          1.349855  \n",
       "19          0.904704  \n",
       "20          0.926655  \n",
       "21          0.148372  \n",
       "22          0.813302  \n",
       "23          1.129241  \n",
       "24          1.088773  \n",
       "25          0.285160  \n",
       "26          0.206672  \n",
       "27          0.114831  \n",
       "28          0.171609  \n",
       "29          0.722507  \n",
       "..               ...  \n",
       "186        -1.278954  \n",
       "187        -1.452069  \n",
       "188        -1.551899  \n",
       "189        -1.318873  \n",
       "190        -1.442573  \n",
       "191        -1.564485  \n",
       "192        -1.672602  \n",
       "193        -1.744641  \n",
       "194        -1.831867  \n",
       "195        -1.919654  \n",
       "196        -1.873774  \n",
       "197        -1.889235  \n",
       "198        -1.980255  \n",
       "199        -1.958577  \n",
       "200        -1.572907  \n",
       "201        -1.496148  \n",
       "202        -1.265528  \n",
       "203        -1.642340  \n",
       "204        -1.677327  \n",
       "205        -1.849118  \n",
       "206        -1.840161  \n",
       "207        -1.820675  \n",
       "208        -1.848577  \n",
       "209        -1.986322  \n",
       "210        -2.059366  \n",
       "211        -1.968963  \n",
       "212        -1.738851  \n",
       "213        -1.556805  \n",
       "214        -1.438939  \n",
       "215        -1.458622  \n",
       "\n",
       "[216 rows x 58 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rows = []\n",
    "for i in range(len(ends)):\n",
    "    row = [ends[i], y.loc[y['time2'] == ends[i]]['delta'].tolist()[0]]\n",
    "    row.extend(features_price(starts2[i], starts3[i]))\n",
    "    row.extend(features_price(starts1[i], starts3[i]))\n",
    "    tmp = features_tweet(starts3[i], ends[i])\n",
    "    if tmp[0] == 'drop':\n",
    "        continue\n",
    "    else:\n",
    "        row.extend(tmp)\n",
    "    row.extend(features_tweet(starts1[i], ends[i]))\n",
    "    rows.append(row)\n",
    "\n",
    "# c:compound, fa:favorite_count, re:retweet_count, fo:followers_count, w:weighted\n",
    "# med:median, big: 1/3 bigger, small: 1/3 small\n",
    "# ex. c_big_fa -> c_big_fa_avg : the average of favorite_count for 1/3 bigger compound rows\n",
    "names = ['end', 'y', 'delta', 'delta_window']\n",
    "names.extend(['c_max_fa', 'c_max_re', 'c_max_fo', 'c_max', 'c_w_max'])\n",
    "names.extend(['c_min_fa', 'c_min_re', 'c_min_fo', 'c_min', 'c_w_min'])\n",
    "names.extend(['c_avg', 'c_w_avg', 'fa_avg', 're_avg', 'fo_avg', 'c_med'])\n",
    "names.extend(['c_big_c', 'c_big_fa', 'c_big_re', 'c_big_fo'])\n",
    "names.extend(['c_small_c', 'c_small_fa', 'c_small_re', 'c_small_fo'])\n",
    "names.extend(['fa_big_c', 're_big_c', 'fo_big_c'])\n",
    "names.extend((name + '_window') for name in names[4:])\n",
    "df_out = pd.DataFrame(rows, columns = names)\n",
    "df_out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_out.to_csv('verizon_train.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}