data obtaining.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import urllib\n",
    "import json                 # Used to load data into JSON format\n",
    "from pprint import pprint   # pretty-print"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<http.client.HTTPResponse object at 0x000001EDE94D3A48>\n"
     ]
    }
   ],
   "source": [
    "url = \"https://aoe2.net/api/leaderboard?game=aoe2de&leaderboard_id=3&start=1&count=10000\"\n",
    "response = urllib.request.urlopen(url)\n",
    "print(response)\n",
    "# Just an object:   <http.client.HTTPResponse at 0x7f2618123e10>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "text = response.read()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "json_data = json.loads(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1614015</td>\n",
       "      <td>1155</td>\n",
       "      <td>76561198141752514</td>\n",
       "      <td>None</td>\n",
       "      <td>IlGrandeGherpy</td>\n",
       "      <td>None</td>\n",
       "      <td>IT</td>\n",
       "      <td>1172.0</td>\n",
       "      <td>1230</td>\n",
       "      <td>-1</td>\n",
       "      <td>-6</td>\n",
       "      <td>5</td>\n",
       "      <td>44</td>\n",
       "      <td>23</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>1594638165</td>\n",
       "      <td>1594638165</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>202942</td>\n",
       "      <td>1155</td>\n",
       "      <td>76561198148210241</td>\n",
       "      <td>None</td>\n",
       "      <td>Tianxo el Granjero</td>\n",
       "      <td>Chile</td>\n",
       "      <td>RU</td>\n",
       "      <td>1169.0</td>\n",
       "      <td>1178</td>\n",
       "      <td>-1</td>\n",
       "      <td>-3</td>\n",
       "      <td>5</td>\n",
       "      <td>57</td>\n",
       "      <td>33</td>\n",
       "      <td>24</td>\n",
       "      <td>2</td>\n",
       "      <td>1593827863</td>\n",
       "      <td>1593827863</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1460139</td>\n",
       "      <td>1155</td>\n",
       "      <td>76561198220275737</td>\n",
       "      <td>None</td>\n",
       "      <td>伐伐伐伐伐木工</td>\n",
       "      <td>None</td>\n",
       "      <td>CN</td>\n",
       "      <td>1169.0</td>\n",
       "      <td>1169</td>\n",
       "      <td>-1</td>\n",
       "      <td>-5</td>\n",
       "      <td>8</td>\n",
       "      <td>54</td>\n",
       "      <td>33</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>1594529552</td>\n",
       "      <td>1594529552</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>304795</td>\n",
       "      <td>1155</td>\n",
       "      <td>76561198120637541</td>\n",
       "      <td>None</td>\n",
       "      <td>Dean Sean Bean</td>\n",
       "      <td>ßean</td>\n",
       "      <td>AU</td>\n",
       "      <td>1139.0</td>\n",
       "      <td>1155</td>\n",
       "      <td>2</td>\n",
       "      <td>-4</td>\n",
       "      <td>5</td>\n",
       "      <td>66</td>\n",
       "      <td>37</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>1592834505</td>\n",
       "      <td>1592834505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10000</th>\n",
       "      <td>1303880</td>\n",
       "      <td>1155</td>\n",
       "      <td>76561197984806884</td>\n",
       "      <td>None</td>\n",
       "      <td>[ARi$EN] Jds7110</td>\n",
       "      <td>None</td>\n",
       "      <td>BE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1155</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>10</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1592697463</td>\n",
       "      <td>1592697463</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       profile_id  rating           steam_id  icon                name   clan  \\\n",
       "rank                                                                            \n",
       "9996      1614015    1155  76561198141752514  None      IlGrandeGherpy   None   \n",
       "9997       202942    1155  76561198148210241  None  Tianxo el Granjero  Chile   \n",
       "9998      1460139    1155  76561198220275737  None             伐伐伐伐伐木工   None   \n",
       "9999       304795    1155  76561198120637541  None      Dean Sean Bean   ßean   \n",
       "10000     1303880    1155  76561197984806884  None    [ARi$EN] Jds7110   None   \n",
       "\n",
       "      country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                    \n",
       "9996       IT           1172.0            1230      -1             -6   \n",
       "9997       RU           1169.0            1178      -1             -3   \n",
       "9998       CN           1169.0            1169      -1             -5   \n",
       "9999       AU           1139.0            1155       2             -4   \n",
       "10000      BE              NaN            1155       4              4   \n",
       "\n",
       "       highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                            \n",
       "9996                5     44    23      21      1  1594638165       1594638165  \n",
       "9997                5     57    33      24      2  1593827863       1593827863  \n",
       "9998                8     54    33      21      0  1594529552       1594529552  \n",
       "9999                5     66    37      29      1  1592834505       1592834505  \n",
       "10000               4     10     7       3      0  1592697463       1592697463  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1 = pd.DataFrame(data=json_data['leaderboard'])\n",
    "df1 = df1.set_index('rank')\n",
    "df1.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<http.client.HTTPResponse object at 0x000001EDE9FDF908>\n"
     ]
    }
   ],
   "source": [
    "url = \"https://aoe2.net/api/leaderboard?game=aoe2de&leaderboard_id=3&start=10001&count=10000\"\n",
    "response = urllib.request.urlopen(url)\n",
    "print(response)\n",
    "# Just an object:   <http.client.HTTPResponse at 0x7f2618123e10>\n",
    "text = response.read()\n",
    "json_data = json.loads(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19996</th>\n",
       "      <td>361744</td>\n",
       "      <td>997</td>\n",
       "      <td>76561198036358845</td>\n",
       "      <td>None</td>\n",
       "      <td>TeaGuy</td>\n",
       "      <td>None</td>\n",
       "      <td>AU</td>\n",
       "      <td>981.0</td>\n",
       "      <td>999.0</td>\n",
       "      <td>3</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>25</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>1593783457</td>\n",
       "      <td>1593783457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19997</th>\n",
       "      <td>2134165</td>\n",
       "      <td>997</td>\n",
       "      <td>76561198271385297</td>\n",
       "      <td>None</td>\n",
       "      <td>c-wiechert</td>\n",
       "      <td>None</td>\n",
       "      <td>CL</td>\n",
       "      <td>977.0</td>\n",
       "      <td>999.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>18</td>\n",
       "      <td>10</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1594438607</td>\n",
       "      <td>1594438607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19998</th>\n",
       "      <td>2109428</td>\n",
       "      <td>997</td>\n",
       "      <td>76561198254473247</td>\n",
       "      <td>None</td>\n",
       "      <td>SeruGiran</td>\n",
       "      <td>None</td>\n",
       "      <td>AR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>997.0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1594601938</td>\n",
       "      <td>1594601938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19999</th>\n",
       "      <td>2013847</td>\n",
       "      <td>997</td>\n",
       "      <td>76561198040500176</td>\n",
       "      <td>None</td>\n",
       "      <td>Sorghum</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>982.0</td>\n",
       "      <td>1098.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>21</td>\n",
       "      <td>10</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>1593286046</td>\n",
       "      <td>1593286046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20000</th>\n",
       "      <td>2010048</td>\n",
       "      <td>997</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>yhaiqn690907</td>\n",
       "      <td>LAT</td>\n",
       "      <td>None</td>\n",
       "      <td>1011.0</td>\n",
       "      <td>1179.0</td>\n",
       "      <td>-8</td>\n",
       "      <td>-8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>20</td>\n",
       "      <td>9</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>1593261056</td>\n",
       "      <td>1593261056</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       profile_id  rating           steam_id  icon          name  clan  \\\n",
       "rank                                                                     \n",
       "19996      361744     997  76561198036358845  None        TeaGuy  None   \n",
       "19997     2134165     997  76561198271385297  None    c-wiechert  None   \n",
       "19998     2109428     997  76561198254473247  None     SeruGiran  None   \n",
       "19999     2013847     997  76561198040500176  None       Sorghum  None   \n",
       "20000     2010048     997               None  None  yhaiqn690907   LAT   \n",
       "\n",
       "      country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                    \n",
       "19996      AU            981.0           999.0       3           -2.0   \n",
       "19997      CL            977.0           999.0       1           -1.0   \n",
       "19998      AR              NaN           997.0      -1           -1.0   \n",
       "19999      US            982.0          1098.0       1           -5.0   \n",
       "20000    None           1011.0          1179.0      -8           -8.0   \n",
       "\n",
       "       highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                            \n",
       "19996             3.0     25    13      12      2  1593783457       1593783457  \n",
       "19997             4.0     18    10       8      0  1594438607       1594438607  \n",
       "19998            -1.0     10     5       5      1  1594601938       1594601938  \n",
       "19999             2.0     21    10      11      0  1593286046       1593286046  \n",
       "20000             1.0     20     9      11      0  1593261056       1593261056  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2=pd.DataFrame(data=json_data['leaderboard'])\n",
    "df2 = df2.set_index('rank')\n",
    "df2.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<http.client.HTTPResponse object at 0x000001EDE9FDFC08>\n"
     ]
    }
   ],
   "source": [
    "url = \"https://aoe2.net/api/leaderboard?game=aoe2de&leaderboard_id=3&start=20001&count=10000\"\n",
    "response = urllib.request.urlopen(url)\n",
    "print(response)\n",
    "# Just an object:   <http.client.HTTPResponse at 0x7f2618123e10>\n",
    "text = response.read()\n",
    "json_data = json.loads(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29996</th>\n",
       "      <td>400746</td>\n",
       "      <td>844</td>\n",
       "      <td>76561198300701811</td>\n",
       "      <td>None</td>\n",
       "      <td>SweetestFoil</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>815.0</td>\n",
       "      <td>872</td>\n",
       "      <td>1</td>\n",
       "      <td>-4</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1593548677</td>\n",
       "      <td>1593548677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29997</th>\n",
       "      <td>2578379</td>\n",
       "      <td>844</td>\n",
       "      <td>76561198987079589</td>\n",
       "      <td>None</td>\n",
       "      <td>dfgr109109</td>\n",
       "      <td>CORP</td>\n",
       "      <td>CO</td>\n",
       "      <td>860.0</td>\n",
       "      <td>909</td>\n",
       "      <td>-4</td>\n",
       "      <td>-4</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>11</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>1594581110</td>\n",
       "      <td>1594581110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29998</th>\n",
       "      <td>2546717</td>\n",
       "      <td>844</td>\n",
       "      <td>76561199053868591</td>\n",
       "      <td>None</td>\n",
       "      <td>Ziegenbub</td>\n",
       "      <td>None</td>\n",
       "      <td>DE</td>\n",
       "      <td>825.0</td>\n",
       "      <td>863</td>\n",
       "      <td>2</td>\n",
       "      <td>-7</td>\n",
       "      <td>2</td>\n",
       "      <td>18</td>\n",
       "      <td>6</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>1592767326</td>\n",
       "      <td>1592767326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29999</th>\n",
       "      <td>2470055</td>\n",
       "      <td>844</td>\n",
       "      <td>76561198078008086</td>\n",
       "      <td>None</td>\n",
       "      <td>MegaDestruction</td>\n",
       "      <td>None</td>\n",
       "      <td>FI</td>\n",
       "      <td>830.0</td>\n",
       "      <td>907</td>\n",
       "      <td>2</td>\n",
       "      <td>-4</td>\n",
       "      <td>2</td>\n",
       "      <td>23</td>\n",
       "      <td>9</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>1593974657</td>\n",
       "      <td>1593974657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30000</th>\n",
       "      <td>2435698</td>\n",
       "      <td>844</td>\n",
       "      <td>76561198851139021</td>\n",
       "      <td>None</td>\n",
       "      <td>ELMARGU</td>\n",
       "      <td>None</td>\n",
       "      <td>AR</td>\n",
       "      <td>830.0</td>\n",
       "      <td>845</td>\n",
       "      <td>2</td>\n",
       "      <td>-3</td>\n",
       "      <td>8</td>\n",
       "      <td>28</td>\n",
       "      <td>15</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1594614748</td>\n",
       "      <td>1594614748</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       profile_id  rating           steam_id  icon             name  clan  \\\n",
       "rank                                                                        \n",
       "29996      400746     844  76561198300701811  None     SweetestFoil  None   \n",
       "29997     2578379     844  76561198987079589  None       dfgr109109  CORP   \n",
       "29998     2546717     844  76561199053868591  None        Ziegenbub  None   \n",
       "29999     2470055     844  76561198078008086  None  MegaDestruction  None   \n",
       "30000     2435698     844  76561198851139021  None          ELMARGU  None   \n",
       "\n",
       "      country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                    \n",
       "29996      US            815.0             872       1             -4   \n",
       "29997      CO            860.0             909      -4             -4   \n",
       "29998      DE            825.0             863       2             -7   \n",
       "29999      FI            830.0             907       2             -4   \n",
       "30000      AR            830.0             845       2             -3   \n",
       "\n",
       "       highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                            \n",
       "29996               1     14     5       9      0  1593548677       1593548677  \n",
       "29997               5     25    11      14      1  1594581110       1594581110  \n",
       "29998               2     18     6      12      0  1592767326       1592767326  \n",
       "29999               2     23     9      14      0  1593974657       1593974657  \n",
       "30000               8     28    15      13      1  1594614748       1594614748  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3=pd.DataFrame(data=json_data['leaderboard'])\n",
    "df3 = df3.set_index('rank')\n",
    "df3.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<http.client.HTTPResponse object at 0x000001EDE95E34C8>\n"
     ]
    }
   ],
   "source": [
    "url = \"https://aoe2.net/api/leaderboard?game=aoe2de&leaderboard_id=3&start=30001&count=6454\"\n",
    "response = urllib.request.urlopen(url)\n",
    "print(response)\n",
    "# Just an object:   <http.client.HTTPResponse at 0x7f2618123e10>\n",
    "text = response.read()\n",
    "json_data = json.loads(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>36450</th>\n",
       "      <td>2113892</td>\n",
       "      <td>242</td>\n",
       "      <td>76561199040790084</td>\n",
       "      <td>None</td>\n",
       "      <td>Liewe Heksie</td>\n",
       "      <td>None</td>\n",
       "      <td>ZA</td>\n",
       "      <td>245.0</td>\n",
       "      <td>719</td>\n",
       "      <td>-1</td>\n",
       "      <td>-10</td>\n",
       "      <td>3</td>\n",
       "      <td>104</td>\n",
       "      <td>24</td>\n",
       "      <td>80</td>\n",
       "      <td>2</td>\n",
       "      <td>1594213492</td>\n",
       "      <td>1594213492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36451</th>\n",
       "      <td>1950140</td>\n",
       "      <td>242</td>\n",
       "      <td>76561198151504398</td>\n",
       "      <td>None</td>\n",
       "      <td>Suit up bro</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>253.0</td>\n",
       "      <td>743</td>\n",
       "      <td>-19</td>\n",
       "      <td>-19</td>\n",
       "      <td>4</td>\n",
       "      <td>77</td>\n",
       "      <td>16</td>\n",
       "      <td>61</td>\n",
       "      <td>5</td>\n",
       "      <td>1593809948</td>\n",
       "      <td>1593809948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36452</th>\n",
       "      <td>2573338</td>\n",
       "      <td>218</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>goprogambler</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>225.0</td>\n",
       "      <td>672</td>\n",
       "      <td>-9</td>\n",
       "      <td>-40</td>\n",
       "      <td>5</td>\n",
       "      <td>249</td>\n",
       "      <td>40</td>\n",
       "      <td>209</td>\n",
       "      <td>37</td>\n",
       "      <td>1594618993</td>\n",
       "      <td>1594618993</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36453</th>\n",
       "      <td>2750718</td>\n",
       "      <td>191</td>\n",
       "      <td>76561198380626512</td>\n",
       "      <td>None</td>\n",
       "      <td>wayneniky</td>\n",
       "      <td>None</td>\n",
       "      <td>GH</td>\n",
       "      <td>196.0</td>\n",
       "      <td>758</td>\n",
       "      <td>-1</td>\n",
       "      <td>-19</td>\n",
       "      <td>3</td>\n",
       "      <td>71</td>\n",
       "      <td>11</td>\n",
       "      <td>60</td>\n",
       "      <td>8</td>\n",
       "      <td>1594576128</td>\n",
       "      <td>1594576128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36454</th>\n",
       "      <td>378095</td>\n",
       "      <td>175</td>\n",
       "      <td>76561198435270845</td>\n",
       "      <td>None</td>\n",
       "      <td>lauran1</td>\n",
       "      <td>ITA</td>\n",
       "      <td>IT</td>\n",
       "      <td>186.0</td>\n",
       "      <td>688</td>\n",
       "      <td>-12</td>\n",
       "      <td>-17</td>\n",
       "      <td>1</td>\n",
       "      <td>59</td>\n",
       "      <td>5</td>\n",
       "      <td>54</td>\n",
       "      <td>1</td>\n",
       "      <td>1592601275</td>\n",
       "      <td>1592601275</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       profile_id  rating           steam_id  icon          name  clan  \\\n",
       "rank                                                                     \n",
       "36450     2113892     242  76561199040790084  None  Liewe Heksie  None   \n",
       "36451     1950140     242  76561198151504398  None   Suit up bro  None   \n",
       "36452     2573338     218               None  None  goprogambler  None   \n",
       "36453     2750718     191  76561198380626512  None     wayneniky  None   \n",
       "36454      378095     175  76561198435270845  None       lauran1   ITA   \n",
       "\n",
       "      country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                    \n",
       "36450      ZA            245.0             719      -1            -10   \n",
       "36451      US            253.0             743     -19            -19   \n",
       "36452    None            225.0             672      -9            -40   \n",
       "36453      GH            196.0             758      -1            -19   \n",
       "36454      IT            186.0             688     -12            -17   \n",
       "\n",
       "       highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                            \n",
       "36450               3    104    24      80      2  1594213492       1594213492  \n",
       "36451               4     77    16      61      5  1593809948       1593809948  \n",
       "36452               5    249    40     209     37  1594618993       1594618993  \n",
       "36453               3     71    11      60      8  1594576128       1594576128  \n",
       "36454               1     59     5      54      1  1592601275       1592601275  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df4=pd.DataFrame(data=json_data['leaderboard'])\n",
    "df4 = df4.set_index('rank')\n",
    "df4.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2124</th>\n",
       "      <td>1449416</td>\n",
       "      <td>1425</td>\n",
       "      <td>76561198360236909</td>\n",
       "      <td>None</td>\n",
       "      <td>彧彧彧彧彧</td>\n",
       "      <td>None</td>\n",
       "      <td>TW</td>\n",
       "      <td>1409.0</td>\n",
       "      <td>1425</td>\n",
       "      <td>1</td>\n",
       "      <td>-5</td>\n",
       "      <td>7</td>\n",
       "      <td>110</td>\n",
       "      <td>63</td>\n",
       "      <td>47</td>\n",
       "      <td>1</td>\n",
       "      <td>1594442600</td>\n",
       "      <td>1594442600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2125</th>\n",
       "      <td>304309</td>\n",
       "      <td>1425</td>\n",
       "      <td>76561198171701638</td>\n",
       "      <td>None</td>\n",
       "      <td>Swagdaddy The Merciful</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>1441.0</td>\n",
       "      <td>1443</td>\n",
       "      <td>-1</td>\n",
       "      <td>-3</td>\n",
       "      <td>7</td>\n",
       "      <td>82</td>\n",
       "      <td>52</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>1594517903</td>\n",
       "      <td>1594517903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2126</th>\n",
       "      <td>1263760</td>\n",
       "      <td>1425</td>\n",
       "      <td>76561198341210424</td>\n",
       "      <td>None</td>\n",
       "      <td>Nico77</td>\n",
       "      <td>DauT</td>\n",
       "      <td>AR</td>\n",
       "      <td>1413.0</td>\n",
       "      <td>1486</td>\n",
       "      <td>1</td>\n",
       "      <td>-5</td>\n",
       "      <td>5</td>\n",
       "      <td>76</td>\n",
       "      <td>43</td>\n",
       "      <td>33</td>\n",
       "      <td>3</td>\n",
       "      <td>1594676671</td>\n",
       "      <td>1594676671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2127</th>\n",
       "      <td>579545</td>\n",
       "      <td>1424</td>\n",
       "      <td>76561198033930613</td>\n",
       "      <td>None</td>\n",
       "      <td>Larzen</td>\n",
       "      <td>None</td>\n",
       "      <td>DE</td>\n",
       "      <td>1440.0</td>\n",
       "      <td>1457</td>\n",
       "      <td>-1</td>\n",
       "      <td>-5</td>\n",
       "      <td>6</td>\n",
       "      <td>293</td>\n",
       "      <td>157</td>\n",
       "      <td>136</td>\n",
       "      <td>9</td>\n",
       "      <td>1594642049</td>\n",
       "      <td>1594642049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2128</th>\n",
       "      <td>461281</td>\n",
       "      <td>1424</td>\n",
       "      <td>76561198879513233</td>\n",
       "      <td>None</td>\n",
       "      <td>Christopher</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>1411.0</td>\n",
       "      <td>1457</td>\n",
       "      <td>1</td>\n",
       "      <td>-8</td>\n",
       "      <td>6</td>\n",
       "      <td>768</td>\n",
       "      <td>396</td>\n",
       "      <td>372</td>\n",
       "      <td>25</td>\n",
       "      <td>1594692145</td>\n",
       "      <td>1594692145</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      profile_id  rating           steam_id  icon                    name  \\\n",
       "rank                                                                        \n",
       "2124     1449416    1425  76561198360236909  None                   彧彧彧彧彧   \n",
       "2125      304309    1425  76561198171701638  None  Swagdaddy The Merciful   \n",
       "2126     1263760    1425  76561198341210424  None                  Nico77   \n",
       "2127      579545    1424  76561198033930613  None                  Larzen   \n",
       "2128      461281    1424  76561198879513233  None             Christopher   \n",
       "\n",
       "      clan country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                         \n",
       "2124  None      TW           1409.0            1425       1             -5   \n",
       "2125  None      US           1441.0            1443      -1             -3   \n",
       "2126  DauT      AR           1413.0            1486       1             -5   \n",
       "2127  None      DE           1440.0            1457      -1             -5   \n",
       "2128  None      US           1411.0            1457       1             -8   \n",
       "\n",
       "      highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                           \n",
       "2124               7    110    63      47      1  1594442600       1594442600  \n",
       "2125               7     82    52      30      0  1594517903       1594517903  \n",
       "2126               5     76    43      33      3  1594676671       1594676671  \n",
       "2127               6    293   157     136      9  1594642049       1594642049  \n",
       "2128               6    768   396     372     25  1594692145       1594692145  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df4.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "#frames = [df4,df3,df2,df1]\n",
    "frames = [df1,df2,df3,df4]\n",
    "leaderboard = pd.concat(frames)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>251265</td>\n",
       "      <td>2324</td>\n",
       "      <td>76561197996386232</td>\n",
       "      <td>None</td>\n",
       "      <td>[aM] MbL40C</td>\n",
       "      <td>None</td>\n",
       "      <td>NO</td>\n",
       "      <td>2322.0</td>\n",
       "      <td>2372.0</td>\n",
       "      <td>3</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1519</td>\n",
       "      <td>1054</td>\n",
       "      <td>465</td>\n",
       "      <td>80</td>\n",
       "      <td>1594679211</td>\n",
       "      <td>1594679211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>208393</td>\n",
       "      <td>2316</td>\n",
       "      <td>76561198027378107</td>\n",
       "      <td>None</td>\n",
       "      <td>Nicov</td>\n",
       "      <td>None</td>\n",
       "      <td>AR</td>\n",
       "      <td>2312.0</td>\n",
       "      <td>2316.0</td>\n",
       "      <td>13</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>601</td>\n",
       "      <td>449</td>\n",
       "      <td>152</td>\n",
       "      <td>6</td>\n",
       "      <td>1594642838</td>\n",
       "      <td>1594642838</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>197388</td>\n",
       "      <td>2308</td>\n",
       "      <td>76561198088251629</td>\n",
       "      <td>None</td>\n",
       "      <td>Secret TaToH</td>\n",
       "      <td>TaToH</td>\n",
       "      <td>ES</td>\n",
       "      <td>2300.0</td>\n",
       "      <td>2343.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>416</td>\n",
       "      <td>298</td>\n",
       "      <td>118</td>\n",
       "      <td>3</td>\n",
       "      <td>1594491890</td>\n",
       "      <td>1594491890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>199325</td>\n",
       "      <td>2303</td>\n",
       "      <td>76561198449406083</td>\n",
       "      <td>None</td>\n",
       "      <td>[aM] Hera</td>\n",
       "      <td>None</td>\n",
       "      <td>CA</td>\n",
       "      <td>2315.0</td>\n",
       "      <td>2373.0</td>\n",
       "      <td>-2</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1399</td>\n",
       "      <td>945</td>\n",
       "      <td>454</td>\n",
       "      <td>10</td>\n",
       "      <td>1594675885</td>\n",
       "      <td>1594675885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>196240</td>\n",
       "      <td>2298</td>\n",
       "      <td>76561197984749679</td>\n",
       "      <td>None</td>\n",
       "      <td>TheViper</td>\n",
       "      <td>None</td>\n",
       "      <td>DE</td>\n",
       "      <td>2288.0</td>\n",
       "      <td>2341.0</td>\n",
       "      <td>2</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>470</td>\n",
       "      <td>328</td>\n",
       "      <td>142</td>\n",
       "      <td>1</td>\n",
       "      <td>1594417850</td>\n",
       "      <td>1594417850</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      profile_id  rating           steam_id  icon          name   clan  \\\n",
       "rank                                                                     \n",
       "1         251265    2324  76561197996386232  None   [aM] MbL40C   None   \n",
       "2         208393    2316  76561198027378107  None         Nicov   None   \n",
       "3         197388    2308  76561198088251629  None  Secret TaToH  TaToH   \n",
       "4         199325    2303  76561198449406083  None     [aM] Hera   None   \n",
       "5         196240    2298  76561197984749679  None      TheViper   None   \n",
       "\n",
       "     country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                   \n",
       "1         NO           2322.0          2372.0       3           -9.0   \n",
       "2         AR           2312.0          2316.0      13           -4.0   \n",
       "3         ES           2300.0          2343.0       1           -5.0   \n",
       "4         CA           2315.0          2373.0      -2           -6.0   \n",
       "5         DE           2288.0          2341.0       2           -5.0   \n",
       "\n",
       "      highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                           \n",
       "1               17.0   1519  1054     465     80  1594679211       1594679211  \n",
       "2               19.0    601   449     152      6  1594642838       1594642838  \n",
       "3               21.0    416   298     118      3  1594491890       1594491890  \n",
       "4               21.0   1399   945     454     10  1594675885       1594675885  \n",
       "5               22.0    470   328     142      1  1594417850       1594417850  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderboard.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>steam_id</th>\n",
       "      <th>icon</th>\n",
       "      <th>name</th>\n",
       "      <th>clan</th>\n",
       "      <th>country</th>\n",
       "      <th>previous_rating</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>36450</th>\n",
       "      <td>2113892</td>\n",
       "      <td>242</td>\n",
       "      <td>76561199040790084</td>\n",
       "      <td>None</td>\n",
       "      <td>Liewe Heksie</td>\n",
       "      <td>None</td>\n",
       "      <td>ZA</td>\n",
       "      <td>245.0</td>\n",
       "      <td>719.0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-10.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>104</td>\n",
       "      <td>24</td>\n",
       "      <td>80</td>\n",
       "      <td>2</td>\n",
       "      <td>1594213492</td>\n",
       "      <td>1594213492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36451</th>\n",
       "      <td>1950140</td>\n",
       "      <td>242</td>\n",
       "      <td>76561198151504398</td>\n",
       "      <td>None</td>\n",
       "      <td>Suit up bro</td>\n",
       "      <td>None</td>\n",
       "      <td>US</td>\n",
       "      <td>253.0</td>\n",
       "      <td>743.0</td>\n",
       "      <td>-19</td>\n",
       "      <td>-19.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>77</td>\n",
       "      <td>16</td>\n",
       "      <td>61</td>\n",
       "      <td>5</td>\n",
       "      <td>1593809948</td>\n",
       "      <td>1593809948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36452</th>\n",
       "      <td>2573338</td>\n",
       "      <td>218</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>goprogambler</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>225.0</td>\n",
       "      <td>672.0</td>\n",
       "      <td>-9</td>\n",
       "      <td>-40.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>249</td>\n",
       "      <td>40</td>\n",
       "      <td>209</td>\n",
       "      <td>37</td>\n",
       "      <td>1594618993</td>\n",
       "      <td>1594618993</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36453</th>\n",
       "      <td>2750718</td>\n",
       "      <td>191</td>\n",
       "      <td>76561198380626512</td>\n",
       "      <td>None</td>\n",
       "      <td>wayneniky</td>\n",
       "      <td>None</td>\n",
       "      <td>GH</td>\n",
       "      <td>196.0</td>\n",
       "      <td>758.0</td>\n",
       "      <td>-1</td>\n",
       "      <td>-19.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>71</td>\n",
       "      <td>11</td>\n",
       "      <td>60</td>\n",
       "      <td>8</td>\n",
       "      <td>1594576128</td>\n",
       "      <td>1594576128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36454</th>\n",
       "      <td>378095</td>\n",
       "      <td>175</td>\n",
       "      <td>76561198435270845</td>\n",
       "      <td>None</td>\n",
       "      <td>lauran1</td>\n",
       "      <td>ITA</td>\n",
       "      <td>IT</td>\n",
       "      <td>186.0</td>\n",
       "      <td>688.0</td>\n",
       "      <td>-12</td>\n",
       "      <td>-17.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>59</td>\n",
       "      <td>5</td>\n",
       "      <td>54</td>\n",
       "      <td>1</td>\n",
       "      <td>1592601275</td>\n",
       "      <td>1592601275</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       profile_id  rating           steam_id  icon          name  clan  \\\n",
       "rank                                                                     \n",
       "36450     2113892     242  76561199040790084  None  Liewe Heksie  None   \n",
       "36451     1950140     242  76561198151504398  None   Suit up bro  None   \n",
       "36452     2573338     218               None  None  goprogambler  None   \n",
       "36453     2750718     191  76561198380626512  None     wayneniky  None   \n",
       "36454      378095     175  76561198435270845  None       lauran1   ITA   \n",
       "\n",
       "      country  previous_rating  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                    \n",
       "36450      ZA            245.0           719.0      -1          -10.0   \n",
       "36451      US            253.0           743.0     -19          -19.0   \n",
       "36452    None            225.0           672.0      -9          -40.0   \n",
       "36453      GH            196.0           758.0      -1          -19.0   \n",
       "36454      IT            186.0           688.0     -12          -17.0   \n",
       "\n",
       "       highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                            \n",
       "36450             3.0    104    24      80      2  1594213492       1594213492  \n",
       "36451             4.0     77    16      61      5  1593809948       1593809948  \n",
       "36452             5.0    249    40     209     37  1594618993       1594618993  \n",
       "36453             3.0     71    11      60      8  1594576128       1594576128  \n",
       "36454             1.0     59     5      54      1  1592601275       1592601275  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderboard.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>profile_id</th>\n",
       "      <th>rating</th>\n",
       "      <th>name</th>\n",
       "      <th>highest_rating</th>\n",
       "      <th>streak</th>\n",
       "      <th>lowest_streak</th>\n",
       "      <th>highest_streak</th>\n",
       "      <th>games</th>\n",
       "      <th>wins</th>\n",
       "      <th>losses</th>\n",
       "      <th>drops</th>\n",
       "      <th>last_match</th>\n",
       "      <th>last_match_time</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rank</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>251265</td>\n",
       "      <td>2324</td>\n",
       "      <td>[aM] MbL40C</td>\n",
       "      <td>2372.0</td>\n",
       "      <td>3</td>\n",
       "      <td>-9.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1519</td>\n",
       "      <td>1054</td>\n",
       "      <td>465</td>\n",
       "      <td>80</td>\n",
       "      <td>1594679211</td>\n",
       "      <td>1594679211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>208393</td>\n",
       "      <td>2316</td>\n",
       "      <td>Nicov</td>\n",
       "      <td>2316.0</td>\n",
       "      <td>13</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>601</td>\n",
       "      <td>449</td>\n",
       "      <td>152</td>\n",
       "      <td>6</td>\n",
       "      <td>1594642838</td>\n",
       "      <td>1594642838</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>197388</td>\n",
       "      <td>2308</td>\n",
       "      <td>Secret TaToH</td>\n",
       "      <td>2343.0</td>\n",
       "      <td>1</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>416</td>\n",
       "      <td>298</td>\n",
       "      <td>118</td>\n",
       "      <td>3</td>\n",
       "      <td>1594491890</td>\n",
       "      <td>1594491890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>199325</td>\n",
       "      <td>2303</td>\n",
       "      <td>[aM] Hera</td>\n",
       "      <td>2373.0</td>\n",
       "      <td>-2</td>\n",
       "      <td>-6.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1399</td>\n",
       "      <td>945</td>\n",
       "      <td>454</td>\n",
       "      <td>10</td>\n",
       "      <td>1594675885</td>\n",
       "      <td>1594675885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>196240</td>\n",
       "      <td>2298</td>\n",
       "      <td>TheViper</td>\n",
       "      <td>2341.0</td>\n",
       "      <td>2</td>\n",
       "      <td>-5.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>470</td>\n",
       "      <td>328</td>\n",
       "      <td>142</td>\n",
       "      <td>1</td>\n",
       "      <td>1594417850</td>\n",
       "      <td>1594417850</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      profile_id  rating          name  highest_rating  streak  lowest_streak  \\\n",
       "rank                                                                            \n",
       "1         251265    2324   [aM] MbL40C          2372.0       3           -9.0   \n",
       "2         208393    2316         Nicov          2316.0      13           -4.0   \n",
       "3         197388    2308  Secret TaToH          2343.0       1           -5.0   \n",
       "4         199325    2303     [aM] Hera          2373.0      -2           -6.0   \n",
       "5         196240    2298      TheViper          2341.0       2           -5.0   \n",
       "\n",
       "      highest_streak  games  wins  losses  drops  last_match  last_match_time  \n",
       "rank                                                                           \n",
       "1               17.0   1519  1054     465     80  1594679211       1594679211  \n",
       "2               19.0    601   449     152      6  1594642838       1594642838  \n",
       "3               21.0    416   298     118      3  1594491890       1594491890  \n",
       "4               21.0   1399   945     454     10  1594675885       1594675885  \n",
       "5               22.0    470   328     142      1  1594417850       1594417850  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderboard = leaderboard.drop(['clan','country','icon','previous_rating','steam_id'], axis=1)\n",
    "leaderboard.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(36454, 13)"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "leaderboard.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#leaderboard.isnull().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#leaderboard.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#leaderboard.dropna().isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#leaderboard = leaderboard.dropna()\n",
    "leaderboard.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#leaderboard.isnull().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "leaderboard.to_csv(\"leaderboard.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}