Collecting.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Let's Begin\n",
    "Let's import some modules that will be used."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for API work\n",
    "import spotipy\n",
    "from spotipy.oauth2 import SpotifyClientCredentials\n",
    "import pandas as pd\n",
    "import time \n",
    "import pprint as pp\n",
    "import numpy as np\n",
    "\n",
    "# for DB work\n",
    "from sqlalchemy import create_engine\n",
    "from pandas.io import sql"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## SQL Credentials"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# inserting data into database\n",
    "# this will overwrite the database though,\n",
    "# so if you want to merge data, a different operation\n",
    "# or table might be the better play\n",
    "# if exists also has \"append\"\n",
    "\n",
    "hostname=''\n",
    "dbname=''\n",
    "uname=''\n",
    "pwd=''\n",
    "\n",
    "engine = create_engine(\"mysql+pymysql://{user}:{pw}@{host}/{db}\".format(host=hostname, db=dbname, user=uname, pw=pwd))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## First let's see the current stage of data we have from Kaggle\n",
    "The data shown below is provided by Kaggle, but we noticed that some song's had invalid names and characters, and we also though it'd be better to get new data while using song ID provided in kaggle's dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>acousticness</th>\n",
       "      <th>artists</th>\n",
       "      <th>danceability</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>energy</th>\n",
       "      <th>explicit</th>\n",
       "      <th>id</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>key</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>mode</th>\n",
       "      <th>name</th>\n",
       "      <th>popularity</th>\n",
       "      <th>release_date</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>valence</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.991000</td>\n",
       "      <td>['Mamie Smith']</td>\n",
       "      <td>0.598</td>\n",
       "      <td>168333</td>\n",
       "      <td>0.224</td>\n",
       "      <td>0</td>\n",
       "      <td>0cS0A1fUEUd1EW3FcF8AEI</td>\n",
       "      <td>0.000522</td>\n",
       "      <td>5</td>\n",
       "      <td>0.3790</td>\n",
       "      <td>-12.628</td>\n",
       "      <td>0</td>\n",
       "      <td>Keep A Song In Your Soul</td>\n",
       "      <td>12</td>\n",
       "      <td>1920</td>\n",
       "      <td>0.0936</td>\n",
       "      <td>149.976</td>\n",
       "      <td>0.6340</td>\n",
       "      <td>1920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.643000</td>\n",
       "      <td>[\"Screamin' Jay Hawkins\"]</td>\n",
       "      <td>0.852</td>\n",
       "      <td>150200</td>\n",
       "      <td>0.517</td>\n",
       "      <td>0</td>\n",
       "      <td>0hbkKFIJm7Z05H8Zl9w30f</td>\n",
       "      <td>0.026400</td>\n",
       "      <td>5</td>\n",
       "      <td>0.0809</td>\n",
       "      <td>-7.261</td>\n",
       "      <td>0</td>\n",
       "      <td>I Put A Spell On You</td>\n",
       "      <td>7</td>\n",
       "      <td>1920-01-05</td>\n",
       "      <td>0.0534</td>\n",
       "      <td>86.889</td>\n",
       "      <td>0.9500</td>\n",
       "      <td>1920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.993000</td>\n",
       "      <td>['Mamie Smith']</td>\n",
       "      <td>0.647</td>\n",
       "      <td>163827</td>\n",
       "      <td>0.186</td>\n",
       "      <td>0</td>\n",
       "      <td>11m7laMUgmOKqI3oYzuhne</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0</td>\n",
       "      <td>0.5190</td>\n",
       "      <td>-12.098</td>\n",
       "      <td>1</td>\n",
       "      <td>Golfing Papa</td>\n",
       "      <td>4</td>\n",
       "      <td>1920</td>\n",
       "      <td>0.1740</td>\n",
       "      <td>97.600</td>\n",
       "      <td>0.6890</td>\n",
       "      <td>1920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000173</td>\n",
       "      <td>['Oscar Velazquez']</td>\n",
       "      <td>0.730</td>\n",
       "      <td>422087</td>\n",
       "      <td>0.798</td>\n",
       "      <td>0</td>\n",
       "      <td>19Lc5SfJJ5O1oaxY0fpwfh</td>\n",
       "      <td>0.801000</td>\n",
       "      <td>2</td>\n",
       "      <td>0.1280</td>\n",
       "      <td>-7.311</td>\n",
       "      <td>1</td>\n",
       "      <td>True House Music - Xavier Santos &amp; Carlos Gomi...</td>\n",
       "      <td>17</td>\n",
       "      <td>1920-01-01</td>\n",
       "      <td>0.0425</td>\n",
       "      <td>127.997</td>\n",
       "      <td>0.0422</td>\n",
       "      <td>1920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.295000</td>\n",
       "      <td>['Mixe']</td>\n",
       "      <td>0.704</td>\n",
       "      <td>165224</td>\n",
       "      <td>0.707</td>\n",
       "      <td>1</td>\n",
       "      <td>2hJjbsLCytGsnAHfdsLejp</td>\n",
       "      <td>0.000246</td>\n",
       "      <td>10</td>\n",
       "      <td>0.4020</td>\n",
       "      <td>-6.036</td>\n",
       "      <td>0</td>\n",
       "      <td>Xuniverxe</td>\n",
       "      <td>2</td>\n",
       "      <td>1920-10-01</td>\n",
       "      <td>0.0768</td>\n",
       "      <td>122.076</td>\n",
       "      <td>0.2990</td>\n",
       "      <td>1920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174384</th>\n",
       "      <td>0.009170</td>\n",
       "      <td>['DJ Combo', 'Sander-7', 'Tony T']</td>\n",
       "      <td>0.792</td>\n",
       "      <td>147615</td>\n",
       "      <td>0.866</td>\n",
       "      <td>0</td>\n",
       "      <td>46LhBf6TvYjZU2SMvGZAbn</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>6</td>\n",
       "      <td>0.1780</td>\n",
       "      <td>-5.089</td>\n",
       "      <td>0</td>\n",
       "      <td>The One</td>\n",
       "      <td>0</td>\n",
       "      <td>2020-12-25</td>\n",
       "      <td>0.0356</td>\n",
       "      <td>125.972</td>\n",
       "      <td>0.1860</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174385</th>\n",
       "      <td>0.795000</td>\n",
       "      <td>['Alessia Cara']</td>\n",
       "      <td>0.429</td>\n",
       "      <td>144720</td>\n",
       "      <td>0.211</td>\n",
       "      <td>0</td>\n",
       "      <td>7tue2Wemjd0FZzRtDrQFZd</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>0.1960</td>\n",
       "      <td>-11.665</td>\n",
       "      <td>1</td>\n",
       "      <td>A Little More</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-01-22</td>\n",
       "      <td>0.0360</td>\n",
       "      <td>94.710</td>\n",
       "      <td>0.2280</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174386</th>\n",
       "      <td>0.806000</td>\n",
       "      <td>['Roger Fly']</td>\n",
       "      <td>0.671</td>\n",
       "      <td>218147</td>\n",
       "      <td>0.589</td>\n",
       "      <td>0</td>\n",
       "      <td>48Qj61hOdYmUCFJbpQ29Ob</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>4</td>\n",
       "      <td>0.1130</td>\n",
       "      <td>-12.393</td>\n",
       "      <td>0</td>\n",
       "      <td>Together</td>\n",
       "      <td>0</td>\n",
       "      <td>2020-12-09</td>\n",
       "      <td>0.0282</td>\n",
       "      <td>108.058</td>\n",
       "      <td>0.7140</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174387</th>\n",
       "      <td>0.920000</td>\n",
       "      <td>['Taylor Swift']</td>\n",
       "      <td>0.462</td>\n",
       "      <td>244000</td>\n",
       "      <td>0.240</td>\n",
       "      <td>1</td>\n",
       "      <td>1gcyHQpBQ1lfXGdhZmWrHP</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.1130</td>\n",
       "      <td>-12.077</td>\n",
       "      <td>1</td>\n",
       "      <td>champagne problems</td>\n",
       "      <td>69</td>\n",
       "      <td>2021-01-07</td>\n",
       "      <td>0.0377</td>\n",
       "      <td>171.319</td>\n",
       "      <td>0.3200</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174388</th>\n",
       "      <td>0.239000</td>\n",
       "      <td>['Roger Fly']</td>\n",
       "      <td>0.677</td>\n",
       "      <td>197710</td>\n",
       "      <td>0.460</td>\n",
       "      <td>0</td>\n",
       "      <td>57tgYkWQTNHVFEt6xDKKZj</td>\n",
       "      <td>0.891000</td>\n",
       "      <td>7</td>\n",
       "      <td>0.2150</td>\n",
       "      <td>-12.237</td>\n",
       "      <td>1</td>\n",
       "      <td>Improvisations</td>\n",
       "      <td>0</td>\n",
       "      <td>2020-12-09</td>\n",
       "      <td>0.0258</td>\n",
       "      <td>112.208</td>\n",
       "      <td>0.7470</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>174389 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        acousticness                             artists  danceability  \\\n",
       "0           0.991000                     ['Mamie Smith']         0.598   \n",
       "1           0.643000           [\"Screamin' Jay Hawkins\"]         0.852   \n",
       "2           0.993000                     ['Mamie Smith']         0.647   \n",
       "3           0.000173                 ['Oscar Velazquez']         0.730   \n",
       "4           0.295000                            ['Mixe']         0.704   \n",
       "...              ...                                 ...           ...   \n",
       "174384      0.009170  ['DJ Combo', 'Sander-7', 'Tony T']         0.792   \n",
       "174385      0.795000                    ['Alessia Cara']         0.429   \n",
       "174386      0.806000                       ['Roger Fly']         0.671   \n",
       "174387      0.920000                    ['Taylor Swift']         0.462   \n",
       "174388      0.239000                       ['Roger Fly']         0.677   \n",
       "\n",
       "        duration_ms  energy  explicit                      id  \\\n",
       "0            168333   0.224         0  0cS0A1fUEUd1EW3FcF8AEI   \n",
       "1            150200   0.517         0  0hbkKFIJm7Z05H8Zl9w30f   \n",
       "2            163827   0.186         0  11m7laMUgmOKqI3oYzuhne   \n",
       "3            422087   0.798         0  19Lc5SfJJ5O1oaxY0fpwfh   \n",
       "4            165224   0.707         1  2hJjbsLCytGsnAHfdsLejp   \n",
       "...             ...     ...       ...                     ...   \n",
       "174384       147615   0.866         0  46LhBf6TvYjZU2SMvGZAbn   \n",
       "174385       144720   0.211         0  7tue2Wemjd0FZzRtDrQFZd   \n",
       "174386       218147   0.589         0  48Qj61hOdYmUCFJbpQ29Ob   \n",
       "174387       244000   0.240         1  1gcyHQpBQ1lfXGdhZmWrHP   \n",
       "174388       197710   0.460         0  57tgYkWQTNHVFEt6xDKKZj   \n",
       "\n",
       "        instrumentalness  key  liveness  loudness  mode  \\\n",
       "0               0.000522    5    0.3790   -12.628     0   \n",
       "1               0.026400    5    0.0809    -7.261     0   \n",
       "2               0.000018    0    0.5190   -12.098     1   \n",
       "3               0.801000    2    0.1280    -7.311     1   \n",
       "4               0.000246   10    0.4020    -6.036     0   \n",
       "...                  ...  ...       ...       ...   ...   \n",
       "174384          0.000060    6    0.1780    -5.089     0   \n",
       "174385          0.000000    4    0.1960   -11.665     1   \n",
       "174386          0.920000    4    0.1130   -12.393     0   \n",
       "174387          0.000000    0    0.1130   -12.077     1   \n",
       "174388          0.891000    7    0.2150   -12.237     1   \n",
       "\n",
       "                                                     name  popularity  \\\n",
       "0                                Keep A Song In Your Soul          12   \n",
       "1                                    I Put A Spell On You           7   \n",
       "2                                            Golfing Papa           4   \n",
       "3       True House Music - Xavier Santos & Carlos Gomi...          17   \n",
       "4                                               Xuniverxe           2   \n",
       "...                                                   ...         ...   \n",
       "174384                                            The One           0   \n",
       "174385                                      A Little More           0   \n",
       "174386                                           Together           0   \n",
       "174387                                 champagne problems          69   \n",
       "174388                                     Improvisations           0   \n",
       "\n",
       "       release_date  speechiness    tempo  valence  year  \n",
       "0              1920       0.0936  149.976   0.6340  1920  \n",
       "1        1920-01-05       0.0534   86.889   0.9500  1920  \n",
       "2              1920       0.1740   97.600   0.6890  1920  \n",
       "3        1920-01-01       0.0425  127.997   0.0422  1920  \n",
       "4        1920-10-01       0.0768  122.076   0.2990  1920  \n",
       "...             ...          ...      ...      ...   ...  \n",
       "174384   2020-12-25       0.0356  125.972   0.1860  2020  \n",
       "174385   2021-01-22       0.0360   94.710   0.2280  2021  \n",
       "174386   2020-12-09       0.0282  108.058   0.7140  2020  \n",
       "174387   2021-01-07       0.0377  171.319   0.3200  2021  \n",
       "174388   2020-12-09       0.0258  112.208   0.7470  2020  \n",
       "\n",
       "[174389 rows x 19 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the original data\n",
    "df=pd.read_csv('./data/data.csv')\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Observation\n",
    "We have ```174389 rows```, but we don't know how recent this data is. So we'll get new data using Spotify API and Spotipy module as well. We can do this by using only ID's from the existing data and running it through Spotify's API to get updated result."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Spotify credentials"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#api keys stuff \n",
    "client_id = ''\n",
    "client_secret = ''\n",
    "\n",
    "client_credentials_manager = SpotifyClientCredentials(client_id, client_secret)\n",
    "sp = spotipy.Spotify(client_credentials_manager=client_credentials_manager)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get track ids\n",
    "Function below is used to get song ids from a given playlist IDS. We already have 174389 ids. But we dont't know how many of them are duplicates and if they're still valid. So, we are going to get new track ids form public playlists of Spotify. The playlists are all randomly searched manually, we then copy the playlists link and select all the uncessary part of a link and remove them, which will leave us with playlists ids only. \n",
    "    \n",
    "Example :\n",
    "    \n",
    "    Link 1 - https://open.spotify.com/playlist/2bRMdtifHI8VvkW5Sn28s4?si=4bc7b896f72c4d3d\n",
    "    Playlist ID 1 - 2bRMdtifHI8VvkW5Sn28s4\n",
    "    \n",
    "    Link 2 - spotify:playlist:1lKSqQGrGLPNCASmKQS1qj\n",
    "    Playlist ID 2 - 1lKSqQGrGLPNCASmKQS1qj\n",
    "    \n",
    "    \n",
    "Then just run those playlist ids through the function provided below, which will give us individual track ids."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### First way to get song ids was through Kaggle Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Song ids in Kaggle dataset alone is  174389\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['0cS0A1fUEUd1EW3FcF8AEI',\n",
       " '0hbkKFIJm7Z05H8Zl9w30f',\n",
       " '11m7laMUgmOKqI3oYzuhne',\n",
       " '19Lc5SfJJ5O1oaxY0fpwfh',\n",
       " '2hJjbsLCytGsnAHfdsLejp']"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#ids from the kaggle dataset\n",
    "get_ids=list(df['id']) \n",
    "print(\"Song ids in Kaggle dataset alone is \", len(get_ids))\n",
    "(get_ids[:5])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Getting more Track ids\n",
    "We got track ids from kaggle dataset, but we also have to get track ids from the playlists we collected"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['3aFUQpntBHJJRzARB85rOp',\n",
       " '3hTE8wuBhQ7bTkPeCEOWWA',\n",
       " '0BBdvQIUYLFFhws3RRUvbw',\n",
       " '1FdfQx7PXvbUOcZOlQYdYF',\n",
       " '3pVVFQ4D1yRBpztapn2hHG',\n",
       " '2B1jWeJLF5yWH84nQt4PQ2',\n",
       " '6Xg3QvvrCaabYqFsrH2Lrn',\n",
       " '7pjzjFw0Tq6syGPlRQ4v1q',\n",
       " '2kQJtU6D35IRPsm6Cu1flA',\n",
       " '7rG7jgVJF0wbd5lI4GnJrI',\n",
       " '2aG7VntODEsrI2RDz3hdbG',\n",
       " '5sGcImZ0nh5dRHmwfcY8VN',\n",
       " '6LOOqW1iQwYNWF0Gtilu7H',\n",
       " '0isPvCWiORiZVCJPUKUA9A',\n",
       " '134tymGB5lCH4onVDqeKaf',\n",
       " '36HoI81LLrNCxfXo8P1gry',\n",
       " '62yjJcONaywby93lw8AgQv',\n",
       " '0SqIPA2h44hSZy89rTnaaN',\n",
       " '4voQwP4mvZfEPqOFbdeZmV',\n",
       " '2EyPWfDjkr5tb7TJGT0ins',\n",
       " '5M2urKCPnhOPNeGCi6Jm9W',\n",
       " '54NLjntUle92cVAQvzBcXs',\n",
       " '0JAwAgwSP2GT9dfngdvUFZ',\n",
       " '2Lbt7W0iFntHzRqbPOmAT5',\n",
       " '3uGYjUZ5TMaYZV81mUqhgP',\n",
       " '2SWXY464AgSEJubk9WHaKp',\n",
       " '4r69QKaIPJ1dp0aKdYu5UM',\n",
       " '1aLropRwLRuHPeaYOvsIvB',\n",
       " '4IawNNTvYujmjZMUDuTrdU',\n",
       " '17GiXm5512DkSVOeXwEt77',\n",
       " '0eAZ56mzI2ioVYGCu5weWd',\n",
       " '7IdZyHbuEXKIs6QhdvHKvi',\n",
       " '6cHDbFRk323AWqdAkLot8F',\n",
       " '6B4NOTnzluko6NkWZYgHks',\n",
       " '0aJYsiLUOkiZbmXhaBgwNA',\n",
       " '7nDJRlWjzrQScIU1ZhVfU8',\n",
       " '0vafwkDvYxdW5NkSVp0t3M',\n",
       " '1sp3Prlw1A3WeHFbACxROF',\n",
       " '5xzjIXq8sS96fGDmxto4ql',\n",
       " '1EuBmBZDaYFif5entO016n',\n",
       " '14khUCZ0rq6W0p0Z7Vf90T',\n",
       " '3BWUywTYJNC32bKZsycA5g',\n",
       " '0rYJmqjfAMTHNIMBeO9Tv5',\n",
       " '2otCM0V7LxA5mDPwFwLKdf',\n",
       " '3JR2KxGhv5uegh54p3DvEb',\n",
       " '6dFrUSXJRZ6TFHCaxCWjkc',\n",
       " '4wIG2bxqjGLgIbuaASSCNh',\n",
       " '4P1HATnbbRzWwXNrAf80Fq',\n",
       " '6IIQs8lNwelE7C7hrsh1rq',\n",
       " '3abccjCTINIfunthgH6pOP',\n",
       " '5agnrOYeSFojE4e6PwWLjX',\n",
       " '6jzvTa4SriH7zw0z0FX80Y',\n",
       " '5MxMBEwBjRzFDHc3GRNEG9',\n",
       " '1JJAIPPC1fRe69iRSCxzmn',\n",
       " '4BXaBbTWpGjRooKV5i9SqT',\n",
       " '7z4cco7tnaLJHT2yiXtAl1',\n",
       " '6LbewtaEfN0k5W8TCLU9Mw',\n",
       " '66jOX3bO0ScpWKDcdFdA00',\n",
       " '0noWjwelIwJPGaYvCgB8NM',\n",
       " None,\n",
       " '0vTQodjzCJf27Ht7ziU3J3',\n",
       " '2VHUmVwiHGFJvhg6tnW65N',\n",
       " None,\n",
       " '4G7KSnIqS478cOS8MNWCLe',\n",
       " '4ZKu6XNuN4kSOuvrJkQYXM',\n",
       " '6HwKVEZLO8OkwJg8hrNqEo',\n",
       " '24f2xvoaRFZ7twx61EOIlW',\n",
       " '0zuSBHDK5ZFzcJSv9orA3A',\n",
       " '1J9DqFkWdu1tVsLytdNKwz',\n",
       " '7wEnEMsDOC7pkSTfETkdmq',\n",
       " '5iDGhlqvAvpnKKM6jdepFy',\n",
       " '1BOTKopyC36ElWA6cs8mYW',\n",
       " '1cAIzAf76R005enXhyfeaG',\n",
       " '6CnAHDbGRLJOOqBavL9btI',\n",
       " '4tERMaLHaxP8kNOU6tZXNj',\n",
       " '761H9H4HkB7ekQTcGIA1VJ',\n",
       " '2XUSXwIsmBZCBxVyPCS0hA',\n",
       " '2QrlFhTCyZRhD4QfbfTYaS',\n",
       " '4eUGLjGSOdxOSIlzvxg6xm',\n",
       " '6RWHqsyxDhYE6m8vFxZHUt',\n",
       " None,\n",
       " '4r47iLcY9Cur77Mv2r9Lel',\n",
       " '6DI2vdKXvgnwQN3dPLJqbZ',\n",
       " '6Rpe8HofvvGc67B40gT2Ct',\n",
       " '0iVcpby59YdtmVuh3t2Fha',\n",
       " '0BcwPj6FGTqGtDupUmNKSC',\n",
       " '79otQlpvjQ6ySvQ6y3Pi0s',\n",
       " '6tDRqq38gkooD6vXIyFj79',\n",
       " '1jtWfLhkJUsRiUbG0LSH2O',\n",
       " '2F2oArrazrrgUKaT6Fnooo',\n",
       " '7tMp8yW0blSOOKhOmpd3rS',\n",
       " '7lC9CJn8ZTgFapHm0Uzdbs',\n",
       " '5PuL6kHWMHzHOByPIOkwWL',\n",
       " '66X0sAMqkQSSrd4w1EeXQG',\n",
       " '4iQ9OEMphebMkbOi0g6vFW',\n",
       " '4XUnLkJ6Zp226bgnjJnOcd',\n",
       " '6tWPdYKJL76aSmpWYAQcbL',\n",
       " '0U7tkPilhxIEhEpzy5KXIt',\n",
       " '54dZy871AgseDHksBvN43i',\n",
       " '7yzxlp26LMaTMyTcwPq0c7',\n",
       " '3ZBfPy2pKCcaIsVYrDRWDL',\n",
       " '5uvpVxbPOKKq4A52i16eVr',\n",
       " '4jd6Q7ZrBdGLKpxJSqwbAN',\n",
       " '7hKAil4pYCbViPeQWrhAcm',\n",
       " '6hsKU0ES89xmiucPu0tCsC',\n",
       " '630E3HbPTOljNTCEIYqFTX',\n",
       " '799pgta0anjwT2DGFRXyWD',\n",
       " '0FoxXe9AAtGXLMcIwH964l',\n",
       " '1Cn9SP1aXW9QZgyFEBpa9R',\n",
       " '39HEXwg3aC7FQJ6W5Jp2v0',\n",
       " '3M8xqmE8I5U4PmIv1kwhTl',\n",
       " '5R7BjuoRR2IPQZkNkKevqc',\n",
       " '5KUDWwbHBIVwf57GoMrkuW',\n",
       " '6gp8DmxqoPpUrt7lxZdFhr',\n",
       " '5dpDZSXAUbIZOFQUiYSVY0',\n",
       " '04tLURK7jsgBTThaesoF2A',\n",
       " '2kG2nnQdCo6SplhhiE7FnV',\n",
       " '4GHNL57Yh8TCEho6BWEawn',\n",
       " '46Sbe6MYeAhoe3BIjXt1mC',\n",
       " '3BfnklvHpgzlshvvPopopE',\n",
       " '5ALOS5XRTNB5L3t7A51dSG',\n",
       " '0m53Ty4vGNuhQUPYKy3jIw',\n",
       " '23gDDQfFFS2RFgPoJZ3q3k',\n",
       " '7kc8pVAdNjBx0KrXePGstr',\n",
       " '0SjfOLSgeHdViRT3WA5nvo',\n",
       " '5HaoeA5VYeyz5bbLZoR4iF',\n",
       " '27TWXHZpWtE6CRfrnrjYr1',\n",
       " '3osaoURV8qSfUU9ygTphjf',\n",
       " '2YVe9oFTC1T3qXgLmrETDu',\n",
       " '2z7ugOpYulrlJrroKMBILW',\n",
       " '7gTtjjPRstTeXRFpeCtAhh',\n",
       " '1L0dMQW8pim749bI6am4Z9',\n",
       " '1iOLEWDu7xslWK8jxJBExG',\n",
       " '0n4c5zb2MauDR52Xn1GFqy',\n",
       " '2IvqXJ2RS361QRZ20owPy3',\n",
       " '5t1yHBT1shoxLyMDKWA8gr',\n",
       " '0j8NGq0y2gCNrPw2iMX889',\n",
       " '13npqa0BYwysqMNY3LXYwo',\n",
       " '3lwP2Ki3nTp30rSt7a3Qnw',\n",
       " '46Dug70SgxhKhMKZMBDPKu',\n",
       " '2kKFtrtsn8GsG2cpHtxgtR',\n",
       " '7fJih9RJIIaKWOCIAC8eby',\n",
       " '0IQ0xaZG4ECmADpBeeMgtl',\n",
       " '29ipzS2fd1u9HxlJVYtqVV',\n",
       " '2DLl66vgdqVzC6S1FNGdID',\n",
       " '3YoIPweuAaj1Zzt8vy9u8s',\n",
       " '78Zsj8OowBEogwKyChycts',\n",
       " '2ka4k5haNXwX4ArNJboO9D',\n",
       " '5LMvv86cmKckIHV7ywUPq2',\n",
       " '6FR9ySvwqGogvp6Zf8STh0',\n",
       " '446cxxa8avzpB4HreMAFpm',\n",
       " '5KM8j9LbKbzj2dm4RGAK2B',\n",
       " '1N8akk9uCtow5LjuK1eGXZ',\n",
       " '7BfHJh6TS6KgftaBknz1Iu',\n",
       " '5nCJCWt3h3PY8wPk9ZOTNJ',\n",
       " '0r1QH89smpFZcej9oi1XFp',\n",
       " '07c2BQgK9ZNXyQcUjCeLZV',\n",
       " '4zeYiMP3XW0JxYxsFRAjgC',\n",
       " '2VBVoXrjwazYCAd99P4Iei',\n",
       " '2qdm246bh6MIiuC2hxB6G8',\n",
       " '026XzRFyJrt0YMuH4HKUJM',\n",
       " '1kIk8McoZus0vFXKpmsYwH',\n",
       " '12QEi2PtuaaKenGwzZJGjy',\n",
       " '0EKfxC3zPIhHYTekArv1dT',\n",
       " '3dNgRe2pLsLDVXIJlyGoO3',\n",
       " '6nDaZUxSzbyzEcm6VQNaud',\n",
       " '2qMIqOhl1JazCwwO5Cm0tH',\n",
       " '1xTuwFluf6CXSn93uUbFOi',\n",
       " '5yXdFyoZsXFWtJQkIttzbb',\n",
       " '1oOxrHFMtqzCmm9ZCcVCMk',\n",
       " '5ZuBFZSEu4SIKtrKsZPNMY',\n",
       " '0SfnQJOuxrEIBFN400iMvl',\n",
       " '5u0uBJNAocWNLX1nXQYppJ',\n",
       " '51Hab7norNVWf1GEEzErfu',\n",
       " '6rUt9Kv0ha7visJzHdCy1y',\n",
       " '1AqQZyX1crO23Wvde3peZh',\n",
       " '1kyyBJps7EKCNL0MNQ0tDr',\n",
       " '3OKbw5NNWRE9y81h6mzOfJ',\n",
       " '5Qk4PhyrFz4hrazp6p7bYm',\n",
       " '5DlOSVDl31xFQH5lnSh1mM',\n",
       " '0foxdhfKCij82gbD8QpP0D',\n",
       " '0GH0rVBkQlARt2Dk0LmVZ3',\n",
       " '4x7l1j7ojP339YKiOHGo8e',\n",
       " '5XUYbklZVn9DmtIGuO7N8T',\n",
       " '44LbVBizOwS8IzVs9N9zic',\n",
       " '21I30lWesj7Up1cSH6GHVg',\n",
       " '7jRInlT12VJngg65cD0Mrh',\n",
       " '0h9QnXZHCJd7zcfSdKW9Ae',\n",
       " '4krwX2FaPsae3hWznKr23d',\n",
       " '6MvIFODNWLuEJGO2X97YrG',\n",
       " '7ypbQ7GLFRqZZELc50h6ZT',\n",
       " '2vr8wf3JLCy93uV3kFBl9B',\n",
       " '3FGVI38HhU1Bk7LZRAIt2E',\n",
       " '1jelWWIMqk5ZR0BG13YVDO',\n",
       " '1KIoZQmvJBNP54UEmUXDVl',\n",
       " '2Li3BSyOoQUpCg6upWAela',\n",
       " '5FspKKe0iJI3S03aymZq6G',\n",
       " '3ebeaq3vgLQ3vIIciuSso0',\n",
       " '2gTHD9nWH80wbNJOmOysKT',\n",
       " '72sC5cGTPDDMLClwa6qFLr',\n",
       " '58Tcx3cUjk3Vbg5vl638yk',\n",
       " '1GGhKHDP98hiWKbeAyFOmb',\n",
       " None,\n",
       " '3LRRaK0QxkijMK0TKMfCTu',\n",
       " '1qxJArO6mrNStXuMyweiNI',\n",
       " '74dvGU5r61SZCRaZnyw6Ih',\n",
       " '4NeRGJGS6VJdtp2Rdhldh1',\n",
       " '3KwRcmmiyvxbHhuNK0RYJY',\n",
       " '5krlUFIVCIUt2xOin3rybu',\n",
       " '7kZFb3rfdlW0s3aly74fgS',\n",
       " '71imPFLaxNDRlf62aDv8bH',\n",
       " '6kZ1QW3OCMxrMHpP7fGItC',\n",
       " '5QXgtNVHRpbwDvIT4Yteeb',\n",
       " '3rRMytt64xGyd4nMTTI80M',\n",
       " '6ifJUOAELKwXWWRgeL8MAw',\n",
       " '0vJgp6lhyq818AbWiIAKEs',\n",
       " '3Qrlp1zHrsWrPGDiSxdWiR',\n",
       " '03Y2KrIcGXk1iADxW5Jqxu',\n",
       " '1JNRMhWVkOGqASM1djgk6r',\n",
       " '5qLK4GIREyyBvE3TIHLuJI',\n",
       " '7AnB3JMBaeiXvqjrzcxmU6',\n",
       " '08V5exlXWfJctTCv0m1TIO',\n",
       " '0sZTEg9axZ6dKZboeFT8Xo',\n",
       " '4kLQ864S1qyeNj9zqQ5Kma',\n",
       " '5nGnxXqv12EdObAU3eUTl5',\n",
       " '3cJ4XfbWGhECKt4HaTRxnK',\n",
       " '0xs6pDwGzJZRgQDkktDuHW',\n",
       " '6UgE4xFyY9IOczVcvUijhI',\n",
       " '575hrDfHuOKhUsjp0c9VKn',\n",
       " '18PFCNAKMWmrxZK9vGF7CA',\n",
       " '66KMSkFT1570ucmKNIYWWU',\n",
       " '2AE2S4iikOOrNIzKGnbP9C',\n",
       " '4gTMhTp6u8yXT9rJnVle9h',\n",
       " '4RvaImZs7YmdGMQfyN4Wu3',\n",
       " '3ftfV26MntEjaQt1F4iMEx',\n",
       " '6acruR6FltweFu34Qb4oPv',\n",
       " '3mnhlbftFhh7i3YBRkjZ07',\n",
       " '45pnQ3lYcy6wYWf2J6hVV7',\n",
       " '1M2ImoEappFS0VDPe3v8mV',\n",
       " '3DQNF8PMjRgm1luXuZJns8',\n",
       " '1CN4EbXbEEgnOG27z2uNQu',\n",
       " '1H9HkPR1Nei6UqJ6hedoCO',\n",
       " '75MUwtgblvnVGpDE4mLHNh',\n",
       " '71iW5vcSabxEl5uUzLqRaQ',\n",
       " '2VGU9KSdnVzhtDX1axoi7M',\n",
       " '1zXQgO0GpbZrMDm8mPcvQB',\n",
       " '0HsWgjmJZViclpe7eq3x1F',\n",
       " '3Q5niuvjm5pOV7HgYXD1vl',\n",
       " '3Y1dDELOdlh6rVYn1Zxdhn',\n",
       " '6uOb90zxQWlp6KeOrBnD9P',\n",
       " '2NvjMWZycdyeBVyws9M59t',\n",
       " '5EpeJFN3ktnKQb3pQ64yYy',\n",
       " '1uJrbXHw7LSezn1tMW60yG',\n",
       " '6jOUkpiyrWbU6x9qFryYPh',\n",
       " '5zjAYzW0MGta39u2HTgaU1',\n",
       " '7qxq9LUvdTv1OkhlivdHWg',\n",
       " '0cEuLo8T45i0IvZxPoYm37',\n",
       " '3rzyzHu4uB3gI3H3T2fy0M',\n",
       " '2KX183bq92JeYtcumjcbsZ',\n",
       " '6cOZjczCsQYcNmt2QpIb4b',\n",
       " '5TWHAYd2lsYZi1tiNU0maX',\n",
       " '61RVfHroAt6ckefWyUpnk3',\n",
       " '40oqUlQL37QqMTEfLiA2mU',\n",
       " '6zOZnqhqdj1hm6MwPxfKub',\n",
       " '5wxwI3OJoxX2xIANKAVgWI',\n",
       " '5Br7NvQ9aJf4yuxQ558Aqw',\n",
       " '40xJNkJNqxCkg54UFXJNpQ',\n",
       " '05VikT0Wc2q3d99FA1Shj1',\n",
       " '6AAh49II2ET8rS8Cf4jneX',\n",
       " '4HWiqDUVMDD0n0PsSNAWCc',\n",
       " '0JjjcoiUOpTmLXic4ipMXR',\n",
       " '30SkMRE8G3kpCLun6rhQAz',\n",
       " '5vpVAXliMqwV25szh0ezlc',\n",
       " '3uY4cbbsBrs7UB2CzrnROa',\n",
       " '4xi3nspQSzjv7ym91crY8e',\n",
       " '4arnBwVYFgPyYmWRHjfKXU',\n",
       " '0XQQeSs9On3NNv6aHYRwBD',\n",
       " '717yqFlfHxy9hQpvumwD1R',\n",
       " '4lZnBgfO6Q6CWF5Ln84Ask',\n",
       " '7pUMIVq34qvZ6l8LFC4dkX',\n",
       " '3I1EXG4lpcWUc1KMy3pFzE',\n",
       " '6DT3CagUQ5fRoUy2m6fLf5',\n",
       " '6dNF1xkY48qhe3xJg8iWCf',\n",
       " '0BC3z8JzGWn6U9vkey1E5d',\n",
       " '4Kcc6rVpb0CTwt975rgFh9',\n",
       " '6gff3W9kNHOYWNlzYNmUVo',\n",
       " '3JLJxFchoZiCJQSewsz6SA',\n",
       " '5gTVk9yBbDjVIJFD680pmW',\n",
       " '51WOHbOXgyheapQHWzW77P',\n",
       " '6iT90KCDh0HHipOiAEKhTy',\n",
       " '2OQjYyPFW60WEMHTVaPcKT',\n",
       " '7ypbNPbXB6p3yWrdli6rN9',\n",
       " '2h7UuCsmcEVau7Ew05nKFf',\n",
       " '6DeCQWnZy6SyO5vDkVBwUi',\n",
       " '2TdG19Wz6bypwg0bTG5du1',\n",
       " '0K1GNWwV7ggSeoI0Kr6Mwq',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " '2YYzfKjJy7O9vEyXPJS5J0',\n",
       " '5pLntBiRlkaOg2WDndr7x1',\n",
       " '1sg31dGWEa6vBkf2SpGhML',\n",
       " '3zLeqM6NDdx5kxqrrhntQS',\n",
       " '1ONkStrUW48I2Cjf5tGa6v',\n",
       " '1bK8qeud4uQoe8CBmXaKHY',\n",
       " '5PQX5ADvv7ZvWipRyca6in',\n",
       " '6qvIktn9kgXcXosh6YuQ6w',\n",
       " '17DzaIfH1sT55nr7WkEfbV',\n",
       " '4jy9u0xuNCmUxc4USHYz2B',\n",
       " '0JobqXLNtvbVjr3X6JtG0M',\n",
       " '29JcFplI8ke6bCGVbTI7zi',\n",
       " '2ENT1vvk5DcuU57ddud5fF',\n",
       " '0bXxjklDhSmE6c3ZU51Kgt',\n",
       " '2Tw4U5AyLbfKPdTbJqbl6q',\n",
       " '1TBHo2UdKI5HZZpsr9RIH3',\n",
       " '6wEtmrrWvi4DTOzMbv0bIL',\n",
       " '0AnpOHCk3NiTNaHlurlnz4',\n",
       " '17K3UBjHRjpFGUdEd7zrYm',\n",
       " '325ddc86HotYSGuwDrwIan',\n",
       " '4Bc9ZryKk4La85PLNO8Ufx',\n",
       " '2gRvQVtbsLrbCsI2s4bbGR',\n",
       " '2Xuu3cSf4MIpymHx82DOMt',\n",
       " '7wzbqwgdaF9bMWSvyf5Q3S',\n",
       " '4cZkNWZL1o33fFgo79fITJ',\n",
       " '6rTriYOIG9TaoYiGHjzwJG',\n",
       " '5umAkCX2l65Lj2lO3cga8C',\n",
       " '6IpVTq4tDyVlPjAEzdICn9',\n",
       " '5nluJAV4xlKTi3VQC2CX6B',\n",
       " '6ISwsK80XElYh8iqS1GMGJ',\n",
       " '2kkLgRv8Oww6XQTS9gA1h6',\n",
       " '2TqGdA4tg9a7KSEFXf6uxM',\n",
       " '5kZy44udDGDR1rxzqzzy7M',\n",
       " '1GkqeSEUDgqYJavmuUj59M',\n",
       " '5ppDICkDH0MsV9HX7HwACm',\n",
       " '1uQtoUyETxjYUuHFLxe6gO',\n",
       " '0JS0AEmlz20lugs6G10mYy',\n",
       " '4MXUaW8VNDPlWPSVqhzNVz',\n",
       " '03O9to7EtQdupWasdROP0F',\n",
       " '3vcUTLGema8i9qkvPVWAC2',\n",
       " '3avFQoY1MdboRQJJzQArQC',\n",
       " '4Qmd4tpdJbcbyNCQFSWjVQ',\n",
       " '7iORKG6ObCLhOwkuh0UcPo',\n",
       " '2viFNiTbRcbjFmiud9oCT6',\n",
       " '5nPvVoqy1ZqEVSCzMQkiHd',\n",
       " '06BmUrVuMtTdOuaf9CTYAz',\n",
       " '6LrGWrfNyn30SAeftYGD6i',\n",
       " '1jezFo33pptr2nWzE5L1iE',\n",
       " '4YUDSGTc91G8dpxqSoiwCd',\n",
       " '7DV3HI6GD8CgRKm6OxnL93',\n",
       " '4n1C6f9NS3UxZpOhfhTKVW',\n",
       " '1vlzZ6MefWMTBubZ7hmMHm',\n",
       " '2JiYKdv5VxsPuLuRkHfF6J',\n",
       " None,\n",
       " '5rkQTMlM35C5YvE2ROmh56',\n",
       " '6hl2oReHt1cU0ZruOGnxSG',\n",
       " '1WB0qlFKUWK9zWUUWOkdWt',\n",
       " '5MIoAif1RA3d7Qb55gorrz',\n",
       " '2BSYzCT4zY3ShZPuzYD06u',\n",
       " '4wZxNhxUInKyveXH0zlAKE',\n",
       " '7GhUN08PV0eIkVXfqOHwNT',\n",
       " '2wgpFSAX9JiqWbGqCYsDQs',\n",
       " '2jxep37RNLpB1vJCxdhuOe',\n",
       " '2QLRcUq7tVaAjOUHuKiW9J',\n",
       " '4tP7EXToaxpQG6G5Ccf3x9',\n",
       " '1Slz29XC4jEXOcc1k6GPkB',\n",
       " '1sATUAnz9uOSd9dAtrCEZx',\n",
       " '2mK09Tw8TmDyN0CzBI785r',\n",
       " '3rbPrMpotEI0UJkErqJSlU',\n",
       " '6ndDmN0PAqdMRw5MkDceGv',\n",
       " '7q764ztKI22XKnFbIAK2gg',\n",
       " '66E4lwEL3MnaH6jQEJYB4C',\n",
       " '3Du8eiigre61bEmiqt4B7e',\n",
       " '70BJN8zFLi5W2cW1E5kXDM',\n",
       " '6Bi4fvHxywnC8sqLQKhZ2U',\n",
       " '6OFLBWnBNJ0SysFZQwzfeO',\n",
       " '4DyrnTNW4s1sRQabjABhzE',\n",
       " '669PIKk2zvyVFoWN0ONREq',\n",
       " '4BD1Oo0SDOp6CwWkdE57ZJ',\n",
       " '66BEq7nSvtDZqqn9CGqgdL',\n",
       " '4CKWN5Pecu4eb1Hi2r5W23',\n",
       " '248JnpcM4AlKjMVcLMcSE6',\n",
       " '5zBi5INLcsUQaNasviZ1sN',\n",
       " '5rHeiQn8gLqTKvbNS6ESyR',\n",
       " '5wuD8fKFLRZWh7vWIGUurv',\n",
       " '1ZG8WpqQLlZm7FsDEtpLj6',\n",
       " None,\n",
       " '1L82kOi9tqiD2YtBltwAex',\n",
       " '2CtBayD0OIFvkvSAGPI91Q',\n",
       " '7kl0y8BBbTox6exqQYhUrG',\n",
       " '0NszEsRr329HflZIH1evnc',\n",
       " '70iJlHhbNmsZHuwTegIc5d',\n",
       " '1ZRUME0FQ30bzmHTcIvrjR',\n",
       " '5fGrkimEtXKWJj0bVnz5Tn',\n",
       " '3mJ1pXBuELNCcTqJ5y0BlI',\n",
       " '5cKzy3TZfGDMpX8pp7unX0',\n",
       " '3CuU8OCG4RYYwXOI4Pn4Xd',\n",
       " '61eoPkFOX264c2bux5T2XP',\n",
       " '7Issv1BHsBdJ0i1xMWFN58',\n",
       " '2Ge6btEXlmL6u5fp3bnYPq',\n",
       " '2rFrFc4LPaY9Y6oS5l3c6o',\n",
       " '4H88eneP1H1YGb62aHjiDD',\n",
       " '3CDKJ00ItdVu29MBaiMp1d',\n",
       " '0CGcuD6dPCWdTzj4sOajUS',\n",
       " '4jNpd53n13ieQDYvIU2WcU',\n",
       " '5uX9bXQNjqqgkWsMdOJ8ih',\n",
       " '1t9Cjm37ZP09BMZ6glbuY3',\n",
       " '039IqI3lvrgeCbLTLSWLVM',\n",
       " '0uBk8COC4WUDsSaKgH3BKs',\n",
       " '6JKQhnGiDyefCdGqtNS8NK',\n",
       " '18XyxLgUNvdDWq7UewRS1V',\n",
       " '6oMiGYGjHa4vILaxOJlMFy',\n",
       " '3VwyKV4KbaCyedPucbsEGe',\n",
       " '5low33LifiI4quaiDPy3UY',\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " '6qeWUcZ3QsV3kwsz1SfpjP',\n",
       " '1oZlpm5nDNs8NCXn2OIpmr',\n",
       " '2ftUoNTiwbqtBsSVhLVeaj',\n",
       " '6QpflklE1TkjaaNY64q4Rg',\n",
       " '4G8A1OgNlTfpmMFmQdZ0YH',\n",
       " '04qLFz2KgAYAcg56xIe4wC',\n",
       " '5LG500t7R8eYoOaQ4LG4lr',\n",
       " '22EDyD9vwwpjUM6vIlGWjV',\n",
       " '1pI2YdtfHoA8WgsxBBCVld',\n",
       " '4N92VQdBnpYJRY1TWnBb8i',\n",
       " '2C611iOutZMivsRuOrhXbU',\n",
       " '00eXsVk7mhgfOxDfAiinrv',\n",
       " '2r522jBmMlRxPLXokXX4Ch',\n",
       " '0iYO13Lu3gVNfxTzG1hCcu',\n",
       " '59LCqagMkjylGsK1afIfZy',\n",
       " '2OUuX2CqyT7MdX14I2ayOr',\n",
       " '3yNo4sftfX2hbpqLoB9ydi',\n",
       " '0AkTvZ7Iwg77dMusqzDbB7',\n",
       " '2exyJyZmQAyLKuxEy4IVPh',\n",
       " None,\n",
       " '0VyID8njQfJ1IKeMQrv0FI',\n",
       " '4sxeYeGlxTkjYdp6eCwNkZ',\n",
       " '2NAYyihhZgEka2Qz1kSB3S',\n",
       " '7lMg4O77UfJgSKejXw10jC',\n",
       " '04qLFz2KgAYAcg56xIe4wC',\n",
       " '1mcBAXFx7CsmRX7RzVtO4d',\n",
       " '1ypRXCh52tHJEEpmfgAZBK',\n",
       " '2wSSvKalABGFnfacw8q2CX',\n",
       " '5v30CogYZ4NnB43eYANc6T',\n",
       " '2XZT3oIxUUYSC5pC988Sfq',\n",
       " '6PInZXz9eA3HbpnFAbKznX',\n",
       " '2AZOKmFZUzanm1XSMkzN7r',\n",
       " '5EAZ3KGmqAkkq6sYAk0640',\n",
       " '4o9X4CSpGVsVBMeyTeSd9X',\n",
       " '6SSh7XgMzkxZnWRVkXqn0C',\n",
       " '1gl7YOqcDYALdNZ9hbaMHF',\n",
       " '00b7dKmT6YYdPJff9fsF0g',\n",
       " '1i66eFg0nk2y5ncRhI8f2G',\n",
       " '00J9GZQa5P6LyS45thfDgB',\n",
       " '7nHsHWd6PGWbe9fuIn5mAF',\n",
       " '735U3Io9vYcpXCZdF2KlfS',\n",
       " '0Qsf6JHGvpsX1KJwG9oIwE',\n",
       " '5T2cMEHOjIRQLoDVT99BC9',\n",
       " '6Y6Bu49Ot60TjD7LIaqFuz',\n",
       " '4eK17qDTyjakrCwa6p5vZc',\n",
       " '17fXueum9wQ2osmGR07sno',\n",
       " '0shbqQSYmg7T60lYRbcnKF',\n",
       " '60yTpSsFobguwYwnmc5i4W',\n",
       " '6HigURznACxuAVar1HDU5r',\n",
       " '7poP3TxmIZy4U9EoA5Xxnb',\n",
       " '1Zk6KR8e1HjBfSryyUvm4L',\n",
       " '6q1uARscLKU7QICwKDnaHI',\n",
       " '0WCvej6MJ6NgmMwjVueSUi',\n",
       " '3zZPZjTxPfyMINMvVi9pye',\n",
       " '46wy9ZN7pUQO6WmwfYxzSt',\n",
       " '4IyRpT3Or5OlMvpANnr9YO',\n",
       " '6B8y3jrFJa5uScEYENqMxo',\n",
       " '6F42LE07JriPtIHeqIL65s',\n",
       " '25NZ5L3srN25dOiDY6RFTl',\n",
       " '6Q9rFFJq6MTo9pcgkqJEFT',\n",
       " '3npz4AHXG5rBkoRkVXvj4r',\n",
       " '7cqhacWHRxxSVJ8mw7K2og',\n",
       " '3oPzSISdCbHpx7So4IteTi',\n",
       " '1BK5rtBZGrLnYQdgy1I8mC',\n",
       " '5zbe8Wg3SfCRSUxbD1STon',\n",
       " '35t0LtSwbmeVYqvx82F6O2',\n",
       " '78UGGgcICgXeZfIQmbEmn5',\n",
       " '3vwYhdKBg6pLLx33Yo6qYg',\n",
       " '3AdD62tzTpkAI4bY0hc6fb',\n",
       " '0nbmSGAnSnBqCa1VlbGVGT',\n",
       " '2bdzJ01ttEJl2O78qBpK1t',\n",
       " '6fCTkjliA4xeHN2zlaTRGg',\n",
       " '6NyMGT6XXZfLSg8ZXTDfpk',\n",
       " '0XzCABeC80OA4ULxtZ0JGF',\n",
       " '6J4QXIIbO80pdEAkTCNUwA',\n",
       " '28GFyib76N9ZIeaSUDMOMv',\n",
       " '2MgCpCEZ14PAWfOE2GOdcc',\n",
       " '0ADyak3og427x5Rx5PRGAF',\n",
       " '58X1Yi9mUvkJj4lDyajtV5',\n",
       " '4DCOJSACKto9PHKIoMopJv',\n",
       " '0OvFHsiu8yxNkyrhpLlOD3',\n",
       " '0wvwX6J9lutzTn00PfHBQ1',\n",
       " '15rTlHNS7h9YpaZmHYfegj',\n",
       " '7abEz8ssHgfJIdnxhVv0Dc',\n",
       " '2G5pts90SZmSmvWGlb1pOP',\n",
       " '4CIArDzNHJUGKxUpQM5oHK',\n",
       " '4zRBQooKmQgVrNnJMrxAlD',\n",
       " '7rWEZ63zqBad7AjMvHB2SD',\n",
       " '35SFKlsreLwFRLl2rpCBOn',\n",
       " '3yqrKGjv7EbxgR8cWfvNBh',\n",
       " '5MUCLJ1sSjPdMcrtj3DbBX',\n",
       " '1vwD29MaTvW29A0TGIlWju',\n",
       " '6lKxl1lju5TqDEOqS71fIp',\n",
       " '262dT1rNMMhvIF4YvAaBIX',\n",
       " '7AqJIJzBEVTMVGYgGHZNDB',\n",
       " '6cKCN67fRqUtLVhj4vvi5i',\n",
       " '1D61Uu7CQTMieF7Yhmt5dw',\n",
       " '2ic2u5i6M3wAEEvCfHYSo0',\n",
       " '42i1MNWrI3XEU8qp3lV0rX',\n",
       " '4Ov2oEZYeGoUHaPdrclZb1',\n",
       " '2ySvIhE0M2zbG6a6mF3R0Z',\n",
       " '7a3MbMxJbwRso8cRjkKAXz',\n",
       " '7cgWMvd2NmfoWQBJ8yodeh',\n",
       " '14yQai46k0r7GfMaMAAEzj',\n",
       " '4jBcgFIF5M0sBlRUOsNv5G',\n",
       " '4XFDp1v6TPkJFN0t0Am6JY',\n",
       " '5bEOGuZt1Ef29T2GKoI9ef',\n",
       " '7EgdJ75HDI2bsu5virRYmj',\n",
       " '4Jk8FiBuNGkAuTvI839WcJ',\n",
       " '4RHYbTameomDfEXQhLvqxc',\n",
       " '7pNFBnPN5V0WH1Ng796zEm',\n",
       " '398LaFy8a1L9OVeEibfu8w',\n",
       " '1ihTHVDWHANUN7CBGtj0xL',\n",
       " '2tRMqvFRwUzHAyPUEgaGjr',\n",
       " '50Vdlr38ZYWLCP3VSXuX5K',\n",
       " '5nBSVxC9PsouN2THRb9lB5',\n",
       " '0xSECEOj9CNJ4Bcc0M8xtH',\n",
       " '0fTDOuqCMd1ZAf0QQDDsea',\n",
       " '5HIogOEpfk74BHlkyJiZOx',\n",
       " '5nRBxUK7DutLXS1unogmBR',\n",
       " '61nJa7alZYQ3wjDAbbhdJv',\n",
       " '5jI4JIegJ3mEGWbsjMOWls',\n",
       " '0rh9g7Xa06pVdRDkDk38gg',\n",
       " '3rTES92x0CPF4A7y6VrMyO',\n",
       " '692tcnEk8jksYoJHq1xdgP',\n",
       " '6fhdSHeM75AQVQxbdcgjRU',\n",
       " '3PWhL3RQHb8CnW7Ann5f2u',\n",
       " '0O6wEpXf6VfXmNtlk7ouFB',\n",
       " '5XjW3B0moLb2EmDbofWzFi',\n",
       " '2wpzT9OIcvWPSspZR8oauY',\n",
       " '0EtKraZFCBv78tUgpcejHP',\n",
       " '6tTYPUgNDarFe6X8ZF9HAd',\n",
       " '5jN2DjCnyi7hXQqmWNWLzg',\n",
       " '1QhtTbObIwekBwy7IVEdCg',\n",
       " '4yNJLBs17wlIto6KAKn3n3',\n",
       " '261wiQ2LnRenotsU5PlBxn',\n",
       " '7u888Q7jm0pp0BPIZ2EsXY',\n",
       " '0Nqlj82nQj2rZqSGgGSTll',\n",
       " '6DJpoKy1rcuQtZteIlotbM',\n",
       " '0XzQZ7FWvKrfsd0nUeOoeF',\n",
       " '3fLMJi3tOiovlIIebeNY5r',\n",
       " '5aDN5r8oCBCWXds5d9icRs',\n",
       " '6k3lPLspMIhy9b6TPckYS0',\n",
       " '4gBYkhDmR19FQwYzxUeV7B',\n",
       " '5jlmNJCLQU9lrP6dQSQpBQ',\n",
       " '3qyWbTZYiTnzFFo0aTefM4',\n",
       " '3TP8l9CT2QXf54MGU5RJRf',\n",
       " '2XmRyqCVjEiNqpgnao3TFN',\n",
       " '00nlsUaCMhviUOkioFqW3R',\n",
       " '64FtIRcwWcWrzaBR0V94Lb',\n",
       " '4gW4VimtMNAndg0skoA0Mc',\n",
       " '3IMFO9ts34f79etpM3Wxjt',\n",
       " '5k9gsykhWfrlVtu0W0NSxa',\n",
       " '6NMmY38vlj7Cen1DYO0WZt',\n",
       " '78jJt2s7GxGGwGNfBhmFPS',\n",
       " '4Xwx2jCxLXpW9K8Pgr6nCW',\n",
       " '2D2fiQSe9SONC5MI05WC6s',\n",
       " '64lZzobagceaXUsxVvURYV',\n",
       " '7eWHMfU9eiq0QfEk8IXjgU',\n",
       " '1UCLHKNMk25fjlrC18ZNJO',\n",
       " '1V7L5fqGEF4pEiPdMFecDO',\n",
       " '2BiyxmXeYqrk6kDL2Mh1lf',\n",
       " '5ynpQjY6k47uKBKXSntBa7',\n",
       " '7CLcvTsx0J9TYrDUJF2i9f',\n",
       " '1mQHnp5JMGKeVyKsFW4NXS',\n",
       " '0cYinHZeRCA9kEQ6rJu6D3',\n",
       " '16sddaknDnZxBEywgprHFE',\n",
       " '2aBpibXcZVinfxUjfyRqJb',\n",
       " '099zG0gUIa2xcwt5jWq18Q',\n",
       " '4MoxajKR1Zgu87Ww76oPo4',\n",
       " '7dnQFVLJox9tw7DSPzfBiQ',\n",
       " '6Ku1w0vjEe5MJgKRNCVG53',\n",
       " '4tZ5Q8Mnr4DCGHtlOpfaO6',\n",
       " '3BbioEDLZ5Q5TTcjWwo9gS',\n",
       " '0se2fVOXsxiMPdZlBE7xxZ',\n",
       " '7g8PJDYV5vGY81JzHAlfrR',\n",
       " '2fBKK8UMOQi4UtgkNDZOBL',\n",
       " '2JR3fyWmL3Lsmi7SKMv2mb',\n",
       " '3pt8QeKRjsgpYLdVe6tKqC',\n",
       " '3YwyRzw7k1Ys0yxnloxQeK',\n",
       " '77CFndCnetvzMtaQ70iQrp',\n",
       " '55uQMrhLxqL5qwPmGkHs1I',\n",
       " '4cd2dhcLEEWAYz09W9mL3p',\n",
       " '1MaUmStWjCj1K4G5JFu462',\n",
       " '5VdudR91AfimlUsnJnS74H',\n",
       " '5nKW2LE7TMkkNrkxu7cI7K',\n",
       " '2yubdxBXR739BoWM0VsrTN',\n",
       " '65U9V6YZJoQCeJTn7AbesX',\n",
       " '7o5fwwdodS6bs0E8g66iU5',\n",
       " '6tlRodqnPwOLKSyDsvrt8m',\n",
       " '6LKO3iaYLqxoIJERbGhPOP',\n",
       " '6sWOd9S2iGAsTqUUjjX2Qy',\n",
       " '1G9LFYyt2gNw4iT28YmoWi',\n",
       " '3PmSfePXPjPhtwNQgFrYXu',\n",
       " '4kAEieaWbCDLbAOjkVMUz6',\n",
       " '1gjxe6Q3VKt1MhrjRzatvl',\n",
       " '1sOMku9FdAwAhoJkMSlLBc',\n",
       " '26GZtISaJjG3cHJGl0qzZl',\n",
       " '1HJuvs8mcMFy1iBTY0RZ7j',\n",
       " '1XcngFyLOR5JGTUrp1Me9i',\n",
       " '0NMITpxuhDPquvk46EPtVX',\n",
       " '6KvZ96U7KBbbPXbuZZRikv',\n",
       " '3nrFhkrsf2WxouGeT86KCg',\n",
       " '3bvuYmtnAE0MbEnltNL0C1',\n",
       " '7fooTTXwVU9zvKUVIRRhv8',\n",
       " '0mIckMaDk7nxjxrO6BqGta',\n",
       " '1OmYEO7QoEM1lNz5esvMG1',\n",
       " '2eM28IpUroVMpHquYS9A1d',\n",
       " '4GEffe260oSXf8EXJfKZKe',\n",
       " '43GNfbiDoggIOY03gUilOK',\n",
       " '3OUmanzZY71twaZeJyAPaO',\n",
       " '14C3iZ37HOmFoT0uqKUFPy',\n",
       " '159I5T5JIP8lFWHZ892oe9',\n",
       " '64gEwKKgW0o3CcUOFx2znT',\n",
       " '7nLL1FX04WIDf1CxUnYOa0',\n",
       " '7DgoaE7KWJbwKa2HiJl1hB',\n",
       " '5t7H0449StCypJtuUCsQ2D',\n",
       " '2eqOOWVzQvTud5nGHkdY7F',\n",
       " '2egI5UvBSm4xrlIukeYTUs',\n",
       " '3isyoBa4DOxSBgIHsjRKpN',\n",
       " '3l7od1yLDJsB2X68iNQPlr',\n",
       " '4GjjKwKXm37GrKtWdZ03Dl',\n",
       " '0UlICh8lE9jaNBqy3ufY4X',\n",
       " '5UAAxOgVjHDinJC00XMZkh',\n",
       " '2ABB93oJx3lbO6BZUgtlZK',\n",
       " '2mRq7LoyJjrOE0AjVyakXn',\n",
       " None,\n",
       " None,\n",
       " '7JJPW9qdx0ljtbGYvWC1Hz',\n",
       " '3kZkblWHGvFArsBHZD8FXC',\n",
       " '2hd4trjqTNmVscVHa7A0zX',\n",
       " '0jgESLMPG4qp3t0kYwBxeg',\n",
       " '220OgNn0SHq9McPIii2wCl',\n",
       " '6KlohJHZAuPVKHWsVQDUJC',\n",
       " '4hFQPMrel3Mba1YEN74vrh',\n",
       " '4bOk3GUJLvi3Ws8alSfzu1',\n",
       " '6yt7Hi7hqsQH3WwxYb0U0L',\n",
       " '1D2lCmWxHxmRN20FL6JjZt',\n",
       " '2AlZnkC38TRWEDjUh1lzoE',\n",
       " '1O0p3n5RWYVa24OMfIdReI',\n",
       " '6plXZXkiNnO9s8wmVhRS7U',\n",
       " '7m6jKtntHR6m7Gl5lbTpea',\n",
       " '52qxwiqQe78AYSg8BhJ5bV',\n",
       " '4ne8mMagmD3bFjEcQ27MFy',\n",
       " '6kLvmEE2800E7odVWWod0q',\n",
       " '5nWdCpgI50BtwCKkooDPjG',\n",
       " '6bnFi1PTMEjXFUhaumKjmm',\n",
       " '3PlQs3LDEcMKZ2GhjQ8Jta',\n",
       " '3mDpJlW1HVbrnEbdcoNaQU',\n",
       " '7tiwN0gB6eVo3lxWnUcYRk',\n",
       " '54qjvPYYsdbG57METlpCfo',\n",
       " '20V3HbIWiGw5k61aQW2xZL',\n",
       " '5lqbl1dfspdblZtDWHfPOs',\n",
       " '4at0Cg24EPgiGgpfByXNAi',\n",
       " '7BkpfELNEFYETZJpPEj8KQ',\n",
       " '1lnKwrT64XBkyp86Q7e4bK',\n",
       " '5bAlozLJ214WIvshSekWAt',\n",
       " '50AqWt59QQTxSwfGZcEkEX',\n",
       " '7EkqOqoFX0S4PnV0zlhTkq',\n",
       " '3ADUqufRViQHtI7gmjUlDX',\n",
       " '2g0ggrWRtof7LSI0ykwUa7',\n",
       " '2Irrca2JDEydsZyfhUAwEn',\n",
       " '2d8zfvOHUji3NZHYtD5fUN',\n",
       " '7xZNzmPdwakTb7Yg1mRTle',\n",
       " '1Mwb39XlKlw6uHGr0Wvl6I',\n",
       " '0JUEmhY9B8kNeakL7TmkyN',\n",
       " '4nH1wJOHZemrhfTfjzbk7y',\n",
       " '4ompWBj9U64pUFktQl5fjE',\n",
       " '0GNZfIv6H26dtaBXg12cKI',\n",
       " '4BpewRpSwc1C0myv3srk7P',\n",
       " '1SoqquB5DtDONJmfqvuB6x',\n",
       " '24tmUTDk1v4kzeRinpi7vn',\n",
       " '5R8HmGIjEoNkm3QGEKY5JE',\n",
       " '0MQdJD9PkRC4NGEwcpXlyj',\n",
       " '5CcumjyhV1rQqJF5O0mdS3',\n",
       " '0gBiL0Org7ZWPwRHmiYzaA',\n",
       " '2baZMPoIC4P3nr0F4mlK0k',\n",
       " '0lO7v7Bgjuv6sbJomTAxBw',\n",
       " '4jQfivrvGVkvQL7uyn5lLn',\n",
       " '04oy2ACGDbLHURHuq1j9Fc',\n",
       " '11AUFw8eXINSR7OR153Xzv',\n",
       " '3XRcvAcMLTgM7ZwGOVJuFg',\n",
       " '3Dmmy7BXCAvTgeseSLLTEW',\n",
       " '1fZATmnJHcVjzheixTgOX1',\n",
       " '2GuHBwFpASJqUPaBNUICjw',\n",
       " '4czNGzLHpDudJQWvdjghEF',\n",
       " '17VPlEW6EXkafAA68HjBBT',\n",
       " '6REe2NBs15MvL99ey6DF7t',\n",
       " '20tiXP5LQQX04Bh4ndDLqp',\n",
       " '5V6PPpbYQmzVNXh4R4UZD7',\n",
       " '3DbQ2qVZXHztGt5n48hslt',\n",
       " '5oWMxUAcYpbJEmVczYZfvf',\n",
       " '5Hl44ailaDYFEdgZRI2zgu',\n",
       " '7ERGhZs0EFYwRRH1vlZPEM',\n",
       " None,\n",
       " '1yB2VIxaeM6rKGfuaPIOo5',\n",
       " '3NvqlZwSksyvKpkeWJKkHM',\n",
       " '2T6jS9D580eYN145XxE3Rx',\n",
       " '67IFWPa4IFPKpTPGKYC5t9',\n",
       " '1dvu0aYCrSQtRVUqHn31zx',\n",
       " '3Z4buEWiHL6qGccTksIRMp',\n",
       " '37kk2Dq4AGiU4dPHcNe5eJ',\n",
       " '2ovL0LdybpZKRxHdckACEL',\n",
       " '6giINJtaPvfdDu1FT8mIWa',\n",
       " '3L7j4CTqNrKq1UhnbZkpAe',\n",
       " '5y9Se09KgKspHNthwbmSZJ',\n",
       " '4rclcHJiSCGqoc2EQPdg3f',\n",
       " '7eYZFhWbw8OItGGVOqglrG',\n",
       " '3Eml0n2X2vK17EAC4fDeWH',\n",
       " '53WfFk6pgpthxhtdb5pN9e',\n",
       " '5MOlrsu0PBLPrmEcnnKWVX',\n",
       " '4myGjD3L5XkxGU2FZFtpXj',\n",
       " '1LO4eZZETa0MxB4MmzWC58',\n",
       " '53TwIhWLtjZbRgajbUxaDE',\n",
       " '1CHK5ZbgHi8XlN1lHXgU1D',\n",
       " '5Z8VHCux1WgaqZnXUowX52',\n",
       " '5ex4kI7cDOrgc3lwBnVdJX',\n",
       " '6cYbpcpOcMXnS1tVvGMLCu',\n",
       " '4vDaqXDXCs57GJn5cR9ihh',\n",
       " '5Pz4OuR8Akx5CmeswpXQ9v',\n",
       " '5GO7HbutDwbFmKgS4EsDnb',\n",
       " '3geyvu5ouGHyou0wMilFqL',\n",
       " '1VqID7dBwRo4hpXQcqNbPI',\n",
       " '7b9TsmI9UfF5JWn6KNsMud',\n",
       " '6YoZpsCkGZiM5VUJOW4knM',\n",
       " '3IcHve6pBKovFP7nyGQkac',\n",
       " '6FoM4F8Tr1Lp4vZwSPN9ry',\n",
       " '5oJCsIVW3VdpPumybFhyHG',\n",
       " '4ERda2vmzbhz5i5WJWNwUd',\n",
       " '0LzPnCmwds2Ss02ZfFEWkY',\n",
       " '2aMPrZ4lk5oYVWfjR4uk8e',\n",
       " '3F4cCcZtmlbT1PaptKeovz',\n",
       " '2lsexlIv5MgHecXrSSXbAR',\n",
       " '61Qi57AR00ASAq2FlTVPkS',\n",
       " '5Er2WI9IITmlhIzKWjNKoe',\n",
       " '6KUSXmLtObvWX1YcoqxJge',\n",
       " '35dxNkiQJEwzcygQseD0ud',\n",
       " '2ASMVuiLuA0eHidq1s7nRM',\n",
       " '1jd0gkTbuQOpr3lGfOZQQN',\n",
       " '6NORzbo3amWROtIvxuTncH',\n",
       " '0dZEkzRNS6vdZDXAl4EREU',\n",
       " '32WM58NevKpfC4gatMSiMv',\n",
       " '1bCF3Sis2Wn4WFe9mxvYrJ',\n",
       " '34dk9PnHlruH7j7ZoFK1Nn',\n",
       " '51jryRc5NHCIc8V1G204gh',\n",
       " '6WpZ2CEtF9LiHhLSABuvKq',\n",
       " '1B4MzVbHPTmB6NT3G4Rz6o',\n",
       " '5HfEUezDAEqLu8inMVrKvP',\n",
       " '2H7uZwDQPFV2YFXlxJgkaO',\n",
       " '3qskLNmpB2MkuI2zvBPi7d',\n",
       " '1NAnCUpr7jGzepBPDvGu3D',\n",
       " '1V8TQ7Uhauq1GdhctrMJf9',\n",
       " '1EF6pHR41CNXK2A3TtPoXR',\n",
       " '5dheQVPHofoV7jojVoKvmM',\n",
       " '6qWn0DjG3d0lV5pHWhM1Wi',\n",
       " '394R6V3GKFl6ijmASXcrig',\n",
       " '2LcHjX0vSSJhGtOuAVj1kh',\n",
       " '7Gab3O7Uy6uIBvYpxb5j0j',\n",
       " '36MSYMS694lW7b3fmxhZHT',\n",
       " '2BdmpinG3cC3G1FmB1N5GE',\n",
       " '49QLGv5eokW6HKzxjQTZqz',\n",
       " '0IwD8Ewbl0gVKq3b1HQ3cH',\n",
       " '0l6eHeNyNQIJpU7LwEtAoL',\n",
       " '4HngyoJDPoMclx0qlI6ZQX',\n",
       " '3FqqzQD1L1KIynTxsvClkl',\n",
       " '7CJnHBaJbTZHt9YXanAsfG',\n",
       " '2jQ3vga13gWDlsid5PWWyj',\n",
       " '6ZdrGhvIsV5H1vqmuVXFkh',\n",
       " '2RWVyFppTUjidh6eeSS1Li',\n",
       " '5BJmSsw9zFKLP7f6j14w6j',\n",
       " '67ElLBrgkWwBmndYAyKwVx',\n",
       " '6DCldjXLYYdbvLFXPXhZaU',\n",
       " '6fO02CJizDEEvSXYo0s7Pa',\n",
       " '03tXqBR9rGbli6Can7xpuP',\n",
       " '78ZLSTwDtVXGZ6aDm1qUrL',\n",
       " '2pp9oo76bLcNeIGQqj11kw',\n",
       " '0EfBZN4ve7ZkCjWHumzydH',\n",
       " '4N6HfJLBIv4JK8O1cftnfs',\n",
       " '30Z5aTprH3iOm1U1XjqmyM',\n",
       " '3d3flvx6alGq8oIEoNgdod',\n",
       " '2qhXutbj6ePTgHz6aTPuxb',\n",
       " '1N76D0llx1J1zO70EIrRmy',\n",
       " '18SFmW3ZTkWeJuCmaDopFJ',\n",
       " '6OF8ElwBRXpKe6yhCbMcIp',\n",
       " '5dpw49YTit6KqOnamQHqr1',\n",
       " '5pyImcVNugP8HhMKGL0Liy',\n",
       " '6zMx3OH4hgm49t6f6dLTTz',\n",
       " '6YGIzTtEQksMiq5kjV4IUi',\n",
       " '1YFrYWaU0T8pR37gLH0SPS',\n",
       " '7z0SdeqObcf1ABy1Nib5jd',\n",
       " '32SFsXnhBoGla9ohrB7I0v',\n",
       " '7pXPQ8zm5DDMabIUfnsxlT',\n",
       " '2uF0evVmwrP7XgGuujl0ON',\n",
       " '3seuu1B7L7qtzYIGbjVMxN',\n",
       " '2PbBtSBoxb8RfLQ6DRl8yR',\n",
       " '6UbebfWy7r7kUORvqhN4dv',\n",
       " '7v4VYxvEDNIAIhwJewQaYu',\n",
       " '6LZ9ie0ghDBTgwzPWwYEHG',\n",
       " '2SgQvjr7exGRaAzB6EJmXZ',\n",
       " '51qTNWuJCmao78vJgeYHd0',\n",
       " '1Qt0H45aR1bfxCCDi3AtbY',\n",
       " '6WsQvlezYjTVYq1bR6shFX',\n",
       " '2MLxER7dLWcZYPQuIjXnzC',\n",
       " '0Wkp7SIHcz86aYxEKaJd0E',\n",
       " None,\n",
       " '1TtcS5d4hk6bUOYAUOeln0',\n",
       " '2Vvsr9zFKpBaJpHAfrF3KN',\n",
       " '6tjCuXJDLFUgJao3kPK7VV',\n",
       " '1BcdsexhWzgYvLIiuX6sT5',\n",
       " '0QZ16g5KGwadeSoL367aEQ',\n",
       " '3mTNR6Ofj93LhxPXLmY6mu',\n",
       " '1KDo7Nc0q4CjIFZVv3MfTx',\n",
       " '7sLf07W3FXkEVcPLZHqx4s',\n",
       " None,\n",
       " '2uJgdHfCxVK2QVyjFDW9pZ',\n",
       " '4qisuWFz4yjTksFJm97tGV',\n",
       " '4k5ImFRKDVBXrYCWZ5vOVS',\n",
       " '5Xfa0TwDDMHiDoaqjNQfJL',\n",
       " '7bVZzi6kQLRTS2Dyv2KJG3',\n",
       " '2BqE9ojaiCOfTKbEPodiD6',\n",
       " '5OS5siAt6hKsB7cYf4FhAX',\n",
       " '0deBXCE8BsXRywjjtW2RQM',\n",
       " '7yGplaQkoPFa73TDvUAQ5B',\n",
       " '7oJ3y0Inf6K2WRFJ4KnaYr',\n",
       " '2Z83uezDw6UBhEJiPpM3Dt',\n",
       " '3fv0WEr235qDKhqWhI76xo',\n",
       " '7Dhy3AzfqyZdEAIcLn9aOu',\n",
       " '4iCD0rLFYDOYzaQdbJS1sy',\n",
       " '2mxxPmFR2T0NwHcJau5rRQ',\n",
       " '54KkKFl0I3JxLNsgl6Vvwu',\n",
       " '2xbVDSclqHkiBjLnK7SsZN',\n",
       " '2AFMz3bpXsLd5fcWEpJjY9',\n",
       " '7HAmAByvUE58VJto160gHZ',\n",
       " '54ZukzlJaBufUyAIIA6XXZ',\n",
       " '6zdZWLIyZ8a52fXp5pQNuv',\n",
       " '33u3i2OFOYxaVAnOunRVAd',\n",
       " '1uiAeK40Scqeok2D4SlVCv',\n",
       " '5bgjVVK0VZRzfAbWbM5dJO',\n",
       " '4jQdmwhwrD855sEw42JWjS',\n",
       " '2U6GTsUnRCBALti6CnFeKk',\n",
       " '2ezfiu8f9FwcTzWJDW99So',\n",
       " '6DJdiyUmkPa6e5u7yx63Ct',\n",
       " '06uUWNe6AGDe2UK5KuJs9p',\n",
       " '72ki1EOyPXVUizK9jro26M',\n",
       " '6Knt2dwatEiYd2L8e0K0m7',\n",
       " '5iWcSSuWGj8R1mKeSDDL9X',\n",
       " '60WZNemI9s8NN1F0I8XpIO',\n",
       " '0Ut8PSjegaK8Woo34MGftO',\n",
       " '5fVykoox0Sm9tLwOEJG2L8',\n",
       " '66lTJ5f96USonqSgIigkpf',\n",
       " '1GD6DthxyuP8zwlXYR2RCV',\n",
       " '5GpMCXPEO1xukBCVVG9pnQ',\n",
       " '6m6ZTSiYk475f09O57rGbX',\n",
       " '10vC9Ei3jPrxJMQwbXoUY4',\n",
       " '3blRvCCjepcJZKkyRIKCqB',\n",
       " '54nxLXMZBK0UcqRz4q7oif',\n",
       " '0igCT2h4Ux4CG7o9icBV7m',\n",
       " '4VxQ1Nae2GhWAFjbfAktnL',\n",
       " '4pqpa6ZZTLBKkeElEixlwO',\n",
       " '5HXzuJTYPbMUPKrlt3I4X1',\n",
       " '4Lo6kxq84vUebNVCOhbJ2w',\n",
       " '1ja5ERpHgxqXv85e2kCAnW',\n",
       " '3ai7nbsLhr9XMSV2TBBYzp',\n",
       " '4C7E3hJBxMcOc6NrRmqE3V',\n",
       " '11zzkMn5eF9njsLelB8SQU',\n",
       " '6uQsF9wiUpE6mEvcblUY87',\n",
       " '4jtXST3N1dWaqmcBwOfrY8',\n",
       " '5MV6lw0Zc4AL4bgr9sthyD',\n",
       " '62h8WEvcchjS6wOyfrzkLk',\n",
       " '41sHTGdoTBHK8ELufdZ16k',\n",
       " '3aSxGEVFl96v7qnck0kDTJ',\n",
       " '2gvbvTkGNNAz5wgaS9GgPf',\n",
       " '2QnU5qSfBLD1POINMj65hM',\n",
       " '33hZ5IE7DJqBO6rizzVNyj',\n",
       " '1iyIrL6w1MVHtbYDw6ia1k',\n",
       " '3WjmxC95qyxGYsdcwM9pFs',\n",
       " '04KH466JW6QSGGj2D3SlRE',\n",
       " '5WTmrixfzOiavoZr5JzEv4',\n",
       " '4ud5LqKCh5XEbetzNn6ZdD',\n",
       " '4u7pRqkDesH4KqyycqorKl',\n",
       " '5hkSltcwZEMuYoAXq7E9FK',\n",
       " '5SZ8sKyWMmztMGgqMVPy6v',\n",
       " '0YKXNPwWzKextLsvOIGp70',\n",
       " '1BftXdH6mkhuOEWxGz11XN',\n",
       " '7stvBhBidbiy82tR55KRu7',\n",
       " '4kb2EbCWwh99G7i334JHza',\n",
       " '4m8WNc2WtuztsEI3JtLvYa',\n",
       " '523ig2yWqr4IMY8bW9Bi8H',\n",
       " '27oU9hr8ftIUpAGHXnpe7Q',\n",
       " '6AoP76jBIO1LBcHtsgKCcS',\n",
       " '1iWgrxmIpoVreraejKdDkp',\n",
       " '7145r9jOrGUfNYHy8Yc4Gk',\n",
       " '2Fkr5WclpfzgfrZvXEOOmY',\n",
       " '4onh7jblK45JlZoIs0JsUn',\n",
       " '3vRuMdXBhzaBn0k3KFv272',\n",
       " '1qH5Ko4UctMZNve1fDWvsk',\n",
       " '56prQlfANMdAptHxmCtVuY',\n",
       " '5KE0IOv4dAMVq1GBxTS9GX',\n",
       " '7KDY1sTPHkIUZNjD4DNUOT',\n",
       " '4JU5lNxl0VfedgqDHB9q6m',\n",
       " '1A3GLUaQe9eoGSeehlji2h',\n",
       " '7qbJPkkMhakLFNm0c5li9N',\n",
       " '1CAsfQXKhlBnsxnLegPwXi',\n",
       " '1JGKODRunbI6C179QlONev',\n",
       " '1rHmwOaejb3pyq1OaDDbjz',\n",
       " '1EwYm08JfBBZwzEh5In1vS',\n",
       " '098NpgkjmNX2grz5tIKtVc',\n",
       " '6Qc7AUnHMtShhbPts8113m',\n",
       " '5xROO9uOLyFC2iH0CnlL98',\n",
       " '231WMFwo40Vfq9M4msYlds',\n",
       " '5B1I2YYQHBN8vzYhChm1ip',\n",
       " '4If0rHeKta24LUMx6zf1oS',\n",
       " '64KvjRa0UyGtnG9Uy4gACq',\n",
       " '5W96YIiSnFU2GQUd9MIH9F',\n",
       " '0LlnKFxjpdnceelqXXLV8F',\n",
       " '63lmpxMgkC7nNYxs0VLQqN',\n",
       " '5C25daN5uTunSB9T44FmOi',\n",
       " '07GHPrvk9IB917oPhWWWFE',\n",
       " '4hdxg4nZAKDmpdQUPQI6E7',\n",
       " '5U0rPYWl1CoaCb8zjmk8tg',\n",
       " '7iK2gciLU6sM5kBkR0fkHm',\n",
       " '6ch0jMM6qoIX9fyXFO1odm',\n",
       " '63lmpxMgkC7nNYxs0VLQqN',\n",
       " '2xUnij8RGJnOqVwyaP1340',\n",
       " '16GbthnJ0y4OEPPhZwLnqq',\n",
       " '00MIqMRSOghbezx5WhtCoF',\n",
       " '6GjEO95rMPk6dZgxyb85I4',\n",
       " '2aNAR500idAqtD13CDJVrn',\n",
       " '4H1PPpdPnmMqL0UEXOpUSU',\n",
       " '0bHcOiCZjN2ujNxUaoz2Pk',\n",
       " '7F0WJNKmXnp7wjoPGSEI8d',\n",
       " '7LTtp6MmWw86Rl76aOd5Pl',\n",
       " '2eF1ttZ2ITayi0dLREgc1H',\n",
       " '54fJGtFWcTqJQL7uRIOYCI',\n",
       " '2yy5L5vjaoK6ffPIys2XNS',\n",
       " '5kDBibpP8gaqmz9n6KvPUG',\n",
       " '30pi2hn076WRJCq33oZvd1',\n",
       " '3PBfTA6zimVytpSrE7ht9H',\n",
       " '5dUu8qwBQ9qLUZgCfSSifz',\n",
       " '2OJMdZ3HK5fFWrdM4UYOfo',\n",
       " '2IyahYvehuvfn1iHOFiRBT',\n",
       " '5GGYd0zzcNKgF4VuYpzysm',\n",
       " '3terPceo13tIj96bK6JxiR',\n",
       " '2v5i19cWhZ3s4xZCjEhxXa',\n",
       " '4ghXcpwrGwRSCWEiYoW7tp',\n",
       " '26ub7eZ4f2ZCibbGYZbn0F',\n",
       " '0igVe6nUa9QUc6qM463zxV',\n",
       " '55Q9XYtO8koAGLZ6z5Vwqh',\n",
       " '65S7bZZUybVou2kJrsHaeU',\n",
       " '0QTN28c3Qn6t2ZTaypWdQW',\n",
       " '0IpwPWAPAYnuRniSBSDRxY',\n",
       " '23mOkrIBLBeXt18CYLWItr',\n",
       " '0x0Q3Mns2RIjVtQ1aHEB1m',\n",
       " '2g9p3QEO50KwbjMydArU90',\n",
       " '5VQv2C2UxgTp6Fmv7UYVPu',\n",
       " '6tU7GWCqvzCR2pFbIWxjlJ',\n",
       " '5A9K7tP4mzplwmEgNTNljA',\n",
       " '4BZIfjzeF5MafUL38RxqUq',\n",
       " '2qwfBB1pkZw4HJnhaEgmM6',\n",
       " '0VTjlX7aLJhrKl3Z2jI5Wg',\n",
       " '59J5dFfVDxbXznwX46KRNf',\n",
       " '0sXG3KaMemX8Bt4Y8SoEAX',\n",
       " '6NvGKEg5Dn88p1pQjhnJ5p',\n",
       " '50xbxYSLkZXahdpqKxnbk0',\n",
       " '4BhiyUegUFNR90l3XBpqqc',\n",
       " '704HE8Fd6MRRaNcUZB5vFd',\n",
       " '09bewP8AJ6QAVR0NaPTAb9',\n",
       " '25shDE3es8pbhutGqma229',\n",
       " '1GyaVXPZjFxnFSwqs3UccL',\n",
       " '0aZrWGG3cNWi55B9me0UE4',\n",
       " '1U41dH8adhVzDzng9wVOJ3',\n",
       " '6SVf2alnU55KKFwumQWDVo',\n",
       " '78OKP9kWhzLe0qhrELMIMC',\n",
       " '6G19OJVx1X83k9eRveciT8',\n",
       " '2yEeSj2UyDHX9rZnVDAkrZ',\n",
       " '2oI3WApmIDT74EbHRn5I5c',\n",
       " '6pRWJOdf2jSXwMbYCOiQkb',\n",
       " '76t2U5Ywr6W3SZSuxGOZWf',\n",
       " '1A2blE2lG727xDrQEuNWhw',\n",
       " ...]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#use this to get song ids from a desired Playlist, you'll need a playlist ID. \n",
    "def show_tracks (results,uriArray):\n",
    "    for i, item in enumerate(results['items']):\n",
    "        track = item['track']\n",
    "        uriArray.append(track['id'])\n",
    "        \n",
    "# getTrackIDs takes in userid , playlist_id. \n",
    "# User ID is useful when u want to get playlist and songids of a specific user\n",
    "def getTrackIDs(user, playlist_id):\n",
    "    trackId= []\n",
    "    playlist = sp.user_playlist(user, playlist_id)\n",
    "    tracks = playlist['tracks']\n",
    "    show_tracks(tracks,trackId)\n",
    "    while tracks['next']:\n",
    "        tracks = sp.next(tracks)\n",
    "        show_tracks(tracks,trackId)\n",
    "    return trackId\n",
    "\n",
    "\n",
    "\n",
    "######\n",
    "#song ids r given below\n",
    "trackids=getTrackIDs('','2bRMdtifHI8VvkW5Sn28s4')\n",
    "trackids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# These are few playlist Ids\n",
    "playlists_IDS=[\"3siczhp0oLir1feGHC9gbq\",\n",
    "\"5hykBrJye8KjaGv038m5pm\",\n",
    "\"583Cg3GvvCxNSm9sxYreVw\",\n",
    "\"36GYj7s5zAnLT1Ec6TFOUA\",\n",
    "\"21J20PgNUj49fSp2UOfawo\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#song ids r given below\n",
    "track_ids=[]\n",
    "for i in playlists_IDS:\n",
    "    try:\n",
    "        track_ids.append(getTrackIDs('1248528118',i))\n",
    "    except:\n",
    "        print(i)\n",
    "len(track_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5\n",
      "42\n"
     ]
    }
   ],
   "source": [
    "# all the track ids are in a list of list\n",
    "print(len(track_ids))\n",
    "print(len(track_ids[0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10929"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Unpacking list of lists\n",
    "flat_list = [item for sublist in track_ids for item in sublist]\n",
    "len(flat_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10929"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(flat_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# all the ids optained from playlists and not from kaggle are stored in songids table\n",
    "df = pd.DataFrame(flat_list, columns = ['ids'])\n",
    "\n",
    "#'exp' table just for testing purposes\n",
    "df.to_sql('exp', engine, if_exists='replace', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Getting Track Features\n",
    "The functions below is getting us song's features like energy, loudness, tempo and etc."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "#for song features\n",
    "def getTrackFeatures(id):\n",
    "    meta = sp.track(id)\n",
    "    features = sp.audio_features(id)\n",
    "\n",
    "    #meta\n",
    "    ids = meta['id']\n",
    "    name = meta['name']\n",
    "    album = meta['album']['name']\n",
    "    artist = meta['album']['artists'][0]['name']\n",
    "    release_date = meta['album']['release_date']\n",
    "    length = meta['duration_ms'] #return of this will be divided by 60000 to convert from ms to minutes\n",
    "    popularity = meta['popularity']\n",
    "\n",
    "    # features\n",
    "    acousticness = features[0]['acousticness']\n",
    "    danceability = features[0]['danceability']\n",
    "    energy = features[0]['energy']\n",
    "    instrumentalness = features[0]['instrumentalness']\n",
    "    liveness = features[0]['liveness']\n",
    "    loudness = features[0]['loudness']\n",
    "    speechiness = features[0]['speechiness']\n",
    "    tempo = features[0]['tempo']\n",
    "    time_signature = features[0]['time_signature']\n",
    "    key = features[0]['key']\n",
    "    valence = features[0]['valence']\n",
    "    \n",
    "\n",
    "\n",
    "    track = [ids, name, album, artist, release_date, length/60000, popularity, danceability, acousticness, energy, instrumentalness, liveness, loudness, speechiness, tempo, time_signature,key,valence]\n",
    "    return track"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Example\n",
    "Below is example output of a track id ```3aFUQpntBHJJRzARB85rOp```.\n",
    "\n",
    "Outputs shown is a songs feautre. The respective order is - ids, name, album, artist, release_date, length, popularity, danceability, acousticness, energy, instrumentalness, liveness, loudness, speechiness, tempo, time_signature,keys]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['3aFUQpntBHJJRzARB85rOp',\n",
       " 'Food For Woofers - Ivan Carsten Rmx',\n",
       " 'Hardstyle Revolution Vol. 2',\n",
       " 'Various Artists',\n",
       " '2009-06-08',\n",
       " 5.647766666666667,\n",
       " 0,\n",
       " 0.543,\n",
       " 0.00101,\n",
       " 0.845,\n",
       " 0.874,\n",
       " 0.615,\n",
       " -4.821,\n",
       " 0.0494,\n",
       " 150.009,\n",
       " 4,\n",
       " 9,\n",
       " 0.221]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "getTrackFeatures('3aFUQpntBHJJRzARB85rOp')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dividing the data gathering Task\n",
    "\n",
    "In the end, we ended up with more than **300,000** song ids.\n",
    "\n",
    "Since the list of track is very lengthy, we know it's going to be time consuming to get new updated data from Spotify. So we decided to divide track ids between two people, with each gettin approximately **150,000** song ids."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Gathering ingredients\n",
    "Now for the gathering part\n",
    "Took approximately 48 hours, to collect data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# loop over track ids \n",
    "tracks = []\n",
    "invalids=[]\n",
    "\n",
    "#To see how long does collecting information for 85,000 songs take\n",
    "start_time = time.time()\n",
    "\n",
    "\n",
    "# following loop was ran 4 different time with limit being \n",
    "# get_ids[89998:]; get_ids[:89998]; get_ids[100000:]; get_ids[:100000]\n",
    "for i in get_ids[89998:]:\n",
    "    try:\n",
    "        track = getTrackFeatures(i)\n",
    "        tracks.append(track)\n",
    "    except:\n",
    "        invalids.append(i)\n",
    "\n",
    "### create dataset\n",
    "\n",
    "# if ids are valids, then the information is colleced in df and \n",
    "# sent to 'users' table of SQL\n",
    "# the output is stored in 4 different SQL tables\n",
    "# test, users, table_A, table_B\n",
    "\n",
    "df = pd.DataFrame(tracks, columns = ['ids', 'name', 'album', 'artist', 'release_date', 'length', 'popularity', 'danceability', 'acousticness', 'energy', 'instrumentalness', 'liveness', 'loudness', 'speechiness', 'tempo', 'time_signature','keys','valence'])\n",
    "df.to_sql('users', engine, if_exists='replace', index=False)\n",
    "\n",
    "# if ids are invalids, then the information is colleced in df1 and \n",
    "# sent to 'invalids' table of SQL\n",
    "df1 = pd.DataFrame(invalids, columns = ['ids'])\n",
    "df1.to_sql('invalids', engine, if_exists='append', index=False)\n",
    "\n",
    "print(\"--- %s seconds ---\" % (time.time() - start_time))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_b = pd.read_sql('SELECT * FROM users', con=engine)\n",
    "df_b1 = pd.read_sql('SELECT * FROM test', con=engine)\n",
    "df_b2 = pd.read_sql('SELECT * FROM table_A', con=engine)\n",
    "df_b3 = pd.read_sql('SELECT * FROM table_B', con=engine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3Y4rNagSf2IukhcOTWYJuV</td>\n",
       "      <td>Death Blooms</td>\n",
       "      <td>L.D. 50</td>\n",
       "      <td>Mudvayne</td>\n",
       "      <td>2000-08-13</td>\n",
       "      <td>291933</td>\n",
       "      <td>49</td>\n",
       "      <td>0.275</td>\n",
       "      <td>0.000355</td>\n",
       "      <td>0.974</td>\n",
       "      <td>0.002400</td>\n",
       "      <td>0.1580</td>\n",
       "      <td>-4.624</td>\n",
       "      <td>0.1920</td>\n",
       "      <td>174.095</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5Gp0qerHdLx33Q3csywzJh</td>\n",
       "      <td>Dying Swan Year 2000</td>\n",
       "      <td>Complete Discography</td>\n",
       "      <td>Ramases</td>\n",
       "      <td>2014-04-22</td>\n",
       "      <td>45546</td>\n",
       "      <td>1</td>\n",
       "      <td>0.734</td>\n",
       "      <td>0.853000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0741</td>\n",
       "      <td>-5.586</td>\n",
       "      <td>0.0867</td>\n",
       "      <td>108.027</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3qd4eFbXvTs0xsgDnExC0I</td>\n",
       "      <td>I Was Country When Country Wasn't Cool - (Duet...</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Barbara Mandrell</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>220373</td>\n",
       "      <td>45</td>\n",
       "      <td>0.607</td>\n",
       "      <td>0.078900</td>\n",
       "      <td>0.555</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.9290</td>\n",
       "      <td>-11.347</td>\n",
       "      <td>0.0314</td>\n",
       "      <td>104.937</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4qnab6Ta94xTME6f3tPVfi</td>\n",
       "      <td>2000 Years Ago - original</td>\n",
       "      <td>2000 Years Ago EP</td>\n",
       "      <td>Pan Papason</td>\n",
       "      <td>2011-07-18</td>\n",
       "      <td>467439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.684</td>\n",
       "      <td>0.000975</td>\n",
       "      <td>0.998</td>\n",
       "      <td>0.441000</td>\n",
       "      <td>0.0607</td>\n",
       "      <td>-5.740</td>\n",
       "      <td>0.0445</td>\n",
       "      <td>141.977</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5PIgwTDsrWXvW7VU6QCEOf</td>\n",
       "      <td>Ain't No Mountain High Enough - Edit Version</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Diana Ross</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>217493</td>\n",
       "      <td>46</td>\n",
       "      <td>0.401</td>\n",
       "      <td>0.384000</td>\n",
       "      <td>0.783</td>\n",
       "      <td>0.003190</td>\n",
       "      <td>0.4680</td>\n",
       "      <td>-5.929</td>\n",
       "      <td>0.0465</td>\n",
       "      <td>99.274</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      ids                                               name  \\\n",
       "0  3Y4rNagSf2IukhcOTWYJuV                                       Death Blooms   \n",
       "1  5Gp0qerHdLx33Q3csywzJh                               Dying Swan Year 2000   \n",
       "2  3qd4eFbXvTs0xsgDnExC0I  I Was Country When Country Wasn't Cool - (Duet...   \n",
       "3  4qnab6Ta94xTME6f3tPVfi                          2000 Years Ago - original   \n",
       "4  5PIgwTDsrWXvW7VU6QCEOf       Ain't No Mountain High Enough - Edit Version   \n",
       "\n",
       "                                               album            artist  \\\n",
       "0                                            L.D. 50          Mudvayne   \n",
       "1                               Complete Discography           Ramases   \n",
       "2  20th Century Masters: The Millennium Collectio...  Barbara Mandrell   \n",
       "3                                  2000 Years Ago EP       Pan Papason   \n",
       "4  20th Century Masters: The Millennium Collectio...        Diana Ross   \n",
       "\n",
       "  release_date  length  popularity  danceability  acousticness  energy  \\\n",
       "0   2000-08-13  291933          49         0.275      0.000355   0.974   \n",
       "1   2014-04-22   45546           1         0.734      0.853000   0.108   \n",
       "2   2000-01-01  220373          45         0.607      0.078900   0.555   \n",
       "3   2011-07-18  467439           0         0.684      0.000975   0.998   \n",
       "4   2000-01-01  217493          46         0.401      0.384000   0.783   \n",
       "\n",
       "   instrumentalness  liveness  loudness  speechiness    tempo  time_signature  \n",
       "0          0.002400    0.1580    -4.624       0.1920  174.095               4  \n",
       "1          0.000000    0.0741    -5.586       0.0867  108.027               1  \n",
       "2          0.000179    0.9290   -11.347       0.0314  104.937               4  \n",
       "3          0.441000    0.0607    -5.740       0.0445  141.977               4  \n",
       "4          0.003190    0.4680    -5.929       0.0465   99.274               4  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_b.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0cS0A1fUEUd1EW3FcF8AEI</td>\n",
       "      <td>Keep A Song In Your Soul</td>\n",
       "      <td>Crazy Blues: The Best Of Mamie Smith</td>\n",
       "      <td>Mamie Smith</td>\n",
       "      <td>1920</td>\n",
       "      <td>168333</td>\n",
       "      <td>11</td>\n",
       "      <td>0.598</td>\n",
       "      <td>0.991000</td>\n",
       "      <td>0.224</td>\n",
       "      <td>0.000522</td>\n",
       "      <td>0.3790</td>\n",
       "      <td>-12.628</td>\n",
       "      <td>0.0936</td>\n",
       "      <td>149.976</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0hbkKFIJm7Z05H8Zl9w30f</td>\n",
       "      <td>I Put A Spell On You</td>\n",
       "      <td>I Put A Spell On You (Remastered)</td>\n",
       "      <td>Screamin' Jay Hawkins</td>\n",
       "      <td>1920-01-05</td>\n",
       "      <td>150200</td>\n",
       "      <td>6</td>\n",
       "      <td>0.852</td>\n",
       "      <td>0.643000</td>\n",
       "      <td>0.517</td>\n",
       "      <td>0.026400</td>\n",
       "      <td>0.0809</td>\n",
       "      <td>-7.261</td>\n",
       "      <td>0.0534</td>\n",
       "      <td>86.889</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11m7laMUgmOKqI3oYzuhne</td>\n",
       "      <td>Golfing Papa</td>\n",
       "      <td>Crazy Blues: The Best Of Mamie Smith</td>\n",
       "      <td>Mamie Smith</td>\n",
       "      <td>1920</td>\n",
       "      <td>163826</td>\n",
       "      <td>4</td>\n",
       "      <td>0.647</td>\n",
       "      <td>0.993000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>0.5190</td>\n",
       "      <td>-12.098</td>\n",
       "      <td>0.1740</td>\n",
       "      <td>97.600</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>19Lc5SfJJ5O1oaxY0fpwfh</td>\n",
       "      <td>True House Music - Xavier Santos &amp; Carlos Gomi...</td>\n",
       "      <td>This Is True House Music</td>\n",
       "      <td>Oscar Velazquez</td>\n",
       "      <td>1920-01-01</td>\n",
       "      <td>422086</td>\n",
       "      <td>17</td>\n",
       "      <td>0.730</td>\n",
       "      <td>0.000173</td>\n",
       "      <td>0.798</td>\n",
       "      <td>0.801000</td>\n",
       "      <td>0.1280</td>\n",
       "      <td>-7.311</td>\n",
       "      <td>0.0425</td>\n",
       "      <td>127.997</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2hJjbsLCytGsnAHfdsLejp</td>\n",
       "      <td>Xuniverxe</td>\n",
       "      <td>Xuniverxe</td>\n",
       "      <td>Mixe</td>\n",
       "      <td>1920-10-01</td>\n",
       "      <td>165224</td>\n",
       "      <td>2</td>\n",
       "      <td>0.704</td>\n",
       "      <td>0.295000</td>\n",
       "      <td>0.707</td>\n",
       "      <td>0.000246</td>\n",
       "      <td>0.4020</td>\n",
       "      <td>-6.036</td>\n",
       "      <td>0.0768</td>\n",
       "      <td>122.076</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      ids                                               name  \\\n",
       "0  0cS0A1fUEUd1EW3FcF8AEI                           Keep A Song In Your Soul   \n",
       "1  0hbkKFIJm7Z05H8Zl9w30f                               I Put A Spell On You   \n",
       "2  11m7laMUgmOKqI3oYzuhne                                       Golfing Papa   \n",
       "3  19Lc5SfJJ5O1oaxY0fpwfh  True House Music - Xavier Santos & Carlos Gomi...   \n",
       "4  2hJjbsLCytGsnAHfdsLejp                                          Xuniverxe   \n",
       "\n",
       "                                  album                 artist release_date  \\\n",
       "0  Crazy Blues: The Best Of Mamie Smith            Mamie Smith         1920   \n",
       "1     I Put A Spell On You (Remastered)  Screamin' Jay Hawkins   1920-01-05   \n",
       "2  Crazy Blues: The Best Of Mamie Smith            Mamie Smith         1920   \n",
       "3              This Is True House Music        Oscar Velazquez   1920-01-01   \n",
       "4                             Xuniverxe                   Mixe   1920-10-01   \n",
       "\n",
       "   length  popularity  danceability  acousticness  energy  instrumentalness  \\\n",
       "0  168333          11         0.598      0.991000   0.224          0.000522   \n",
       "1  150200           6         0.852      0.643000   0.517          0.026400   \n",
       "2  163826           4         0.647      0.993000   0.186          0.000018   \n",
       "3  422086          17         0.730      0.000173   0.798          0.801000   \n",
       "4  165224           2         0.704      0.295000   0.707          0.000246   \n",
       "\n",
       "   liveness  loudness  speechiness    tempo  time_signature  \n",
       "0    0.3790   -12.628       0.0936  149.976               4  \n",
       "1    0.0809    -7.261       0.0534   86.889               4  \n",
       "2    0.5190   -12.098       0.1740   97.600               4  \n",
       "3    0.1280    -7.311       0.0425  127.997               4  \n",
       "4    0.4020    -6.036       0.0768  122.076               4  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_b1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>49FYlytm3dAAraYgpoJZux</td>\n",
       "      <td>Umbrella</td>\n",
       "      <td>Good Girl Gone Bad: Reloaded</td>\n",
       "      <td>Rihanna</td>\n",
       "      <td>2008-06-02</td>\n",
       "      <td>275986</td>\n",
       "      <td>82</td>\n",
       "      <td>0.583</td>\n",
       "      <td>0.008640</td>\n",
       "      <td>0.829</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0426</td>\n",
       "      <td>-4.603</td>\n",
       "      <td>0.1340</td>\n",
       "      <td>174.028</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5BHtT1xpC44pGy1J7RKY4T</td>\n",
       "      <td>The Sweet Escape</td>\n",
       "      <td>The Sweet Escape</td>\n",
       "      <td>Gwen Stefani</td>\n",
       "      <td>2006-12-01</td>\n",
       "      <td>246466</td>\n",
       "      <td>63</td>\n",
       "      <td>0.756</td>\n",
       "      <td>0.191000</td>\n",
       "      <td>0.770</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.1780</td>\n",
       "      <td>-3.502</td>\n",
       "      <td>0.0343</td>\n",
       "      <td>119.961</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2Lhdl74nwwVGOE2Gv35QuK</td>\n",
       "      <td>Cupid's Chokehold / Breakfast in America</td>\n",
       "      <td>The Papercut Chronicles</td>\n",
       "      <td>Gym Class Heroes</td>\n",
       "      <td>2005-02-22</td>\n",
       "      <td>243773</td>\n",
       "      <td>70</td>\n",
       "      <td>0.720</td>\n",
       "      <td>0.237000</td>\n",
       "      <td>0.744</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.2550</td>\n",
       "      <td>-6.938</td>\n",
       "      <td>0.1200</td>\n",
       "      <td>78.953</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5JkTN6THtYH6bpOoHjOysc</td>\n",
       "      <td>Foundations</td>\n",
       "      <td>Made of Bricks</td>\n",
       "      <td>Kate Nash</td>\n",
       "      <td>2007-08-06</td>\n",
       "      <td>245173</td>\n",
       "      <td>60</td>\n",
       "      <td>0.502</td>\n",
       "      <td>0.088600</td>\n",
       "      <td>0.904</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0839</td>\n",
       "      <td>-4.010</td>\n",
       "      <td>0.0774</td>\n",
       "      <td>84.461</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>45hOioMDJktr86iKDHC8gr</td>\n",
       "      <td>Girlfriend</td>\n",
       "      <td>The Best Damn Thing (Expanded Edition)</td>\n",
       "      <td>Avril Lavigne</td>\n",
       "      <td>2007-04-17</td>\n",
       "      <td>216131</td>\n",
       "      <td>75</td>\n",
       "      <td>0.560</td>\n",
       "      <td>0.000738</td>\n",
       "      <td>0.959</td>\n",
       "      <td>0.000206</td>\n",
       "      <td>0.2090</td>\n",
       "      <td>-2.433</td>\n",
       "      <td>0.1020</td>\n",
       "      <td>163.983</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      ids                                      name  \\\n",
       "0  49FYlytm3dAAraYgpoJZux                                  Umbrella   \n",
       "1  5BHtT1xpC44pGy1J7RKY4T                          The Sweet Escape   \n",
       "2  2Lhdl74nwwVGOE2Gv35QuK  Cupid's Chokehold / Breakfast in America   \n",
       "3  5JkTN6THtYH6bpOoHjOysc                               Foundations   \n",
       "4  45hOioMDJktr86iKDHC8gr                                Girlfriend   \n",
       "\n",
       "                                    album            artist release_date  \\\n",
       "0            Good Girl Gone Bad: Reloaded           Rihanna   2008-06-02   \n",
       "1                        The Sweet Escape      Gwen Stefani   2006-12-01   \n",
       "2                 The Papercut Chronicles  Gym Class Heroes   2005-02-22   \n",
       "3                          Made of Bricks         Kate Nash   2007-08-06   \n",
       "4  The Best Damn Thing (Expanded Edition)     Avril Lavigne   2007-04-17   \n",
       "\n",
       "   length  popularity  danceability  acousticness  energy  instrumentalness  \\\n",
       "0  275986          82         0.583      0.008640   0.829          0.000000   \n",
       "1  246466          63         0.756      0.191000   0.770          0.000000   \n",
       "2  243773          70         0.720      0.237000   0.744          0.000000   \n",
       "3  245173          60         0.502      0.088600   0.904          0.000000   \n",
       "4  216131          75         0.560      0.000738   0.959          0.000206   \n",
       "\n",
       "   liveness  loudness  speechiness    tempo  time_signature  \n",
       "0    0.0426    -4.603       0.1340  174.028               4  \n",
       "1    0.1780    -3.502       0.0343  119.961               4  \n",
       "2    0.2550    -6.938       0.1200   78.953               4  \n",
       "3    0.0839    -4.010       0.0774   84.461               4  \n",
       "4    0.2090    -2.433       0.1020  163.983               4  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_b2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0jiW3PNiHJxOhWh9oPBJ7m</td>\n",
       "      <td>Held Me Down</td>\n",
       "      <td>Perfect Timing</td>\n",
       "      <td>NAV</td>\n",
       "      <td>2017-07-21</td>\n",
       "      <td>228106</td>\n",
       "      <td>62</td>\n",
       "      <td>0.826</td>\n",
       "      <td>0.4830</td>\n",
       "      <td>0.422</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.1080</td>\n",
       "      <td>-8.217</td>\n",
       "      <td>0.1100</td>\n",
       "      <td>119.997</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2YyLNljkMy2viVcXoFGTDY</td>\n",
       "      <td>Tears of Gold</td>\n",
       "      <td>Tears of Gold</td>\n",
       "      <td>Faouzia</td>\n",
       "      <td>2019-11-20</td>\n",
       "      <td>176117</td>\n",
       "      <td>68</td>\n",
       "      <td>0.587</td>\n",
       "      <td>0.1280</td>\n",
       "      <td>0.664</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.3230</td>\n",
       "      <td>-5.698</td>\n",
       "      <td>0.0523</td>\n",
       "      <td>149.957</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6i5jBmnB22alUpJ7hpznuj</td>\n",
       "      <td>Born Without a Heart</td>\n",
       "      <td>Born Without a Heart</td>\n",
       "      <td>Faouzia</td>\n",
       "      <td>2019-03-28</td>\n",
       "      <td>198896</td>\n",
       "      <td>64</td>\n",
       "      <td>0.699</td>\n",
       "      <td>0.0307</td>\n",
       "      <td>0.613</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.1750</td>\n",
       "      <td>-5.827</td>\n",
       "      <td>0.0328</td>\n",
       "      <td>122.934</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4wk9RMAmnUqFdgpBjplA4g</td>\n",
       "      <td>You Don't Even Know Me</td>\n",
       "      <td>You Don't Even Know Me</td>\n",
       "      <td>Faouzia</td>\n",
       "      <td>2019-09-18</td>\n",
       "      <td>179396</td>\n",
       "      <td>57</td>\n",
       "      <td>0.577</td>\n",
       "      <td>0.2440</td>\n",
       "      <td>0.663</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.0795</td>\n",
       "      <td>-4.788</td>\n",
       "      <td>0.0374</td>\n",
       "      <td>165.938</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1ds2QsfhAAfRiaFMGDzrdb</td>\n",
       "      <td>What Do You Mean?</td>\n",
       "      <td>What Do You Mean?</td>\n",
       "      <td>Justin Bieber</td>\n",
       "      <td>2015-08-28</td>\n",
       "      <td>207546</td>\n",
       "      <td>0</td>\n",
       "      <td>0.842</td>\n",
       "      <td>0.6170</td>\n",
       "      <td>0.564</td>\n",
       "      <td>0.000240</td>\n",
       "      <td>0.0912</td>\n",
       "      <td>-8.042</td>\n",
       "      <td>0.1050</td>\n",
       "      <td>124.984</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      ids                    name                   album  \\\n",
       "0  0jiW3PNiHJxOhWh9oPBJ7m            Held Me Down          Perfect Timing   \n",
       "1  2YyLNljkMy2viVcXoFGTDY           Tears of Gold           Tears of Gold   \n",
       "2  6i5jBmnB22alUpJ7hpznuj    Born Without a Heart    Born Without a Heart   \n",
       "3  4wk9RMAmnUqFdgpBjplA4g  You Don't Even Know Me  You Don't Even Know Me   \n",
       "4  1ds2QsfhAAfRiaFMGDzrdb       What Do You Mean?       What Do You Mean?   \n",
       "\n",
       "          artist release_date  length  popularity  danceability  acousticness  \\\n",
       "0            NAV   2017-07-21  228106          62         0.826        0.4830   \n",
       "1        Faouzia   2019-11-20  176117          68         0.587        0.1280   \n",
       "2        Faouzia   2019-03-28  198896          64         0.699        0.0307   \n",
       "3        Faouzia   2019-09-18  179396          57         0.577        0.2440   \n",
       "4  Justin Bieber   2015-08-28  207546           0         0.842        0.6170   \n",
       "\n",
       "   energy  instrumentalness  liveness  loudness  speechiness    tempo  \\\n",
       "0   0.422          0.000000    0.1080    -8.217       0.1100  119.997   \n",
       "1   0.664          0.000000    0.3230    -5.698       0.0523  149.957   \n",
       "2   0.613          0.000000    0.1750    -5.827       0.0328  122.934   \n",
       "3   0.663          0.000077    0.0795    -4.788       0.0374  165.938   \n",
       "4   0.564          0.000240    0.0912    -8.042       0.1050  124.984   \n",
       "\n",
       "   time_signature  \n",
       "0             4.0  \n",
       "1             4.0  \n",
       "2             4.0  \n",
       "3             4.0  \n",
       "4             4.0  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_b3.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Users table length \t 84391\n",
      "Test table length \t 89998\n",
      "Table_A table length \t 99721\n",
      "Table_B table length \t 101341\n",
      "Total we have now: \t 375451\n"
     ]
    }
   ],
   "source": [
    "print('Users table length \\t',len(df_b))\n",
    "print('Test table length \\t',len(df_b1))\n",
    "print('Table_A table length \\t',len(df_b2))\n",
    "print('Table_B table length \\t',len(df_b3))\n",
    "print('Total we have now: \\t',len(df_b)+len(df_b1)+len(df_b2)+len(df_b3))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Combining database tables\n",
    "\n",
    "We'll just use the concat method, but the index will repeat from both ```df_b```, ```df_b1```, ```df_b2```, and```df_b3```. So, we will have to reset the index counts."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3Y4rNagSf2IukhcOTWYJuV</td>\n",
       "      <td>Death Blooms</td>\n",
       "      <td>L.D. 50</td>\n",
       "      <td>Mudvayne</td>\n",
       "      <td>2000-08-13</td>\n",
       "      <td>291933</td>\n",
       "      <td>49</td>\n",
       "      <td>0.275</td>\n",
       "      <td>0.000355</td>\n",
       "      <td>0.974</td>\n",
       "      <td>0.002400</td>\n",
       "      <td>0.1580</td>\n",
       "      <td>-4.624</td>\n",
       "      <td>0.1920</td>\n",
       "      <td>174.095</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5Gp0qerHdLx33Q3csywzJh</td>\n",
       "      <td>Dying Swan Year 2000</td>\n",
       "      <td>Complete Discography</td>\n",
       "      <td>Ramases</td>\n",
       "      <td>2014-04-22</td>\n",
       "      <td>45546</td>\n",
       "      <td>1</td>\n",
       "      <td>0.734</td>\n",
       "      <td>0.853000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0741</td>\n",
       "      <td>-5.586</td>\n",
       "      <td>0.0867</td>\n",
       "      <td>108.027</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3qd4eFbXvTs0xsgDnExC0I</td>\n",
       "      <td>I Was Country When Country Wasn't Cool - (Duet...</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Barbara Mandrell</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>220373</td>\n",
       "      <td>45</td>\n",
       "      <td>0.607</td>\n",
       "      <td>0.078900</td>\n",
       "      <td>0.555</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.9290</td>\n",
       "      <td>-11.347</td>\n",
       "      <td>0.0314</td>\n",
       "      <td>104.937</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4qnab6Ta94xTME6f3tPVfi</td>\n",
       "      <td>2000 Years Ago - original</td>\n",
       "      <td>2000 Years Ago EP</td>\n",
       "      <td>Pan Papason</td>\n",
       "      <td>2011-07-18</td>\n",
       "      <td>467439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.684</td>\n",
       "      <td>0.000975</td>\n",
       "      <td>0.998</td>\n",
       "      <td>0.441000</td>\n",
       "      <td>0.0607</td>\n",
       "      <td>-5.740</td>\n",
       "      <td>0.0445</td>\n",
       "      <td>141.977</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5PIgwTDsrWXvW7VU6QCEOf</td>\n",
       "      <td>Ain't No Mountain High Enough - Edit Version</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Diana Ross</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>217493</td>\n",
       "      <td>46</td>\n",
       "      <td>0.401</td>\n",
       "      <td>0.384000</td>\n",
       "      <td>0.783</td>\n",
       "      <td>0.003190</td>\n",
       "      <td>0.4680</td>\n",
       "      <td>-5.929</td>\n",
       "      <td>0.0465</td>\n",
       "      <td>99.274</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375446</th>\n",
       "      <td>6tohHT5sQRMjdWHMNn190u</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2014-03-28</td>\n",
       "      <td>312091</td>\n",
       "      <td>23</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375447</th>\n",
       "      <td>59o6ojGNGJOYiVJSzC6Lsa</td>\n",
       "      <td>Memories (feat. Kid Cudi) - 2021 Remix</td>\n",
       "      <td>Memories (feat. Kid Cudi) [2021 Remix]</td>\n",
       "      <td>David Guetta</td>\n",
       "      <td>2021-01-08</td>\n",
       "      <td>162992</td>\n",
       "      <td>77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375448</th>\n",
       "      <td>57lJqIRbNqqucBNtnVsIuf</td>\n",
       "      <td>While I'm Here (feat. Polo G)</td>\n",
       "      <td>A Demon In 6lue</td>\n",
       "      <td>Lil Loaded</td>\n",
       "      <td>2020-10-08</td>\n",
       "      <td>209424</td>\n",
       "      <td>27</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375449</th>\n",
       "      <td>3tc9Kbro2cpggcOWTRTS5x</td>\n",
       "      <td>Bogota - 2020 Refix</td>\n",
       "      <td>Immortality EP</td>\n",
       "      <td>Angerfist</td>\n",
       "      <td>2020-05-08</td>\n",
       "      <td>152228</td>\n",
       "      <td>46</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>375450</th>\n",
       "      <td>16FsVgxGGthCSazYzPULEH</td>\n",
       "      <td>Underworld</td>\n",
       "      <td>Underworld</td>\n",
       "      <td>Kenai</td>\n",
       "      <td>2020-09-08</td>\n",
       "      <td>200351</td>\n",
       "      <td>16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>375451 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           ids  \\\n",
       "0       3Y4rNagSf2IukhcOTWYJuV   \n",
       "1       5Gp0qerHdLx33Q3csywzJh   \n",
       "2       3qd4eFbXvTs0xsgDnExC0I   \n",
       "3       4qnab6Ta94xTME6f3tPVfi   \n",
       "4       5PIgwTDsrWXvW7VU6QCEOf   \n",
       "...                        ...   \n",
       "375446  6tohHT5sQRMjdWHMNn190u   \n",
       "375447  59o6ojGNGJOYiVJSzC6Lsa   \n",
       "375448  57lJqIRbNqqucBNtnVsIuf   \n",
       "375449  3tc9Kbro2cpggcOWTRTS5x   \n",
       "375450  16FsVgxGGthCSazYzPULEH   \n",
       "\n",
       "                                                     name  \\\n",
       "0                                            Death Blooms   \n",
       "1                                    Dying Swan Year 2000   \n",
       "2       I Was Country When Country Wasn't Cool - (Duet...   \n",
       "3                               2000 Years Ago - original   \n",
       "4            Ain't No Mountain High Enough - Edit Version   \n",
       "...                                                   ...   \n",
       "375446                                                      \n",
       "375447             Memories (feat. Kid Cudi) - 2021 Remix   \n",
       "375448                      While I'm Here (feat. Polo G)   \n",
       "375449                                Bogota - 2020 Refix   \n",
       "375450                                         Underworld   \n",
       "\n",
       "                                                    album            artist  \\\n",
       "0                                                 L.D. 50          Mudvayne   \n",
       "1                                    Complete Discography           Ramases   \n",
       "2       20th Century Masters: The Millennium Collectio...  Barbara Mandrell   \n",
       "3                                       2000 Years Ago EP       Pan Papason   \n",
       "4       20th Century Masters: The Millennium Collectio...        Diana Ross   \n",
       "...                                                   ...               ...   \n",
       "375446                                                                        \n",
       "375447             Memories (feat. Kid Cudi) [2021 Remix]      David Guetta   \n",
       "375448                                    A Demon In 6lue        Lil Loaded   \n",
       "375449                                     Immortality EP         Angerfist   \n",
       "375450                                         Underworld             Kenai   \n",
       "\n",
       "       release_date  length  popularity  danceability  acousticness  energy  \\\n",
       "0        2000-08-13  291933          49         0.275      0.000355   0.974   \n",
       "1        2014-04-22   45546           1         0.734      0.853000   0.108   \n",
       "2        2000-01-01  220373          45         0.607      0.078900   0.555   \n",
       "3        2011-07-18  467439           0         0.684      0.000975   0.998   \n",
       "4        2000-01-01  217493          46         0.401      0.384000   0.783   \n",
       "...             ...     ...         ...           ...           ...     ...   \n",
       "375446   2014-03-28  312091          23           NaN           NaN     NaN   \n",
       "375447   2021-01-08  162992          77           NaN           NaN     NaN   \n",
       "375448   2020-10-08  209424          27           NaN           NaN     NaN   \n",
       "375449   2020-05-08  152228          46           NaN           NaN     NaN   \n",
       "375450   2020-09-08  200351          16           NaN           NaN     NaN   \n",
       "\n",
       "        instrumentalness  liveness  loudness  speechiness    tempo  \\\n",
       "0               0.002400    0.1580    -4.624       0.1920  174.095   \n",
       "1               0.000000    0.0741    -5.586       0.0867  108.027   \n",
       "2               0.000179    0.9290   -11.347       0.0314  104.937   \n",
       "3               0.441000    0.0607    -5.740       0.0445  141.977   \n",
       "4               0.003190    0.4680    -5.929       0.0465   99.274   \n",
       "...                  ...       ...       ...          ...      ...   \n",
       "375446               NaN       NaN       NaN          NaN      NaN   \n",
       "375447               NaN       NaN       NaN          NaN      NaN   \n",
       "375448               NaN       NaN       NaN          NaN      NaN   \n",
       "375449               NaN       NaN       NaN          NaN      NaN   \n",
       "375450               NaN       NaN       NaN          NaN      NaN   \n",
       "\n",
       "        time_signature  \n",
       "0                  4.0  \n",
       "1                  1.0  \n",
       "2                  4.0  \n",
       "3                  4.0  \n",
       "4                  4.0  \n",
       "...                ...  \n",
       "375446             NaN  \n",
       "375447             NaN  \n",
       "375448             NaN  \n",
       "375449             NaN  \n",
       "375450             NaN  \n",
       "\n",
       "[375451 rows x 16 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frames=[df_b,df_b1,df_b2,df_b3]\n",
    "fdb=pd.concat(frames)\n",
    "fdb.reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Little Cleaning\n",
    "Remove Duplicate ids and NaN rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ids</th>\n",
       "      <th>name</th>\n",
       "      <th>album</th>\n",
       "      <th>artist</th>\n",
       "      <th>release_date</th>\n",
       "      <th>length</th>\n",
       "      <th>popularity</th>\n",
       "      <th>danceability</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>energy</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>liveness</th>\n",
       "      <th>loudness</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>time_signature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3Y4rNagSf2IukhcOTWYJuV</td>\n",
       "      <td>Death Blooms</td>\n",
       "      <td>L.D. 50</td>\n",
       "      <td>Mudvayne</td>\n",
       "      <td>2000-08-13</td>\n",
       "      <td>291933</td>\n",
       "      <td>49</td>\n",
       "      <td>0.275</td>\n",
       "      <td>0.000355</td>\n",
       "      <td>0.974</td>\n",
       "      <td>0.002400</td>\n",
       "      <td>0.1580</td>\n",
       "      <td>-4.624</td>\n",
       "      <td>0.1920</td>\n",
       "      <td>174.095</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5Gp0qerHdLx33Q3csywzJh</td>\n",
       "      <td>Dying Swan Year 2000</td>\n",
       "      <td>Complete Discography</td>\n",
       "      <td>Ramases</td>\n",
       "      <td>2014-04-22</td>\n",
       "      <td>45546</td>\n",
       "      <td>1</td>\n",
       "      <td>0.734</td>\n",
       "      <td>0.853000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0741</td>\n",
       "      <td>-5.586</td>\n",
       "      <td>0.0867</td>\n",
       "      <td>108.027</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3qd4eFbXvTs0xsgDnExC0I</td>\n",
       "      <td>I Was Country When Country Wasn't Cool - (Duet...</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Barbara Mandrell</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>220373</td>\n",
       "      <td>45</td>\n",
       "      <td>0.607</td>\n",
       "      <td>0.078900</td>\n",
       "      <td>0.555</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>0.9290</td>\n",
       "      <td>-11.347</td>\n",
       "      <td>0.0314</td>\n",
       "      <td>104.937</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4qnab6Ta94xTME6f3tPVfi</td>\n",
       "      <td>2000 Years Ago - original</td>\n",
       "      <td>2000 Years Ago EP</td>\n",
       "      <td>Pan Papason</td>\n",
       "      <td>2011-07-18</td>\n",
       "      <td>467439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.684</td>\n",
       "      <td>0.000975</td>\n",
       "      <td>0.998</td>\n",
       "      <td>0.441000</td>\n",
       "      <td>0.0607</td>\n",
       "      <td>-5.740</td>\n",
       "      <td>0.0445</td>\n",
       "      <td>141.977</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5PIgwTDsrWXvW7VU6QCEOf</td>\n",
       "      <td>Ain't No Mountain High Enough - Edit Version</td>\n",
       "      <td>20th Century Masters: The Millennium Collectio...</td>\n",
       "      <td>Diana Ross</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>217493</td>\n",
       "      <td>46</td>\n",
       "      <td>0.401</td>\n",
       "      <td>0.384000</td>\n",
       "      <td>0.783</td>\n",
       "      <td>0.003190</td>\n",
       "      <td>0.4680</td>\n",
       "      <td>-5.929</td>\n",
       "      <td>0.0465</td>\n",
       "      <td>99.274</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100750</th>\n",
       "      <td>7jPTUOj9L1dNcsF8Rn3LOy</td>\n",
       "      <td>Idea</td>\n",
       "      <td>Tomorrow</td>\n",
       "      <td>The O'My's</td>\n",
       "      <td>2018-09-07</td>\n",
       "      <td>236571</td>\n",
       "      <td>34</td>\n",
       "      <td>0.609</td>\n",
       "      <td>0.053900</td>\n",
       "      <td>0.619</td>\n",
       "      <td>0.001460</td>\n",
       "      <td>0.0888</td>\n",
       "      <td>-7.189</td>\n",
       "      <td>0.1880</td>\n",
       "      <td>168.255</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100751</th>\n",
       "      <td>6AJlcxjEO2baFC24GPsJjg</td>\n",
       "      <td>Holding Out for a Hero - From \"Footloose\" Soun...</td>\n",
       "      <td>Ravishing - The Best Of</td>\n",
       "      <td>Bonnie Tyler</td>\n",
       "      <td>2009-03-30</td>\n",
       "      <td>348706</td>\n",
       "      <td>1</td>\n",
       "      <td>0.575</td>\n",
       "      <td>0.015900</td>\n",
       "      <td>0.811</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.0902</td>\n",
       "      <td>-10.981</td>\n",
       "      <td>0.0401</td>\n",
       "      <td>149.671</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100752</th>\n",
       "      <td>0Wif6GC74X6oWrGrPoru4K</td>\n",
       "      <td>Daddy Cool</td>\n",
       "      <td>The Essential Boney M.</td>\n",
       "      <td>Boney M.</td>\n",
       "      <td>2012-08-27</td>\n",
       "      <td>207893</td>\n",
       "      <td>35</td>\n",
       "      <td>0.764</td>\n",
       "      <td>0.270000</td>\n",
       "      <td>0.775</td>\n",
       "      <td>0.767000</td>\n",
       "      <td>0.1560</td>\n",
       "      <td>-6.907</td>\n",
       "      <td>0.0368</td>\n",
       "      <td>124.424</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100753</th>\n",
       "      <td>1YGKUHiQ6b4I6yXy9IONc5</td>\n",
       "      <td>Everybody Needs Somebody To Love - Mono / Rema...</td>\n",
       "      <td>The Rolling Stones In Mono (Remastered 2016)</td>\n",
       "      <td>The Rolling Stones</td>\n",
       "      <td>1966-01-01</td>\n",
       "      <td>304706</td>\n",
       "      <td>0</td>\n",
       "      <td>0.533</td>\n",
       "      <td>0.236000</td>\n",
       "      <td>0.781</td>\n",
       "      <td>0.022500</td>\n",
       "      <td>0.1540</td>\n",
       "      <td>-5.665</td>\n",
       "      <td>0.0740</td>\n",
       "      <td>177.917</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100754</th>\n",
       "      <td>2n6FX3Jcg4b4Leoz0GOqBF</td>\n",
       "      <td>Wherever You Will Go</td>\n",
       "      <td>Camino Palmero</td>\n",
       "      <td>The Calling</td>\n",
       "      <td>2001</td>\n",
       "      <td>208506</td>\n",
       "      <td>66</td>\n",
       "      <td>0.555</td>\n",
       "      <td>0.041400</td>\n",
       "      <td>0.717</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.1160</td>\n",
       "      <td>-5.114</td>\n",
       "      <td>0.0269</td>\n",
       "      <td>112.030</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>344262 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           ids  \\\n",
       "0       3Y4rNagSf2IukhcOTWYJuV   \n",
       "1       5Gp0qerHdLx33Q3csywzJh   \n",
       "2       3qd4eFbXvTs0xsgDnExC0I   \n",
       "3       4qnab6Ta94xTME6f3tPVfi   \n",
       "4       5PIgwTDsrWXvW7VU6QCEOf   \n",
       "...                        ...   \n",
       "100750  7jPTUOj9L1dNcsF8Rn3LOy   \n",
       "100751  6AJlcxjEO2baFC24GPsJjg   \n",
       "100752  0Wif6GC74X6oWrGrPoru4K   \n",
       "100753  1YGKUHiQ6b4I6yXy9IONc5   \n",
       "100754  2n6FX3Jcg4b4Leoz0GOqBF   \n",
       "\n",
       "                                                     name  \\\n",
       "0                                            Death Blooms   \n",
       "1                                    Dying Swan Year 2000   \n",
       "2       I Was Country When Country Wasn't Cool - (Duet...   \n",
       "3                               2000 Years Ago - original   \n",
       "4            Ain't No Mountain High Enough - Edit Version   \n",
       "...                                                   ...   \n",
       "100750                                               Idea   \n",
       "100751  Holding Out for a Hero - From \"Footloose\" Soun...   \n",
       "100752                                         Daddy Cool   \n",
       "100753  Everybody Needs Somebody To Love - Mono / Rema...   \n",
       "100754                               Wherever You Will Go   \n",
       "\n",
       "                                                    album              artist  \\\n",
       "0                                                 L.D. 50            Mudvayne   \n",
       "1                                    Complete Discography             Ramases   \n",
       "2       20th Century Masters: The Millennium Collectio...    Barbara Mandrell   \n",
       "3                                       2000 Years Ago EP         Pan Papason   \n",
       "4       20th Century Masters: The Millennium Collectio...          Diana Ross   \n",
       "...                                                   ...                 ...   \n",
       "100750                                           Tomorrow          The O'My's   \n",
       "100751                            Ravishing - The Best Of        Bonnie Tyler   \n",
       "100752                             The Essential Boney M.            Boney M.   \n",
       "100753       The Rolling Stones In Mono (Remastered 2016)  The Rolling Stones   \n",
       "100754                                     Camino Palmero         The Calling   \n",
       "\n",
       "       release_date  length  popularity  danceability  acousticness  energy  \\\n",
       "0        2000-08-13  291933          49         0.275      0.000355   0.974   \n",
       "1        2014-04-22   45546           1         0.734      0.853000   0.108   \n",
       "2        2000-01-01  220373          45         0.607      0.078900   0.555   \n",
       "3        2011-07-18  467439           0         0.684      0.000975   0.998   \n",
       "4        2000-01-01  217493          46         0.401      0.384000   0.783   \n",
       "...             ...     ...         ...           ...           ...     ...   \n",
       "100750   2018-09-07  236571          34         0.609      0.053900   0.619   \n",
       "100751   2009-03-30  348706           1         0.575      0.015900   0.811   \n",
       "100752   2012-08-27  207893          35         0.764      0.270000   0.775   \n",
       "100753   1966-01-01  304706           0         0.533      0.236000   0.781   \n",
       "100754         2001  208506          66         0.555      0.041400   0.717   \n",
       "\n",
       "        instrumentalness  liveness  loudness  speechiness    tempo  \\\n",
       "0               0.002400    0.1580    -4.624       0.1920  174.095   \n",
       "1               0.000000    0.0741    -5.586       0.0867  108.027   \n",
       "2               0.000179    0.9290   -11.347       0.0314  104.937   \n",
       "3               0.441000    0.0607    -5.740       0.0445  141.977   \n",
       "4               0.003190    0.4680    -5.929       0.0465   99.274   \n",
       "...                  ...       ...       ...          ...      ...   \n",
       "100750          0.001460    0.0888    -7.189       0.1880  168.255   \n",
       "100751          0.000004    0.0902   -10.981       0.0401  149.671   \n",
       "100752          0.767000    0.1560    -6.907       0.0368  124.424   \n",
       "100753          0.022500    0.1540    -5.665       0.0740  177.917   \n",
       "100754          0.000000    0.1160    -5.114       0.0269  112.030   \n",
       "\n",
       "        time_signature  \n",
       "0                  4.0  \n",
       "1                  1.0  \n",
       "2                  4.0  \n",
       "3                  4.0  \n",
       "4                  4.0  \n",
       "...                ...  \n",
       "100750             4.0  \n",
       "100751             4.0  \n",
       "100752             4.0  \n",
       "100753             4.0  \n",
       "100754             4.0  \n",
       "\n",
       "[344262 rows x 16 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#drop any rows where we might have NaN values in any cell\n",
    "fdb = fdb.dropna()\n",
    "\n",
    "#remove duplicate IDs \n",
    "fdb = fdb.drop_duplicates(subset=['ids'])\n",
    "fdb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}