02-gracenote-api-calls.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import sys\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import datetime\n",
    "import time\n",
    "\n",
    "# music api imports\n",
    "import spotipy\n",
    "import spotipy.util as util\n",
    "import billboard\n",
    "import pygn\n",
    "import pylast\n",
    "\n",
    "import requests\n",
    "import re\n",
    "from bs4 import BeautifulSoup\n",
    "from time import sleep\n",
    "import pickle\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# timing function\n",
    "def timefunc(f):\n",
    "    def f_timer(*args, **kwargs):\n",
    "        start = time.time()\n",
    "        result = f(*args, **kwargs)\n",
    "        end = time.time()\n",
    "        print f.__name__, 'took', end - start, 'seconds'\n",
    "        return result\n",
    "    return f_timer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Setting up tokens and authorization - hidden for github, use own tokens\n",
    "\n",
    "# Spotify\n",
    "token = util.prompt_for_user_token(<INSERT SPOTIFY USERNAME>,\n",
    "                                   client_id=<INSERT SPOTIFY CLIENT ID>,\n",
    "                                   client_secret=<INSERT SPOTIFY CLIENT SECRET>,\n",
    "                                   redirect_uri=<INSERT REDIRECT URI>)\n",
    "\n",
    "spotify = spotipy.Spotify(auth=token)\n",
    "\n",
    "# Gracenote\n",
    "clientid=<INSERT GRACENOTE CLIENTID>\n",
    "userid = pygn.register(clientid)\n",
    "\n",
    "# last.fm\n",
    "apikey = <INSERT LASTFM API KEY>\n",
    "apisecret = <INSERT LASTFM API SECRET>\n",
    "username = <INSERT YOUR USERNAME>\n",
    "password_hash = pylast.md5(<INSERT YOUR PASSWORD>)\n",
    "\n",
    "lastfm = pylast.LastFMNetwork(api_key = apikey, api_secret = apisecret,\n",
    "                               username = username, password_hash = password_hash)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "songs = pd.read_pickle('data/spotify_songs.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist</th>\n",
       "      <th>explicit</th>\n",
       "      <th>id</th>\n",
       "      <th>popularity</th>\n",
       "      <th>title</th>\n",
       "      <th>energy</th>\n",
       "      <th>liveness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>instrumentalness</th>\n",
       "      <th>time_signature</th>\n",
       "      <th>danceability</th>\n",
       "      <th>key</th>\n",
       "      <th>duration_ms</th>\n",
       "      <th>loudness</th>\n",
       "      <th>valence</th>\n",
       "      <th>mode</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Nirvana</td>\n",
       "      <td>False</td>\n",
       "      <td>3FUsMXBxA4V7eUwQ7B0HQO</td>\n",
       "      <td>48</td>\n",
       "      <td>Love Buzz</td>\n",
       "      <td>0.885000</td>\n",
       "      <td>0.169</td>\n",
       "      <td>138.153</td>\n",
       "      <td>0.0354</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>0.196</td>\n",
       "      <td>4</td>\n",
       "      <td>0.47</td>\n",
       "      <td>3.0</td>\n",
       "      <td>215120.0</td>\n",
       "      <td>-7.224</td>\n",
       "      <td>0.78</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Presidents Of The United States Of America</td>\n",
       "      <td>False</td>\n",
       "      <td>2JdzB67NvIa90K4gEZPLeX</td>\n",
       "      <td>58</td>\n",
       "      <td>Lump</td>\n",
       "      <td>0.873000</td>\n",
       "      <td>0.165</td>\n",
       "      <td>142.726</td>\n",
       "      <td>0.0386</td>\n",
       "      <td>0.004680</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.499</td>\n",
       "      <td>6.0</td>\n",
       "      <td>134200.0</td>\n",
       "      <td>-3.902</td>\n",
       "      <td>0.869</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Stanton Warriors</td>\n",
       "      <td>False</td>\n",
       "      <td>0zXLMZUCYZCx8Bq4jCr174</td>\n",
       "      <td>30</td>\n",
       "      <td>So Sweet</td>\n",
       "      <td>0.936000</td>\n",
       "      <td>0.118</td>\n",
       "      <td>127.997</td>\n",
       "      <td>0.0425</td>\n",
       "      <td>0.000531</td>\n",
       "      <td>0.594</td>\n",
       "      <td>4</td>\n",
       "      <td>0.715</td>\n",
       "      <td>4.0</td>\n",
       "      <td>201337.0</td>\n",
       "      <td>-6.127</td>\n",
       "      <td>0.106</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Natalie Marchenko</td>\n",
       "      <td>False</td>\n",
       "      <td>14w7n7gi635VCb5f7t2OQ5</td>\n",
       "      <td>37</td>\n",
       "      <td>License To Chill - Pacha Sax Lounge RMX</td>\n",
       "      <td>0.511000</td>\n",
       "      <td>0.24</td>\n",
       "      <td>171.963</td>\n",
       "      <td>0.0302</td>\n",
       "      <td>0.262000</td>\n",
       "      <td>0.837</td>\n",
       "      <td>4</td>\n",
       "      <td>0.581</td>\n",
       "      <td>5.0</td>\n",
       "      <td>317811.0</td>\n",
       "      <td>-8.199</td>\n",
       "      <td>0.399</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Robyn</td>\n",
       "      <td>False</td>\n",
       "      <td>01NJd6s7Kyn6NSsPp503sh</td>\n",
       "      <td>28</td>\n",
       "      <td>Be Mine! - Live At The Cherrytree House</td>\n",
       "      <td>0.249000</td>\n",
       "      <td>0.114</td>\n",
       "      <td>116.599</td>\n",
       "      <td>0.0451</td>\n",
       "      <td>0.955000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.533</td>\n",
       "      <td>0.0</td>\n",
       "      <td>272053.0</td>\n",
       "      <td>-8.532</td>\n",
       "      <td>0.513</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Pearl Jam</td>\n",
       "      <td>False</td>\n",
       "      <td>6qgpO647NPBUvBkm56vV7d</td>\n",
       "      <td>5</td>\n",
       "      <td>Black</td>\n",
       "      <td>0.548000</td>\n",
       "      <td>0.179</td>\n",
       "      <td>76.020</td>\n",
       "      <td>0.0287</td>\n",
       "      <td>0.294000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.376</td>\n",
       "      <td>4.0</td>\n",
       "      <td>343667.0</td>\n",
       "      <td>-10.580</td>\n",
       "      <td>0.233</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sam Hunt</td>\n",
       "      <td>False</td>\n",
       "      <td>3wx2kQWPn9p5UppQbNhPAk</td>\n",
       "      <td>67</td>\n",
       "      <td>Leave The Night On</td>\n",
       "      <td>0.953000</td>\n",
       "      <td>0.349</td>\n",
       "      <td>171.971</td>\n",
       "      <td>0.0624</td>\n",
       "      <td>0.099600</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.516</td>\n",
       "      <td>9.0</td>\n",
       "      <td>192160.0</td>\n",
       "      <td>-3.828</td>\n",
       "      <td>0.849</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>George Carlin</td>\n",
       "      <td>False</td>\n",
       "      <td>5DuxYjcuebFPontojL1NEE</td>\n",
       "      <td>0</td>\n",
       "      <td>War Pictures</td>\n",
       "      <td>0.546000</td>\n",
       "      <td>0.147</td>\n",
       "      <td>72.940</td>\n",
       "      <td>0.961</td>\n",
       "      <td>0.921000</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.611</td>\n",
       "      <td>7.0</td>\n",
       "      <td>222200.0</td>\n",
       "      <td>-10.444</td>\n",
       "      <td>0.491</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Kaya May</td>\n",
       "      <td>False</td>\n",
       "      <td>4eg3wsiTrPa7KpwVai2VY7</td>\n",
       "      <td>56</td>\n",
       "      <td>Hands to Myself, Love Yourself, Perfect (Acous...</td>\n",
       "      <td>0.445000</td>\n",
       "      <td>0.113</td>\n",
       "      <td>110.056</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.057500</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.702</td>\n",
       "      <td>9.0</td>\n",
       "      <td>226893.0</td>\n",
       "      <td>-9.693</td>\n",
       "      <td>0.326</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Notaker</td>\n",
       "      <td>False</td>\n",
       "      <td>341ShRaeysVdxLetlI391K</td>\n",
       "      <td>56</td>\n",
       "      <td>Infinite</td>\n",
       "      <td>0.669000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>99.987</td>\n",
       "      <td>0.0483</td>\n",
       "      <td>0.093700</td>\n",
       "      <td>0.82</td>\n",
       "      <td>4</td>\n",
       "      <td>0.633</td>\n",
       "      <td>1.0</td>\n",
       "      <td>355200.0</td>\n",
       "      <td>-8.124</td>\n",
       "      <td>0.0384</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Thomas Rhett</td>\n",
       "      <td>False</td>\n",
       "      <td>4vLRCGOBz4zIS8nEHk5v9j</td>\n",
       "      <td>54</td>\n",
       "      <td>I Feel Good</td>\n",
       "      <td>0.584000</td>\n",
       "      <td>0.0677</td>\n",
       "      <td>106.967</td>\n",
       "      <td>0.0366</td>\n",
       "      <td>0.006580</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.834</td>\n",
       "      <td>3.0</td>\n",
       "      <td>195427.0</td>\n",
       "      <td>-7.238</td>\n",
       "      <td>0.964</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Kaftan</td>\n",
       "      <td>False</td>\n",
       "      <td>7fRr8M0BGE3mmf9rjKcjd0</td>\n",
       "      <td>42</td>\n",
       "      <td>Romance In Dubai</td>\n",
       "      <td>0.194000</td>\n",
       "      <td>0.723</td>\n",
       "      <td>123.994</td>\n",
       "      <td>0.0343</td>\n",
       "      <td>0.846000</td>\n",
       "      <td>0.913</td>\n",
       "      <td>4</td>\n",
       "      <td>0.447</td>\n",
       "      <td>10.0</td>\n",
       "      <td>459133.0</td>\n",
       "      <td>-14.445</td>\n",
       "      <td>0.249</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Kail Baxley</td>\n",
       "      <td>False</td>\n",
       "      <td>3zkdaLqbeTXcIyJnMAwA35</td>\n",
       "      <td>32</td>\n",
       "      <td>Better Feeln' Better Days</td>\n",
       "      <td>0.401000</td>\n",
       "      <td>0.0943</td>\n",
       "      <td>149.920</td>\n",
       "      <td>0.0423</td>\n",
       "      <td>0.110000</td>\n",
       "      <td>0.833</td>\n",
       "      <td>4</td>\n",
       "      <td>0.764</td>\n",
       "      <td>1.0</td>\n",
       "      <td>223000.0</td>\n",
       "      <td>-8.612</td>\n",
       "      <td>0.0722</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Dirty Mac</td>\n",
       "      <td>False</td>\n",
       "      <td>1mT4MwmdVPHvcqAkYyFg9C</td>\n",
       "      <td>34</td>\n",
       "      <td>Yer Blues - Live</td>\n",
       "      <td>0.874000</td>\n",
       "      <td>0.686</td>\n",
       "      <td>110.950</td>\n",
       "      <td>0.132</td>\n",
       "      <td>0.004690</td>\n",
       "      <td>0.127</td>\n",
       "      <td>4</td>\n",
       "      <td>0.408</td>\n",
       "      <td>8.0</td>\n",
       "      <td>266600.0</td>\n",
       "      <td>-8.266</td>\n",
       "      <td>0.729</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Fat Jon</td>\n",
       "      <td>False</td>\n",
       "      <td>5o6WCwKNByv0py1w1zuKw0</td>\n",
       "      <td>48</td>\n",
       "      <td>Feel The Void</td>\n",
       "      <td>0.228000</td>\n",
       "      <td>0.152</td>\n",
       "      <td>176.037</td>\n",
       "      <td>0.0682</td>\n",
       "      <td>0.312000</td>\n",
       "      <td>0.83</td>\n",
       "      <td>4</td>\n",
       "      <td>0.593</td>\n",
       "      <td>6.0</td>\n",
       "      <td>199877.0</td>\n",
       "      <td>-15.824</td>\n",
       "      <td>0.642</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Tchavolo Schmitt</td>\n",
       "      <td>False</td>\n",
       "      <td>3jkI4pBId7ZC0b9QOCLPd1</td>\n",
       "      <td>40</td>\n",
       "      <td>L'indien</td>\n",
       "      <td>0.420000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>112.912</td>\n",
       "      <td>0.0463</td>\n",
       "      <td>0.894000</td>\n",
       "      <td>0.767</td>\n",
       "      <td>4</td>\n",
       "      <td>0.632</td>\n",
       "      <td>5.0</td>\n",
       "      <td>222747.0</td>\n",
       "      <td>-8.340</td>\n",
       "      <td>0.525</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Sofia's Choice</td>\n",
       "      <td>False</td>\n",
       "      <td>3AV3RLthCdEtkAUgL41yzp</td>\n",
       "      <td>34</td>\n",
       "      <td>Isoldes World</td>\n",
       "      <td>0.161000</td>\n",
       "      <td>0.127</td>\n",
       "      <td>80.014</td>\n",
       "      <td>0.0321</td>\n",
       "      <td>0.171000</td>\n",
       "      <td>0.908</td>\n",
       "      <td>3</td>\n",
       "      <td>0.611</td>\n",
       "      <td>7.0</td>\n",
       "      <td>261312.0</td>\n",
       "      <td>-13.674</td>\n",
       "      <td>0.154</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Aoife O'Donovan</td>\n",
       "      <td>False</td>\n",
       "      <td>0SWNotmLvAsYVMQSDJsRk8</td>\n",
       "      <td>53</td>\n",
       "      <td>Stanley Park</td>\n",
       "      <td>0.556000</td>\n",
       "      <td>0.104</td>\n",
       "      <td>145.081</td>\n",
       "      <td>0.0337</td>\n",
       "      <td>0.701000</td>\n",
       "      <td>0.00867</td>\n",
       "      <td>3</td>\n",
       "      <td>0.466</td>\n",
       "      <td>1.0</td>\n",
       "      <td>170213.0</td>\n",
       "      <td>-10.829</td>\n",
       "      <td>0.351</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>A Day To Remember</td>\n",
       "      <td>False</td>\n",
       "      <td>6J7cSyvSCnPwv3vqHchEfL</td>\n",
       "      <td>65</td>\n",
       "      <td>If It Means a Lot to You</td>\n",
       "      <td>0.536000</td>\n",
       "      <td>0.456</td>\n",
       "      <td>126.996</td>\n",
       "      <td>0.0279</td>\n",
       "      <td>0.112000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.584</td>\n",
       "      <td>10.0</td>\n",
       "      <td>243227.0</td>\n",
       "      <td>-8.158</td>\n",
       "      <td>0.455</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Matt Nathanson</td>\n",
       "      <td>False</td>\n",
       "      <td>38YgZVHPWOWsKrsCXz6JyP</td>\n",
       "      <td>65</td>\n",
       "      <td>Come On Get Higher</td>\n",
       "      <td>0.623000</td>\n",
       "      <td>0.0848</td>\n",
       "      <td>92.018</td>\n",
       "      <td>0.0297</td>\n",
       "      <td>0.241000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.672</td>\n",
       "      <td>9.0</td>\n",
       "      <td>215173.0</td>\n",
       "      <td>-5.699</td>\n",
       "      <td>0.621</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Winhill/Losehill</td>\n",
       "      <td>False</td>\n",
       "      <td>2PldymZqtssieF3hecUxp8</td>\n",
       "      <td>37</td>\n",
       "      <td>Aifos</td>\n",
       "      <td>0.231000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>99.033</td>\n",
       "      <td>0.0299</td>\n",
       "      <td>0.990000</td>\n",
       "      <td>0.631</td>\n",
       "      <td>4</td>\n",
       "      <td>0.451</td>\n",
       "      <td>6.0</td>\n",
       "      <td>277835.0</td>\n",
       "      <td>-13.764</td>\n",
       "      <td>0.179</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Sound Dreamer</td>\n",
       "      <td>False</td>\n",
       "      <td>2ehTj8yNcjClESRnkkXEws</td>\n",
       "      <td>32</td>\n",
       "      <td>Blue Noise - 1 Hour</td>\n",
       "      <td>0.000513</td>\n",
       "      <td>0.792</td>\n",
       "      <td>0.000</td>\n",
       "      <td>None</td>\n",
       "      <td>0.112000</td>\n",
       "      <td>0.879</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3720046.0</td>\n",
       "      <td>-22.258</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Antoine Brumel</td>\n",
       "      <td>False</td>\n",
       "      <td>6ZLjh6Os8Wh0A5sRXnwPvz</td>\n",
       "      <td>23</td>\n",
       "      <td>Missa Et ecce terrae motus (The Earthquake Mas...</td>\n",
       "      <td>0.249000</td>\n",
       "      <td>0.0499</td>\n",
       "      <td>130.321</td>\n",
       "      <td>0.0409</td>\n",
       "      <td>0.982000</td>\n",
       "      <td>0.0516</td>\n",
       "      <td>3</td>\n",
       "      <td>0.174</td>\n",
       "      <td>1.0</td>\n",
       "      <td>348200.0</td>\n",
       "      <td>-20.452</td>\n",
       "      <td>0.0925</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Gustav Holst</td>\n",
       "      <td>False</td>\n",
       "      <td>39NWMAVXWhAlqfGGJb273W</td>\n",
       "      <td>35</td>\n",
       "      <td>The Planets, Op. 32: II. Venus, the Bringer of...</td>\n",
       "      <td>0.011900</td>\n",
       "      <td>0.132</td>\n",
       "      <td>138.631</td>\n",
       "      <td>0.0401</td>\n",
       "      <td>0.958000</td>\n",
       "      <td>0.86</td>\n",
       "      <td>4</td>\n",
       "      <td>0.147</td>\n",
       "      <td>8.0</td>\n",
       "      <td>429933.0</td>\n",
       "      <td>-30.688</td>\n",
       "      <td>0.0326</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Half Moon Run</td>\n",
       "      <td>False</td>\n",
       "      <td>7soAS9Ksc9H6TdRSBlJlKV</td>\n",
       "      <td>50</td>\n",
       "      <td>Turn Your Love</td>\n",
       "      <td>0.721000</td>\n",
       "      <td>0.0814</td>\n",
       "      <td>172.022</td>\n",
       "      <td>0.0589</td>\n",
       "      <td>0.215000</td>\n",
       "      <td>0.118</td>\n",
       "      <td>4</td>\n",
       "      <td>0.639</td>\n",
       "      <td>5.0</td>\n",
       "      <td>241920.0</td>\n",
       "      <td>-7.625</td>\n",
       "      <td>0.621</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Apink</td>\n",
       "      <td>False</td>\n",
       "      <td>6YXA3DQuSE1aKAMvbSKFiz</td>\n",
       "      <td>38</td>\n",
       "      <td>Oh Yes</td>\n",
       "      <td>0.815000</td>\n",
       "      <td>0.087</td>\n",
       "      <td>115.965</td>\n",
       "      <td>0.0476</td>\n",
       "      <td>0.143000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.819</td>\n",
       "      <td>7.0</td>\n",
       "      <td>203510.0</td>\n",
       "      <td>-3.243</td>\n",
       "      <td>0.669</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>The Chain Gang Of 1974</td>\n",
       "      <td>False</td>\n",
       "      <td>1hApLa0ZE1mv2Gm6pPg4z9</td>\n",
       "      <td>46</td>\n",
       "      <td>I Still Wonder</td>\n",
       "      <td>0.735000</td>\n",
       "      <td>0.105</td>\n",
       "      <td>100.038</td>\n",
       "      <td>0.03</td>\n",
       "      <td>0.024100</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>4</td>\n",
       "      <td>0.555</td>\n",
       "      <td>6.0</td>\n",
       "      <td>277040.0</td>\n",
       "      <td>-5.301</td>\n",
       "      <td>0.211</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>John Debney</td>\n",
       "      <td>False</td>\n",
       "      <td>1ZRXjiUrYkXLmOBatgpXDE</td>\n",
       "      <td>36</td>\n",
       "      <td>The Man Village</td>\n",
       "      <td>0.017700</td>\n",
       "      <td>0.0722</td>\n",
       "      <td>93.592</td>\n",
       "      <td>0.0382</td>\n",
       "      <td>0.957000</td>\n",
       "      <td>0.969</td>\n",
       "      <td>4</td>\n",
       "      <td>0.171</td>\n",
       "      <td>6.0</td>\n",
       "      <td>177893.0</td>\n",
       "      <td>-31.730</td>\n",
       "      <td>0.036</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Jacques Loussier Trio</td>\n",
       "      <td>False</td>\n",
       "      <td>2RJQk9M2tXk8HntW9lus5t</td>\n",
       "      <td>30</td>\n",
       "      <td>Bach: Goldberg Variations: Aria</td>\n",
       "      <td>0.231000</td>\n",
       "      <td>0.0713</td>\n",
       "      <td>131.075</td>\n",
       "      <td>0.0441</td>\n",
       "      <td>0.927000</td>\n",
       "      <td>0.646</td>\n",
       "      <td>4</td>\n",
       "      <td>0.428</td>\n",
       "      <td>7.0</td>\n",
       "      <td>148200.0</td>\n",
       "      <td>-18.850</td>\n",
       "      <td>0.31</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Kilfenora Fiddle Ceili Band</td>\n",
       "      <td>False</td>\n",
       "      <td>0760mgHmuy6RoYgEYgEaki</td>\n",
       "      <td>25</td>\n",
       "      <td>Kilfenora Reels: Connemara Stocking - The West...</td>\n",
       "      <td>0.861000</td>\n",
       "      <td>0.196</td>\n",
       "      <td>115.450</td>\n",
       "      <td>0.076</td>\n",
       "      <td>0.702000</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>4</td>\n",
       "      <td>0.493</td>\n",
       "      <td>2.0</td>\n",
       "      <td>171683.0</td>\n",
       "      <td>-7.956</td>\n",
       "      <td>0.942</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25945</th>\n",
       "      <td>Nuclear Assault</td>\n",
       "      <td>True</td>\n",
       "      <td>0dGBtPj5aSXIkYKmCVcYgl</td>\n",
       "      <td>2</td>\n",
       "      <td>Rise from the Ashes</td>\n",
       "      <td>0.947000</td>\n",
       "      <td>0.0866</td>\n",
       "      <td>133.067</td>\n",
       "      <td>0.062</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>0.874</td>\n",
       "      <td>4</td>\n",
       "      <td>0.243</td>\n",
       "      <td>6.0</td>\n",
       "      <td>188067.0</td>\n",
       "      <td>-12.770</td>\n",
       "      <td>0.127</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25946</th>\n",
       "      <td>Thelonious Monk Quartet</td>\n",
       "      <td>False</td>\n",
       "      <td>7zzFNNxVD0h0ctAT08H0pa</td>\n",
       "      <td>20</td>\n",
       "      <td>Crepescule With Nellie - Live At Carnegie Hall</td>\n",
       "      <td>0.144000</td>\n",
       "      <td>0.359</td>\n",
       "      <td>135.640</td>\n",
       "      <td>0.0569</td>\n",
       "      <td>0.973000</td>\n",
       "      <td>0.177</td>\n",
       "      <td>3</td>\n",
       "      <td>0.538</td>\n",
       "      <td>8.0</td>\n",
       "      <td>266933.0</td>\n",
       "      <td>-17.711</td>\n",
       "      <td>0.102</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25947</th>\n",
       "      <td>Gazzo</td>\n",
       "      <td>False</td>\n",
       "      <td>5zaWOwIvbf8z8zAEpnbEHL</td>\n",
       "      <td>51</td>\n",
       "      <td>What You Waiting For</td>\n",
       "      <td>0.916000</td>\n",
       "      <td>0.484</td>\n",
       "      <td>130.044</td>\n",
       "      <td>0.0683</td>\n",
       "      <td>0.016800</td>\n",
       "      <td>3.31e-06</td>\n",
       "      <td>4</td>\n",
       "      <td>0.626</td>\n",
       "      <td>11.0</td>\n",
       "      <td>231173.0</td>\n",
       "      <td>-2.554</td>\n",
       "      <td>0.582</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25948</th>\n",
       "      <td>Johann Sebastian Bach</td>\n",
       "      <td>False</td>\n",
       "      <td>21Lig0KA3GHOQiT2KITjau</td>\n",
       "      <td>6</td>\n",
       "      <td>Die Gitarrenprobe (Arr. After Jesus bleibet me...</td>\n",
       "      <td>0.327000</td>\n",
       "      <td>0.1</td>\n",
       "      <td>99.248</td>\n",
       "      <td>0.0486</td>\n",
       "      <td>0.928000</td>\n",
       "      <td>0.94</td>\n",
       "      <td>1</td>\n",
       "      <td>0.641</td>\n",
       "      <td>7.0</td>\n",
       "      <td>197933.0</td>\n",
       "      <td>-16.848</td>\n",
       "      <td>0.899</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25949</th>\n",
       "      <td>Big Bub</td>\n",
       "      <td>False</td>\n",
       "      <td>3OWjkfq3mlexSVFAGamhhr</td>\n",
       "      <td>33</td>\n",
       "      <td>Zoom</td>\n",
       "      <td>0.383000</td>\n",
       "      <td>0.0212</td>\n",
       "      <td>82.049</td>\n",
       "      <td>0.0347</td>\n",
       "      <td>0.141000</td>\n",
       "      <td>0.000158</td>\n",
       "      <td>4</td>\n",
       "      <td>0.715</td>\n",
       "      <td>6.0</td>\n",
       "      <td>355800.0</td>\n",
       "      <td>-6.853</td>\n",
       "      <td>0.538</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25950</th>\n",
       "      <td>Paula Abdul</td>\n",
       "      <td>False</td>\n",
       "      <td>015qd1I4v00JIoK7yOUgKC</td>\n",
       "      <td>51</td>\n",
       "      <td>Rush, Rush</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>0.0958</td>\n",
       "      <td>90.012</td>\n",
       "      <td>0.0493</td>\n",
       "      <td>0.763000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.706</td>\n",
       "      <td>4.0</td>\n",
       "      <td>292933.0</td>\n",
       "      <td>-11.577</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25951</th>\n",
       "      <td>Frank Mccomb</td>\n",
       "      <td>False</td>\n",
       "      <td>0AZTkbO9umWmABq28mfkle</td>\n",
       "      <td>28</td>\n",
       "      <td>Love Natural</td>\n",
       "      <td>0.678000</td>\n",
       "      <td>0.128</td>\n",
       "      <td>86.718</td>\n",
       "      <td>0.065</td>\n",
       "      <td>0.663000</td>\n",
       "      <td>0.0244</td>\n",
       "      <td>4</td>\n",
       "      <td>0.64</td>\n",
       "      <td>11.0</td>\n",
       "      <td>415827.0</td>\n",
       "      <td>-7.945</td>\n",
       "      <td>0.463</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25952</th>\n",
       "      <td>Library Tapes</td>\n",
       "      <td>False</td>\n",
       "      <td>3hyPgPDqCvJh5Y4jvAn5Bo</td>\n",
       "      <td>41</td>\n",
       "      <td>Running by the roads, running by the fields (s...</td>\n",
       "      <td>0.064100</td>\n",
       "      <td>0.1</td>\n",
       "      <td>121.944</td>\n",
       "      <td>0.0451</td>\n",
       "      <td>0.867000</td>\n",
       "      <td>0.911</td>\n",
       "      <td>4</td>\n",
       "      <td>0.446</td>\n",
       "      <td>2.0</td>\n",
       "      <td>122384.0</td>\n",
       "      <td>-28.817</td>\n",
       "      <td>0.142</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25953</th>\n",
       "      <td>Joe Bonamassa</td>\n",
       "      <td>False</td>\n",
       "      <td>1I32D5O8mjfQEglezN4bY0</td>\n",
       "      <td>43</td>\n",
       "      <td>Slow Train</td>\n",
       "      <td>0.694000</td>\n",
       "      <td>0.277</td>\n",
       "      <td>165.272</td>\n",
       "      <td>0.0333</td>\n",
       "      <td>0.000932</td>\n",
       "      <td>0.0492</td>\n",
       "      <td>3</td>\n",
       "      <td>0.372</td>\n",
       "      <td>1.0</td>\n",
       "      <td>409720.0</td>\n",
       "      <td>-6.763</td>\n",
       "      <td>0.625</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25954</th>\n",
       "      <td>Phillip Phillips</td>\n",
       "      <td>False</td>\n",
       "      <td>2ZQyksYO4zzhyHNcueL0CP</td>\n",
       "      <td>58</td>\n",
       "      <td>Home</td>\n",
       "      <td>0.792000</td>\n",
       "      <td>0.159</td>\n",
       "      <td>121.001</td>\n",
       "      <td>0.0335</td>\n",
       "      <td>0.021500</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.592</td>\n",
       "      <td>0.0</td>\n",
       "      <td>209227.0</td>\n",
       "      <td>-5.884</td>\n",
       "      <td>0.271</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25955</th>\n",
       "      <td>Lydia Loveless</td>\n",
       "      <td>False</td>\n",
       "      <td>0hUVB9hUuH6qVSzyyT9hQ2</td>\n",
       "      <td>31</td>\n",
       "      <td>To Love Somebody</td>\n",
       "      <td>0.872000</td>\n",
       "      <td>0.0837</td>\n",
       "      <td>126.969</td>\n",
       "      <td>0.0342</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.0534</td>\n",
       "      <td>4</td>\n",
       "      <td>0.564</td>\n",
       "      <td>3.0</td>\n",
       "      <td>278827.0</td>\n",
       "      <td>-4.560</td>\n",
       "      <td>0.614</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25956</th>\n",
       "      <td>Reel Big Fish</td>\n",
       "      <td>False</td>\n",
       "      <td>7IfckgnBsIdP4XE4tfWEDN</td>\n",
       "      <td>51</td>\n",
       "      <td>Take On Me - Best Of</td>\n",
       "      <td>0.940000</td>\n",
       "      <td>0.133</td>\n",
       "      <td>97.876</td>\n",
       "      <td>0.118</td>\n",
       "      <td>0.019200</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.576</td>\n",
       "      <td>9.0</td>\n",
       "      <td>199253.0</td>\n",
       "      <td>-3.003</td>\n",
       "      <td>0.841</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25957</th>\n",
       "      <td>Mortuus</td>\n",
       "      <td>False</td>\n",
       "      <td>1bXyL07fkV4rpu0LsLcRZF</td>\n",
       "      <td>25</td>\n",
       "      <td>Disobedience</td>\n",
       "      <td>0.819000</td>\n",
       "      <td>0.354</td>\n",
       "      <td>179.915</td>\n",
       "      <td>0.053</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.904</td>\n",
       "      <td>4</td>\n",
       "      <td>0.153</td>\n",
       "      <td>2.0</td>\n",
       "      <td>466880.0</td>\n",
       "      <td>-4.816</td>\n",
       "      <td>0.149</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25958</th>\n",
       "      <td>Italian Restaurant Music of Italy</td>\n",
       "      <td>False</td>\n",
       "      <td>7AUe6MpDNTPf7Knw4bYf2X</td>\n",
       "      <td>25</td>\n",
       "      <td>Sunrise In Rome</td>\n",
       "      <td>0.218000</td>\n",
       "      <td>0.105</td>\n",
       "      <td>205.111</td>\n",
       "      <td>0.0633</td>\n",
       "      <td>0.993000</td>\n",
       "      <td>0.932</td>\n",
       "      <td>4</td>\n",
       "      <td>0.342</td>\n",
       "      <td>7.0</td>\n",
       "      <td>120400.0</td>\n",
       "      <td>-13.755</td>\n",
       "      <td>0.424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25959</th>\n",
       "      <td>Bonnie \"Prince\" Billy</td>\n",
       "      <td>False</td>\n",
       "      <td>3kSw1KWcgHLtJH4PmF4xvh</td>\n",
       "      <td>42</td>\n",
       "      <td>Gloria</td>\n",
       "      <td>0.087800</td>\n",
       "      <td>0.111</td>\n",
       "      <td>101.409</td>\n",
       "      <td>0.0473</td>\n",
       "      <td>0.968000</td>\n",
       "      <td>0.0369</td>\n",
       "      <td>4</td>\n",
       "      <td>0.43</td>\n",
       "      <td>9.0</td>\n",
       "      <td>189355.0</td>\n",
       "      <td>-12.623</td>\n",
       "      <td>0.188</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25960</th>\n",
       "      <td>Blondie</td>\n",
       "      <td>False</td>\n",
       "      <td>5N4EONedI3jGNyI5ac4JFK</td>\n",
       "      <td>4</td>\n",
       "      <td>Heart Of Glass (12\" Version)</td>\n",
       "      <td>0.629000</td>\n",
       "      <td>0.0459</td>\n",
       "      <td>114.976</td>\n",
       "      <td>0.043</td>\n",
       "      <td>0.006620</td>\n",
       "      <td>0.0164</td>\n",
       "      <td>4</td>\n",
       "      <td>0.661</td>\n",
       "      <td>9.0</td>\n",
       "      <td>350867.0</td>\n",
       "      <td>-7.797</td>\n",
       "      <td>0.679</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25961</th>\n",
       "      <td>Moby</td>\n",
       "      <td>False</td>\n",
       "      <td>6m97Mu089F0rYcvggzwS2W</td>\n",
       "      <td>41</td>\n",
       "      <td>Go (Radio Edit)</td>\n",
       "      <td>0.848000</td>\n",
       "      <td>0.0943</td>\n",
       "      <td>125.881</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>0.931</td>\n",
       "      <td>4</td>\n",
       "      <td>0.669</td>\n",
       "      <td>4.0</td>\n",
       "      <td>218000.0</td>\n",
       "      <td>-9.412</td>\n",
       "      <td>0.512</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25962</th>\n",
       "      <td>The Cars</td>\n",
       "      <td>False</td>\n",
       "      <td>4alHo6RGd0D3OUbTPExTHN</td>\n",
       "      <td>57</td>\n",
       "      <td>Just What I Needed</td>\n",
       "      <td>0.579000</td>\n",
       "      <td>0.0858</td>\n",
       "      <td>127.224</td>\n",
       "      <td>0.0473</td>\n",
       "      <td>0.015200</td>\n",
       "      <td>6.4e-05</td>\n",
       "      <td>4</td>\n",
       "      <td>0.619</td>\n",
       "      <td>4.0</td>\n",
       "      <td>225627.0</td>\n",
       "      <td>-9.307</td>\n",
       "      <td>0.699</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25963</th>\n",
       "      <td>Rabbi Elkhanan Kirchen</td>\n",
       "      <td>False</td>\n",
       "      <td>4ER7E5A3hQvA6BW0p22olh</td>\n",
       "      <td>25</td>\n",
       "      <td>Zing dash Gzang: An Shabbes tzu ous Gang</td>\n",
       "      <td>0.113000</td>\n",
       "      <td>0.106</td>\n",
       "      <td>99.355</td>\n",
       "      <td>0.0485</td>\n",
       "      <td>0.971000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.425</td>\n",
       "      <td>2.0</td>\n",
       "      <td>182778.0</td>\n",
       "      <td>-14.954</td>\n",
       "      <td>0.385</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25964</th>\n",
       "      <td>Wolfgang Amadeus Mozart</td>\n",
       "      <td>False</td>\n",
       "      <td>7JvzXZDVLUWAQAy43TmYKF</td>\n",
       "      <td>33</td>\n",
       "      <td>Symphony No.35 In D, K.385 \"Haffner\": 2. Andan...</td>\n",
       "      <td>0.030700</td>\n",
       "      <td>0.0839</td>\n",
       "      <td>85.361</td>\n",
       "      <td>0.0393</td>\n",
       "      <td>0.961000</td>\n",
       "      <td>0.263</td>\n",
       "      <td>4</td>\n",
       "      <td>0.211</td>\n",
       "      <td>7.0</td>\n",
       "      <td>493827.0</td>\n",
       "      <td>-25.870</td>\n",
       "      <td>0.079</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25965</th>\n",
       "      <td>LOCASH</td>\n",
       "      <td>False</td>\n",
       "      <td>5Toaot8f2kE2kmCSEPuiSn</td>\n",
       "      <td>71</td>\n",
       "      <td>I Know Somebody</td>\n",
       "      <td>0.903000</td>\n",
       "      <td>0.127</td>\n",
       "      <td>88.986</td>\n",
       "      <td>0.037</td>\n",
       "      <td>0.035600</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.505</td>\n",
       "      <td>1.0</td>\n",
       "      <td>197830.0</td>\n",
       "      <td>-3.699</td>\n",
       "      <td>0.498</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25966</th>\n",
       "      <td>The Lovin' Spoonful</td>\n",
       "      <td>False</td>\n",
       "      <td>1udKn1oNKYQSQ9OmiIWCMu</td>\n",
       "      <td>52</td>\n",
       "      <td>Do You Believe in Magic</td>\n",
       "      <td>0.742000</td>\n",
       "      <td>0.339</td>\n",
       "      <td>138.591</td>\n",
       "      <td>0.0454</td>\n",
       "      <td>0.218000</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.552</td>\n",
       "      <td>0.0</td>\n",
       "      <td>125827.0</td>\n",
       "      <td>-7.963</td>\n",
       "      <td>0.745</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25967</th>\n",
       "      <td>Gavin James</td>\n",
       "      <td>False</td>\n",
       "      <td>1bpAGufvAgqEIob4V1k7mP</td>\n",
       "      <td>58</td>\n",
       "      <td>Nervous</td>\n",
       "      <td>0.673000</td>\n",
       "      <td>0.127</td>\n",
       "      <td>83.102</td>\n",
       "      <td>0.0384</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>7.65e-05</td>\n",
       "      <td>4</td>\n",
       "      <td>0.543</td>\n",
       "      <td>7.0</td>\n",
       "      <td>216200.0</td>\n",
       "      <td>-10.046</td>\n",
       "      <td>0.159</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25968</th>\n",
       "      <td>Sum 41</td>\n",
       "      <td>False</td>\n",
       "      <td>5dcHKKPLXJJVE4HcVefdOI</td>\n",
       "      <td>55</td>\n",
       "      <td>Fake My Own Death</td>\n",
       "      <td>0.955000</td>\n",
       "      <td>0.181</td>\n",
       "      <td>109.623</td>\n",
       "      <td>0.118</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.00343</td>\n",
       "      <td>4</td>\n",
       "      <td>0.304</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194590.0</td>\n",
       "      <td>-3.701</td>\n",
       "      <td>0.192</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25969</th>\n",
       "      <td>The Jacksons</td>\n",
       "      <td>False</td>\n",
       "      <td>70RnDnl6ctOyXHICnWOnMb</td>\n",
       "      <td>34</td>\n",
       "      <td>Blame It On The Boogie</td>\n",
       "      <td>0.725000</td>\n",
       "      <td>0.108</td>\n",
       "      <td>113.317</td>\n",
       "      <td>0.09</td>\n",
       "      <td>0.069400</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.77</td>\n",
       "      <td>8.0</td>\n",
       "      <td>210333.0</td>\n",
       "      <td>-7.927</td>\n",
       "      <td>0.891</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25970</th>\n",
       "      <td>Bhi Bhiman</td>\n",
       "      <td>False</td>\n",
       "      <td>2hIAa70njvLuzClmw5If0Z</td>\n",
       "      <td>40</td>\n",
       "      <td>Guttersnipe</td>\n",
       "      <td>0.623000</td>\n",
       "      <td>0.0853</td>\n",
       "      <td>77.227</td>\n",
       "      <td>0.0271</td>\n",
       "      <td>0.018500</td>\n",
       "      <td>2.21e-05</td>\n",
       "      <td>4</td>\n",
       "      <td>0.533</td>\n",
       "      <td>0.0</td>\n",
       "      <td>412373.0</td>\n",
       "      <td>-7.136</td>\n",
       "      <td>0.35</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25971</th>\n",
       "      <td>Avenged Sevenfold</td>\n",
       "      <td>False</td>\n",
       "      <td>0KXvDdOjzSdFijlDcxdDmj</td>\n",
       "      <td>58</td>\n",
       "      <td>The Stage</td>\n",
       "      <td>0.919000</td>\n",
       "      <td>0.106</td>\n",
       "      <td>134.934</td>\n",
       "      <td>0.0847</td>\n",
       "      <td>0.000459</td>\n",
       "      <td>0.256</td>\n",
       "      <td>4</td>\n",
       "      <td>0.453</td>\n",
       "      <td>9.0</td>\n",
       "      <td>512840.0</td>\n",
       "      <td>-8.971</td>\n",
       "      <td>0.216</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25972</th>\n",
       "      <td>Henry Jamison</td>\n",
       "      <td>False</td>\n",
       "      <td>5Wvf91821sBE8aErRtpfRN</td>\n",
       "      <td>53</td>\n",
       "      <td>The Rains</td>\n",
       "      <td>0.399000</td>\n",
       "      <td>0.0704</td>\n",
       "      <td>117.027</td>\n",
       "      <td>0.028</td>\n",
       "      <td>0.648000</td>\n",
       "      <td>0.0167</td>\n",
       "      <td>4</td>\n",
       "      <td>0.689</td>\n",
       "      <td>6.0</td>\n",
       "      <td>211795.0</td>\n",
       "      <td>-10.906</td>\n",
       "      <td>0.431</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25973</th>\n",
       "      <td>Field Report</td>\n",
       "      <td>False</td>\n",
       "      <td>6PCf10OiKJyah7OkiIzrEF</td>\n",
       "      <td>35</td>\n",
       "      <td>I Am Not Waiting Anymore</td>\n",
       "      <td>0.262000</td>\n",
       "      <td>0.122</td>\n",
       "      <td>80.590</td>\n",
       "      <td>0.036</td>\n",
       "      <td>0.785000</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>3</td>\n",
       "      <td>0.447</td>\n",
       "      <td>5.0</td>\n",
       "      <td>208187.0</td>\n",
       "      <td>-9.218</td>\n",
       "      <td>0.166</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25974</th>\n",
       "      <td>Milt Jackson</td>\n",
       "      <td>False</td>\n",
       "      <td>6TSTb6Cj4oVFJmPnxUeVZV</td>\n",
       "      <td>12</td>\n",
       "      <td>Bags &amp; Trane</td>\n",
       "      <td>0.192000</td>\n",
       "      <td>0.105</td>\n",
       "      <td>121.606</td>\n",
       "      <td>0.0458</td>\n",
       "      <td>0.838000</td>\n",
       "      <td>0.037</td>\n",
       "      <td>4</td>\n",
       "      <td>0.479</td>\n",
       "      <td>1.0</td>\n",
       "      <td>440667.0</td>\n",
       "      <td>-17.190</td>\n",
       "      <td>0.221</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25975 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               artist explicit  \\\n",
       "0                                             Nirvana    False   \n",
       "1      The Presidents Of The United States Of America    False   \n",
       "2                                    Stanton Warriors    False   \n",
       "3                                   Natalie Marchenko    False   \n",
       "4                                               Robyn    False   \n",
       "5                                           Pearl Jam    False   \n",
       "6                                            Sam Hunt    False   \n",
       "7                                       George Carlin    False   \n",
       "8                                            Kaya May    False   \n",
       "9                                             Notaker    False   \n",
       "10                                       Thomas Rhett    False   \n",
       "11                                             Kaftan    False   \n",
       "12                                        Kail Baxley    False   \n",
       "13                                          Dirty Mac    False   \n",
       "14                                            Fat Jon    False   \n",
       "15                                   Tchavolo Schmitt    False   \n",
       "16                                     Sofia's Choice    False   \n",
       "17                                    Aoife O'Donovan    False   \n",
       "18                                  A Day To Remember    False   \n",
       "19                                     Matt Nathanson    False   \n",
       "20                                   Winhill/Losehill    False   \n",
       "21                                      Sound Dreamer    False   \n",
       "22                                     Antoine Brumel    False   \n",
       "23                                       Gustav Holst    False   \n",
       "24                                      Half Moon Run    False   \n",
       "25                                              Apink    False   \n",
       "26                             The Chain Gang Of 1974    False   \n",
       "27                                        John Debney    False   \n",
       "28                              Jacques Loussier Trio    False   \n",
       "29                        Kilfenora Fiddle Ceili Band    False   \n",
       "...                                               ...      ...   \n",
       "25945                                 Nuclear Assault     True   \n",
       "25946                         Thelonious Monk Quartet    False   \n",
       "25947                                           Gazzo    False   \n",
       "25948                           Johann Sebastian Bach    False   \n",
       "25949                                         Big Bub    False   \n",
       "25950                                     Paula Abdul    False   \n",
       "25951                                    Frank Mccomb    False   \n",
       "25952                                   Library Tapes    False   \n",
       "25953                                   Joe Bonamassa    False   \n",
       "25954                                Phillip Phillips    False   \n",
       "25955                                  Lydia Loveless    False   \n",
       "25956                                   Reel Big Fish    False   \n",
       "25957                                         Mortuus    False   \n",
       "25958               Italian Restaurant Music of Italy    False   \n",
       "25959                           Bonnie \"Prince\" Billy    False   \n",
       "25960                                         Blondie    False   \n",
       "25961                                            Moby    False   \n",
       "25962                                        The Cars    False   \n",
       "25963                          Rabbi Elkhanan Kirchen    False   \n",
       "25964                         Wolfgang Amadeus Mozart    False   \n",
       "25965                                          LOCASH    False   \n",
       "25966                             The Lovin' Spoonful    False   \n",
       "25967                                     Gavin James    False   \n",
       "25968                                          Sum 41    False   \n",
       "25969                                    The Jacksons    False   \n",
       "25970                                      Bhi Bhiman    False   \n",
       "25971                               Avenged Sevenfold    False   \n",
       "25972                                   Henry Jamison    False   \n",
       "25973                                    Field Report    False   \n",
       "25974                                    Milt Jackson    False   \n",
       "\n",
       "                           id  popularity  \\\n",
       "0      3FUsMXBxA4V7eUwQ7B0HQO          48   \n",
       "1      2JdzB67NvIa90K4gEZPLeX          58   \n",
       "2      0zXLMZUCYZCx8Bq4jCr174          30   \n",
       "3      14w7n7gi635VCb5f7t2OQ5          37   \n",
       "4      01NJd6s7Kyn6NSsPp503sh          28   \n",
       "5      6qgpO647NPBUvBkm56vV7d           5   \n",
       "6      3wx2kQWPn9p5UppQbNhPAk          67   \n",
       "7      5DuxYjcuebFPontojL1NEE           0   \n",
       "8      4eg3wsiTrPa7KpwVai2VY7          56   \n",
       "9      341ShRaeysVdxLetlI391K          56   \n",
       "10     4vLRCGOBz4zIS8nEHk5v9j          54   \n",
       "11     7fRr8M0BGE3mmf9rjKcjd0          42   \n",
       "12     3zkdaLqbeTXcIyJnMAwA35          32   \n",
       "13     1mT4MwmdVPHvcqAkYyFg9C          34   \n",
       "14     5o6WCwKNByv0py1w1zuKw0          48   \n",
       "15     3jkI4pBId7ZC0b9QOCLPd1          40   \n",
       "16     3AV3RLthCdEtkAUgL41yzp          34   \n",
       "17     0SWNotmLvAsYVMQSDJsRk8          53   \n",
       "18     6J7cSyvSCnPwv3vqHchEfL          65   \n",
       "19     38YgZVHPWOWsKrsCXz6JyP          65   \n",
       "20     2PldymZqtssieF3hecUxp8          37   \n",
       "21     2ehTj8yNcjClESRnkkXEws          32   \n",
       "22     6ZLjh6Os8Wh0A5sRXnwPvz          23   \n",
       "23     39NWMAVXWhAlqfGGJb273W          35   \n",
       "24     7soAS9Ksc9H6TdRSBlJlKV          50   \n",
       "25     6YXA3DQuSE1aKAMvbSKFiz          38   \n",
       "26     1hApLa0ZE1mv2Gm6pPg4z9          46   \n",
       "27     1ZRXjiUrYkXLmOBatgpXDE          36   \n",
       "28     2RJQk9M2tXk8HntW9lus5t          30   \n",
       "29     0760mgHmuy6RoYgEYgEaki          25   \n",
       "...                       ...         ...   \n",
       "25945  0dGBtPj5aSXIkYKmCVcYgl           2   \n",
       "25946  7zzFNNxVD0h0ctAT08H0pa          20   \n",
       "25947  5zaWOwIvbf8z8zAEpnbEHL          51   \n",
       "25948  21Lig0KA3GHOQiT2KITjau           6   \n",
       "25949  3OWjkfq3mlexSVFAGamhhr          33   \n",
       "25950  015qd1I4v00JIoK7yOUgKC          51   \n",
       "25951  0AZTkbO9umWmABq28mfkle          28   \n",
       "25952  3hyPgPDqCvJh5Y4jvAn5Bo          41   \n",
       "25953  1I32D5O8mjfQEglezN4bY0          43   \n",
       "25954  2ZQyksYO4zzhyHNcueL0CP          58   \n",
       "25955  0hUVB9hUuH6qVSzyyT9hQ2          31   \n",
       "25956  7IfckgnBsIdP4XE4tfWEDN          51   \n",
       "25957  1bXyL07fkV4rpu0LsLcRZF          25   \n",
       "25958  7AUe6MpDNTPf7Knw4bYf2X          25   \n",
       "25959  3kSw1KWcgHLtJH4PmF4xvh          42   \n",
       "25960  5N4EONedI3jGNyI5ac4JFK           4   \n",
       "25961  6m97Mu089F0rYcvggzwS2W          41   \n",
       "25962  4alHo6RGd0D3OUbTPExTHN          57   \n",
       "25963  4ER7E5A3hQvA6BW0p22olh          25   \n",
       "25964  7JvzXZDVLUWAQAy43TmYKF          33   \n",
       "25965  5Toaot8f2kE2kmCSEPuiSn          71   \n",
       "25966  1udKn1oNKYQSQ9OmiIWCMu          52   \n",
       "25967  1bpAGufvAgqEIob4V1k7mP          58   \n",
       "25968  5dcHKKPLXJJVE4HcVefdOI          55   \n",
       "25969  70RnDnl6ctOyXHICnWOnMb          34   \n",
       "25970  2hIAa70njvLuzClmw5If0Z          40   \n",
       "25971  0KXvDdOjzSdFijlDcxdDmj          58   \n",
       "25972  5Wvf91821sBE8aErRtpfRN          53   \n",
       "25973  6PCf10OiKJyah7OkiIzrEF          35   \n",
       "25974  6TSTb6Cj4oVFJmPnxUeVZV          12   \n",
       "\n",
       "                                                   title    energy liveness  \\\n",
       "0                                              Love Buzz  0.885000    0.169   \n",
       "1                                                   Lump  0.873000    0.165   \n",
       "2                                               So Sweet  0.936000    0.118   \n",
       "3                License To Chill - Pacha Sax Lounge RMX  0.511000     0.24   \n",
       "4                Be Mine! - Live At The Cherrytree House  0.249000    0.114   \n",
       "5                                                  Black  0.548000    0.179   \n",
       "6                                     Leave The Night On  0.953000    0.349   \n",
       "7                                           War Pictures  0.546000    0.147   \n",
       "8      Hands to Myself, Love Yourself, Perfect (Acous...  0.445000    0.113   \n",
       "9                                               Infinite  0.669000    0.108   \n",
       "10                                           I Feel Good  0.584000   0.0677   \n",
       "11                                      Romance In Dubai  0.194000    0.723   \n",
       "12                             Better Feeln' Better Days  0.401000   0.0943   \n",
       "13                                      Yer Blues - Live  0.874000    0.686   \n",
       "14                                         Feel The Void  0.228000    0.152   \n",
       "15                                              L'indien  0.420000    0.108   \n",
       "16                                         Isoldes World  0.161000    0.127   \n",
       "17                                          Stanley Park  0.556000    0.104   \n",
       "18                              If It Means a Lot to You  0.536000    0.456   \n",
       "19                                    Come On Get Higher  0.623000   0.0848   \n",
       "20                                                 Aifos  0.231000    0.108   \n",
       "21                                   Blue Noise - 1 Hour  0.000513    0.792   \n",
       "22     Missa Et ecce terrae motus (The Earthquake Mas...  0.249000   0.0499   \n",
       "23     The Planets, Op. 32: II. Venus, the Bringer of...  0.011900    0.132   \n",
       "24                                        Turn Your Love  0.721000   0.0814   \n",
       "25                                                Oh Yes  0.815000    0.087   \n",
       "26                                        I Still Wonder  0.735000    0.105   \n",
       "27                                       The Man Village  0.017700   0.0722   \n",
       "28                       Bach: Goldberg Variations: Aria  0.231000   0.0713   \n",
       "29     Kilfenora Reels: Connemara Stocking - The West...  0.861000    0.196   \n",
       "...                                                  ...       ...      ...   \n",
       "25945                                Rise from the Ashes  0.947000   0.0866   \n",
       "25946     Crepescule With Nellie - Live At Carnegie Hall  0.144000    0.359   \n",
       "25947                               What You Waiting For  0.916000    0.484   \n",
       "25948  Die Gitarrenprobe (Arr. After Jesus bleibet me...  0.327000      0.1   \n",
       "25949                                               Zoom  0.383000   0.0212   \n",
       "25950                                         Rush, Rush  0.440000   0.0958   \n",
       "25951                                       Love Natural  0.678000    0.128   \n",
       "25952  Running by the roads, running by the fields (s...  0.064100      0.1   \n",
       "25953                                         Slow Train  0.694000    0.277   \n",
       "25954                                               Home  0.792000    0.159   \n",
       "25955                                   To Love Somebody  0.872000   0.0837   \n",
       "25956                               Take On Me - Best Of  0.940000    0.133   \n",
       "25957                                       Disobedience  0.819000    0.354   \n",
       "25958                                    Sunrise In Rome  0.218000    0.105   \n",
       "25959                                             Gloria  0.087800    0.111   \n",
       "25960                       Heart Of Glass (12\" Version)  0.629000   0.0459   \n",
       "25961                                    Go (Radio Edit)  0.848000   0.0943   \n",
       "25962                                 Just What I Needed  0.579000   0.0858   \n",
       "25963           Zing dash Gzang: An Shabbes tzu ous Gang  0.113000    0.106   \n",
       "25964  Symphony No.35 In D, K.385 \"Haffner\": 2. Andan...  0.030700   0.0839   \n",
       "25965                                    I Know Somebody  0.903000    0.127   \n",
       "25966                            Do You Believe in Magic  0.742000    0.339   \n",
       "25967                                            Nervous  0.673000    0.127   \n",
       "25968                                  Fake My Own Death  0.955000    0.181   \n",
       "25969                             Blame It On The Boogie  0.725000    0.108   \n",
       "25970                                        Guttersnipe  0.623000   0.0853   \n",
       "25971                                          The Stage  0.919000    0.106   \n",
       "25972                                          The Rains  0.399000   0.0704   \n",
       "25973                           I Am Not Waiting Anymore  0.262000    0.122   \n",
       "25974                                       Bags & Trane  0.192000    0.105   \n",
       "\n",
       "         tempo speechiness  acousticness instrumentalness time_signature  \\\n",
       "0      138.153      0.0354      0.000032            0.196              4   \n",
       "1      142.726      0.0386      0.004680                0              4   \n",
       "2      127.997      0.0425      0.000531            0.594              4   \n",
       "3      171.963      0.0302      0.262000            0.837              4   \n",
       "4      116.599      0.0451      0.955000                0              4   \n",
       "5       76.020      0.0287      0.294000                0              4   \n",
       "6      171.971      0.0624      0.099600                0              4   \n",
       "7       72.940       0.961      0.921000                0              3   \n",
       "8      110.056        0.05      0.057500                0              4   \n",
       "9       99.987      0.0483      0.093700             0.82              4   \n",
       "10     106.967      0.0366      0.006580                0              4   \n",
       "11     123.994      0.0343      0.846000            0.913              4   \n",
       "12     149.920      0.0423      0.110000            0.833              4   \n",
       "13     110.950       0.132      0.004690            0.127              4   \n",
       "14     176.037      0.0682      0.312000             0.83              4   \n",
       "15     112.912      0.0463      0.894000            0.767              4   \n",
       "16      80.014      0.0321      0.171000            0.908              3   \n",
       "17     145.081      0.0337      0.701000          0.00867              3   \n",
       "18     126.996      0.0279      0.112000                0              4   \n",
       "19      92.018      0.0297      0.241000                0              4   \n",
       "20      99.033      0.0299      0.990000            0.631              4   \n",
       "21       0.000        None      0.112000            0.879           None   \n",
       "22     130.321      0.0409      0.982000           0.0516              3   \n",
       "23     138.631      0.0401      0.958000             0.86              4   \n",
       "24     172.022      0.0589      0.215000            0.118              4   \n",
       "25     115.965      0.0476      0.143000                0              4   \n",
       "26     100.038        0.03      0.024100         0.000373              4   \n",
       "27      93.592      0.0382      0.957000            0.969              4   \n",
       "28     131.075      0.0441      0.927000            0.646              4   \n",
       "29     115.450       0.076      0.702000           0.0115              4   \n",
       "...        ...         ...           ...              ...            ...   \n",
       "25945  133.067       0.062      0.000047            0.874              4   \n",
       "25946  135.640      0.0569      0.973000            0.177              3   \n",
       "25947  130.044      0.0683      0.016800         3.31e-06              4   \n",
       "25948   99.248      0.0486      0.928000             0.94              1   \n",
       "25949   82.049      0.0347      0.141000         0.000158              4   \n",
       "25950   90.012      0.0493      0.763000                0              4   \n",
       "25951   86.718       0.065      0.663000           0.0244              4   \n",
       "25952  121.944      0.0451      0.867000            0.911              4   \n",
       "25953  165.272      0.0333      0.000932           0.0492              3   \n",
       "25954  121.001      0.0335      0.021500                0              4   \n",
       "25955  126.969      0.0342      0.000063           0.0534              4   \n",
       "25956   97.876       0.118      0.019200                0              4   \n",
       "25957  179.915       0.053      0.000013            0.904              4   \n",
       "25958  205.111      0.0633      0.993000            0.932              4   \n",
       "25959  101.409      0.0473      0.968000           0.0369              4   \n",
       "25960  114.976       0.043      0.006620           0.0164              4   \n",
       "25961  125.881        0.05      0.000052            0.931              4   \n",
       "25962  127.224      0.0473      0.015200          6.4e-05              4   \n",
       "25963   99.355      0.0485      0.971000                0              4   \n",
       "25964   85.361      0.0393      0.961000            0.263              4   \n",
       "25965   88.986       0.037      0.035600                0              4   \n",
       "25966  138.591      0.0454      0.218000                0              4   \n",
       "25967   83.102      0.0384      0.375000         7.65e-05              4   \n",
       "25968  109.623       0.118      0.000195          0.00343              4   \n",
       "25969  113.317        0.09      0.069400                0              4   \n",
       "25970   77.227      0.0271      0.018500         2.21e-05              4   \n",
       "25971  134.934      0.0847      0.000459            0.256              4   \n",
       "25972  117.027       0.028      0.648000           0.0167              4   \n",
       "25973   80.590       0.036      0.785000         0.000135              3   \n",
       "25974  121.606      0.0458      0.838000            0.037              4   \n",
       "\n",
       "      danceability   key  duration_ms  loudness valence  mode  \n",
       "0             0.47   3.0     215120.0    -7.224    0.78   1.0  \n",
       "1            0.499   6.0     134200.0    -3.902   0.869   1.0  \n",
       "2            0.715   4.0     201337.0    -6.127   0.106   0.0  \n",
       "3            0.581   5.0     317811.0    -8.199   0.399   0.0  \n",
       "4            0.533   0.0     272053.0    -8.532   0.513   0.0  \n",
       "5            0.376   4.0     343667.0   -10.580   0.233   0.0  \n",
       "6            0.516   9.0     192160.0    -3.828   0.849   1.0  \n",
       "7            0.611   7.0     222200.0   -10.444   0.491   1.0  \n",
       "8            0.702   9.0     226893.0    -9.693   0.326   0.0  \n",
       "9            0.633   1.0     355200.0    -8.124  0.0384   0.0  \n",
       "10           0.834   3.0     195427.0    -7.238   0.964   0.0  \n",
       "11           0.447  10.0     459133.0   -14.445   0.249   0.0  \n",
       "12           0.764   1.0     223000.0    -8.612  0.0722   1.0  \n",
       "13           0.408   8.0     266600.0    -8.266   0.729   1.0  \n",
       "14           0.593   6.0     199877.0   -15.824   0.642   0.0  \n",
       "15           0.632   5.0     222747.0    -8.340   0.525   1.0  \n",
       "16           0.611   7.0     261312.0   -13.674   0.154   1.0  \n",
       "17           0.466   1.0     170213.0   -10.829   0.351   1.0  \n",
       "18           0.584  10.0     243227.0    -8.158   0.455   1.0  \n",
       "19           0.672   9.0     215173.0    -5.699   0.621   1.0  \n",
       "20           0.451   6.0     277835.0   -13.764   0.179   1.0  \n",
       "21            None   6.0    3720046.0   -22.258    None   0.0  \n",
       "22           0.174   1.0     348200.0   -20.452  0.0925   1.0  \n",
       "23           0.147   8.0     429933.0   -30.688  0.0326   1.0  \n",
       "24           0.639   5.0     241920.0    -7.625   0.621   0.0  \n",
       "25           0.819   7.0     203510.0    -3.243   0.669   1.0  \n",
       "26           0.555   6.0     277040.0    -5.301   0.211   1.0  \n",
       "27           0.171   6.0     177893.0   -31.730   0.036   1.0  \n",
       "28           0.428   7.0     148200.0   -18.850    0.31   1.0  \n",
       "29           0.493   2.0     171683.0    -7.956   0.942   1.0  \n",
       "...            ...   ...          ...       ...     ...   ...  \n",
       "25945        0.243   6.0     188067.0   -12.770   0.127   0.0  \n",
       "25946        0.538   8.0     266933.0   -17.711   0.102   1.0  \n",
       "25947        0.626  11.0     231173.0    -2.554   0.582   1.0  \n",
       "25948        0.641   7.0     197933.0   -16.848   0.899   1.0  \n",
       "25949        0.715   6.0     355800.0    -6.853   0.538   1.0  \n",
       "25950        0.706   4.0     292933.0   -11.577   0.396   1.0  \n",
       "25951         0.64  11.0     415827.0    -7.945   0.463   0.0  \n",
       "25952        0.446   2.0     122384.0   -28.817   0.142   0.0  \n",
       "25953        0.372   1.0     409720.0    -6.763   0.625   0.0  \n",
       "25954        0.592   0.0     209227.0    -5.884   0.271   1.0  \n",
       "25955        0.564   3.0     278827.0    -4.560   0.614   0.0  \n",
       "25956        0.576   9.0     199253.0    -3.003   0.841   1.0  \n",
       "25957        0.153   2.0     466880.0    -4.816   0.149   1.0  \n",
       "25958        0.342   7.0     120400.0   -13.755   0.424   1.0  \n",
       "25959         0.43   9.0     189355.0   -12.623   0.188   0.0  \n",
       "25960        0.661   9.0     350867.0    -7.797   0.679   1.0  \n",
       "25961        0.669   4.0     218000.0    -9.412   0.512   0.0  \n",
       "25962        0.619   4.0     225627.0    -9.307   0.699   1.0  \n",
       "25963        0.425   2.0     182778.0   -14.954   0.385   1.0  \n",
       "25964        0.211   7.0     493827.0   -25.870   0.079   1.0  \n",
       "25965        0.505   1.0     197830.0    -3.699   0.498   1.0  \n",
       "25966        0.552   0.0     125827.0    -7.963   0.745   1.0  \n",
       "25967        0.543   7.0     216200.0   -10.046   0.159   1.0  \n",
       "25968        0.304   0.0     194590.0    -3.701   0.192   1.0  \n",
       "25969         0.77   8.0     210333.0    -7.927   0.891   1.0  \n",
       "25970        0.533   0.0     412373.0    -7.136    0.35   1.0  \n",
       "25971        0.453   9.0     512840.0    -8.971   0.216   0.0  \n",
       "25972        0.689   6.0     211795.0   -10.906   0.431   1.0  \n",
       "25973        0.447   5.0     208187.0    -9.218   0.166   1.0  \n",
       "25974        0.479   1.0     440667.0   -17.190   0.221   0.0  \n",
       "\n",
       "[25975 rows x 18 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "songs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Get track info from gracenote\n",
    "# NOTE: Gracenote API has built-in fuzzy matching to artist and track.\n",
    "from collections import defaultdict\n",
    "\n",
    "def get_gn_multiple(search, dictionary, item):\n",
    "    '''\n",
    "    Helper function to get multiple items within Gracenote record\n",
    "    '''\n",
    "    for i in search[item].iteritems():\n",
    "        dictionary[item + '_' + i[0]] = i[1]['TEXT']\n",
    "\n",
    "def get_gn(artist, track):\n",
    "    '''\n",
    "    Gets artist and track information from Gracenote\n",
    "    '''\n",
    "    gn_dict = defaultdict(list)\n",
    "    gn_info = pygn.search(clientid, userid, artist=artist, track=track)\n",
    "\n",
    "    gn_dict['gnid'] = gn_info['track_gnid']\n",
    "\n",
    "    # artist specific info\n",
    "    for a in ['artist_origin', 'artist_type', 'artist_era']:\n",
    "        get_gn_multiple(gn_info, gn_dict, a)\n",
    "    # track specific info\n",
    "    for s in ['genre', 'mood', 'tempo']: # can potentially drop 'tempo' since Spotify has already captured this\n",
    "        get_gn_multiple(gn_info, gn_dict, s)      \n",
    "\n",
    "    return dict(gn_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "@timefunc\n",
    "def append_gn_df(df):\n",
    "    '''\n",
    "    Creates dataframe with artist and track information from Gracenote\n",
    "    '''\n",
    "    d = {}\n",
    "    for index, row in df.iterrows():\n",
    "        try:\n",
    "            d[row['id']] = get_gn(row['artist'], row['title'])\n",
    "        except:\n",
    "            pass\n",
    "    gn_df = pd.DataFrame(d).transpose().reset_index()\n",
    "    gn_df = gn_df.rename(columns = {'index' : 'id'})\n",
    "    return gn_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "@timefunc\n",
    "def chunk_gn_df(df, start, stop):\n",
    "    '''\n",
    "    Gets Gracenote dataframe from dataframe with spotify IDs and merges them, indexing based on Spotify dataframe\n",
    "    '''\n",
    "    full_songs = pd.DataFrame()\n",
    "    for i in range(start, stop, 100): \n",
    "        gn = append_gn_df(df.iloc[i], attach = False)\n",
    "        data = pd.merge(df, gn, on='id')\n",
    "        full_songs = full_songs.append(data, ignore_index=True)\n",
    "        full_songs.to_pickle('data/full_songs_df_' + str(i[-1]) + '.pkl')\n",
    "        sleep(.1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Testing functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test = songs[:10].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 203,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 6.28788208961 seconds\n"
     ]
    }
   ],
   "source": [
    "test_gn_df = append_gn_df(test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test2 = songs[:100].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 78.8128910065 seconds\n"
     ]
    }
   ],
   "source": [
    "test_gn_df2 = append_gn_df(test2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test3 = songs[:1000].copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 79.7802000046 seconds\n",
      "append_gn_df took 86.6563389301 seconds\n",
      "append_gn_df took 65.2759389877 seconds\n",
      "append_gn_df took 79.6878931522 seconds\n",
      "append_gn_df took 76.4993541241 seconds\n",
      "append_gn_df took 90.4260671139 seconds\n",
      "append_gn_df took 72.7159290314 seconds\n",
      "append_gn_df took 76.5112099648 seconds\n",
      "append_gn_df took 94.4111959934 seconds\n",
      "append_gn_df took 79.794656992 seconds\n",
      "chunk_gn_df took 802.02742815 seconds\n"
     ]
    }
   ],
   "source": [
    "test = chunk_gn_df(test3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Batch Gracenote API Calls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 67.4224410057 seconds\n",
      "append_gn_df took 72.3883001804 seconds\n",
      "append_gn_df took 79.8355090618 seconds\n",
      "append_gn_df took 78.1213560104 seconds\n",
      "append_gn_df took 80.340474844 seconds\n",
      "append_gn_df took 64.7614121437 seconds\n",
      "append_gn_df took 79.3378539085 seconds\n",
      "append_gn_df took 77.4290459156 seconds\n",
      "append_gn_df took 68.3279361725 seconds\n",
      "append_gn_df took 84.0087909698 seconds\n",
      "chunk_gn_df took 753.381345987 seconds\n"
     ]
    }
   ],
   "source": [
    "## Can be called iteratively; manual process and assignemnt to variables not necessary\n",
    "full_songs1999 = chunk_gn_df(songs, 1000, 2000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 84.309497118 seconds\n",
      "append_gn_df took 72.887706995 seconds\n",
      "append_gn_df took 96.2273700237 seconds\n",
      "append_gn_df took 132.650071144 seconds\n",
      "append_gn_df took 85.8785710335 seconds\n",
      "append_gn_df took 88.1040289402 seconds\n",
      "append_gn_df took 77.864866972 seconds\n",
      "append_gn_df took 86.2918081284 seconds\n",
      "append_gn_df took 69.6620688438 seconds\n",
      "append_gn_df took 68.9744520187 seconds\n",
      "chunk_gn_df took 864.217645884 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs2999 = chunk_gn_df(songs, 2000, 3000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 78.3683691025 seconds\n",
      "append_gn_df took 79.9486739635 seconds\n",
      "append_gn_df took 72.4678637981 seconds\n",
      "append_gn_df took 78.1993000507 seconds\n",
      "append_gn_df took 72.6659281254 seconds\n",
      "append_gn_df took 76.5402870178 seconds\n",
      "append_gn_df took 78.0043098927 seconds\n",
      "append_gn_df took 73.5283191204 seconds\n",
      "append_gn_df took 75.2775919437 seconds\n",
      "append_gn_df took 74.0675299168 seconds\n",
      "chunk_gn_df took 760.451182127 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs3999 = chunk_gn_df(songs, 3000, 4000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 76.9578900337 seconds\n",
      "append_gn_df took 75.7942149639 seconds\n",
      "append_gn_df took 73.5237259865 seconds\n",
      "append_gn_df took 77.3375658989 seconds\n",
      "append_gn_df took 82.8529810905 seconds\n",
      "append_gn_df took 67.162250042 seconds\n",
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 72.9738769531 seconds\n",
      "append_gn_df took 71.6249399185 seconds\n",
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 79.046284914 seconds\n",
      "append_gn_df took 71.738476038 seconds\n",
      "chunk_gn_df took 750.387325048 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs4999 = chunk_gn_df(songs, 4000, 5000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 95.8282520771 seconds\n",
      "append_gn_df took 69.6465280056 seconds\n",
      "append_gn_df took 83.172315836 seconds\n",
      "append_gn_df took 78.8234639168 seconds\n",
      "append_gn_df took 80.6341700554 seconds\n",
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 68.7922978401 seconds\n",
      "append_gn_df took 77.1774830818 seconds\n",
      "append_gn_df took 83.2521080971 seconds\n",
      "append_gn_df took 69.8379299641 seconds\n",
      "append_gn_df took 70.1823079586 seconds\n",
      "chunk_gn_df took 778.720597029 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs5999 = chunk_gn_df(songs, 5000, 6000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 86.7909920216 seconds\n",
      "append_gn_df took 78.6328549385 seconds\n",
      "append_gn_df took 78.0821502209 seconds\n",
      "append_gn_df took 74.4237539768 seconds\n",
      "append_gn_df took 69.9132301807 seconds\n",
      "append_gn_df took 68.4916939735 seconds\n",
      "append_gn_df took 79.7115499973 seconds\n",
      "append_gn_df took 76.0548529625 seconds\n",
      "append_gn_df took 83.470785141 seconds\n",
      "append_gn_df took 80.4534299374 seconds\n",
      "chunk_gn_df took 777.427739143 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs6999 = chunk_gn_df(songs, 6000, 7000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 87.3198399544 seconds\n",
      "append_gn_df took 71.2444541454 seconds\n",
      "append_gn_df took 64.7104129791 seconds\n",
      "append_gn_df took 91.5900039673 seconds\n",
      "append_gn_df took 78.8001978397 seconds\n",
      "append_gn_df took 81.8212971687 seconds\n",
      "append_gn_df took 78.2230608463 seconds\n",
      "append_gn_df took 84.765859127 seconds\n",
      "append_gn_df took 82.0997200012 seconds\n",
      "append_gn_df took 86.5055379868 seconds\n",
      "chunk_gn_df took 808.462280035 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs7999 = chunk_gn_df(songs, 7000, 8000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 77.7793679237 seconds\n",
      "append_gn_df took 73.5890009403 seconds\n",
      "append_gn_df took 72.8890779018 seconds\n",
      "append_gn_df took 76.9375469685 seconds\n",
      "append_gn_df took 87.3194820881 seconds\n",
      "append_gn_df took 72.121778965 seconds\n",
      "append_gn_df took 78.8284990788 seconds\n",
      "append_gn_df took 88.3182590008 seconds\n",
      "append_gn_df took 64.0786280632 seconds\n",
      "append_gn_df took 74.8370850086 seconds\n",
      "chunk_gn_df took 768.161731958 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs8999 = chunk_gn_df(songs, 8000, 9000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 76.7856390476 seconds\n",
      "append_gn_df took 78.7005288601 seconds\n",
      "append_gn_df took 78.9515731335 seconds\n",
      "append_gn_df took 75.6537179947 seconds\n",
      "append_gn_df took 84.0704278946 seconds\n",
      "append_gn_df took 72.4143879414 seconds\n",
      "append_gn_df took 125.271933079 seconds\n",
      "append_gn_df took 153.4139359 seconds\n",
      "append_gn_df took 119.485553026 seconds\n",
      "append_gn_df took 308.530214071 seconds\n",
      "chunk_gn_df took 1174.64778805 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs9999 = chunk_gn_df(songs, 9000, 10000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 131.71905899 seconds\n",
      "append_gn_df took 96.9787621498 seconds\n",
      "append_gn_df took 146.209033966 seconds\n",
      "append_gn_df took 351.851246119 seconds\n",
      "append_gn_df took 154.008980989 seconds\n",
      "append_gn_df took 105.124425888 seconds\n",
      "append_gn_df took 230.586303949 seconds\n",
      "append_gn_df took 112.298628092 seconds\n",
      "append_gn_df took 85.2859518528 seconds\n",
      "append_gn_df took 110.163626194 seconds\n",
      "chunk_gn_df took 1525.60910511 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs10999 = chunk_gn_df(songs, 10000, 11000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 98.8968849182 seconds\n",
      "append_gn_df took 97.7458968163 seconds\n",
      "append_gn_df took 91.483907938 seconds\n",
      "append_gn_df took 107.240098953 seconds\n",
      "append_gn_df took 118.474504948 seconds\n",
      "append_gn_df took 111.802592039 seconds\n",
      "append_gn_df took 343.274796009 seconds\n",
      "append_gn_df took 226.170608044 seconds\n",
      "append_gn_df took 89.4556779861 seconds\n",
      "append_gn_df took 117.234147072 seconds\n",
      "chunk_gn_df took 1403.17566109 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs11999 = chunk_gn_df(songs, 11000, 12000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 133.29369092 seconds\n",
      "append_gn_df took 151.5761621 seconds\n",
      "append_gn_df took 92.5917768478 seconds\n",
      "append_gn_df took 149.255569935 seconds\n",
      "append_gn_df took 146.41320014 seconds\n",
      "append_gn_df took 195.517437935 seconds\n",
      "append_gn_df took 91.819890976 seconds\n",
      "append_gn_df took 104.841881037 seconds\n",
      "append_gn_df took 82.6004371643 seconds\n",
      "append_gn_df took 85.0309300423 seconds\n",
      "chunk_gn_df took 1234.32447505 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs12999 = chunk_gn_df(songs, 12000, 13000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 110.27683115 seconds\n",
      "append_gn_df took 92.056000948 seconds\n",
      "append_gn_df took 91.6379680634 seconds\n",
      "append_gn_df took 92.28464818 seconds\n",
      "append_gn_df took 109.537946939 seconds\n",
      "append_gn_df took 99.7420189381 seconds\n",
      "append_gn_df took 90.7187151909 seconds\n",
      "append_gn_df took 99.281733036 seconds\n",
      "append_gn_df took 104.241221905 seconds\n",
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 125.22577405 seconds\n",
      "chunk_gn_df took 1016.37598181 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs13999 = chunk_gn_df(songs, 13000, 14000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 102.279052973 seconds\n",
      "append_gn_df took 149.364710808 seconds\n",
      "append_gn_df took 98.630658865 seconds\n",
      "append_gn_df took 93.2556109428 seconds\n",
      "append_gn_df took 138.696675062 seconds\n",
      "append_gn_df took 105.947779894 seconds\n",
      "append_gn_df took 84.4272220135 seconds\n",
      "append_gn_df took 91.7955269814 seconds\n",
      "append_gn_df took 104.516112804 seconds\n",
      "append_gn_df took 97.0090000629 seconds\n",
      "chunk_gn_df took 1067.31919789 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs14999 = chunk_gn_df(songs, 14000, 15000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 88.1784000397 seconds\n",
      "append_gn_df took 186.100250006 seconds\n",
      "append_gn_df took 133.599490166 seconds\n",
      "append_gn_df took 106.875953197 seconds\n",
      "append_gn_df took 92.7605168819 seconds\n",
      "append_gn_df took 117.334963083 seconds\n",
      "append_gn_df took 92.7208259106 seconds\n",
      "append_gn_df took 80.0384938717 seconds\n",
      "append_gn_df took 82.366686821 seconds\n",
      "append_gn_df took 66.072042942 seconds\n",
      "chunk_gn_df took 1047.44817519 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs15999 = chunk_gn_df(songs, 15000, 16000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 68.4800598621 seconds\n",
      "append_gn_df took 89.0547070503 seconds\n",
      "append_gn_df took 76.2554938793 seconds\n",
      "append_gn_df took 72.9623069763 seconds\n",
      "append_gn_df took 83.4721598625 seconds\n",
      "append_gn_df took 83.3267250061 seconds\n",
      "append_gn_df took 68.4833159447 seconds\n",
      "append_gn_df took 75.4022490978 seconds\n",
      "append_gn_df took 69.1183638573 seconds\n",
      "append_gn_df took 70.489814043 seconds\n",
      "chunk_gn_df took 758.437319994 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs16999 = chunk_gn_df(songs, 16000, 17000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 65.9987528324 seconds\n",
      "append_gn_df took 81.4038321972 seconds\n",
      "append_gn_df took 76.6291849613 seconds\n",
      "append_gn_df took 77.9058899879 seconds\n",
      "append_gn_df took 75.1371262074 seconds\n",
      "append_gn_df took 72.6422510147 seconds\n",
      "append_gn_df took 78.9188940525 seconds\n",
      "append_gn_df took 71.4597859383 seconds\n",
      "append_gn_df took 68.2057061195 seconds\n",
      "append_gn_df took 79.3313319683 seconds\n",
      "chunk_gn_df took 749.036851168 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs17999 = chunk_gn_df(songs, 17000, 18000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 134.369413853 seconds\n",
      "append_gn_df took 71.921598196 seconds\n",
      "append_gn_df took 82.494289875 seconds\n",
      "append_gn_df took 80.0985100269 seconds\n",
      "append_gn_df took 85.3357758522 seconds\n",
      "append_gn_df took 81.140155077 seconds\n",
      "append_gn_df took 82.5929679871 seconds\n",
      "append_gn_df took 71.8430140018 seconds\n",
      "Must query with at least one field (artist, album, track, toc)\n",
      "append_gn_df took 77.491494894 seconds\n",
      "append_gn_df took 73.9180419445 seconds\n",
      "chunk_gn_df took 842.593214035 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs18999 = chunk_gn_df(songs, 18000, 19000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 79.8324451447 seconds\n",
      "append_gn_df took 74.6913099289 seconds\n",
      "append_gn_df took 75.8829219341 seconds\n",
      "append_gn_df took 74.6354169846 seconds\n",
      "append_gn_df took 69.8141829967 seconds\n",
      "append_gn_df took 72.1624469757 seconds\n",
      "append_gn_df took 93.358782053 seconds\n",
      "append_gn_df took 71.6024250984 seconds\n",
      "append_gn_df took 69.3719408512 seconds\n",
      "append_gn_df took 70.4650909901 seconds\n",
      "chunk_gn_df took 753.183333158 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs19999 = chunk_gn_df(songs, 19000, 20000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 75.2547709942 seconds\n",
      "append_gn_df took 94.6666181087 seconds\n",
      "append_gn_df took 68.4411761761 seconds\n",
      "append_gn_df took 79.5312569141 seconds\n",
      "append_gn_df took 78.9820671082 seconds\n",
      "append_gn_df took 77.2299990654 seconds\n",
      "append_gn_df took 78.7224521637 seconds\n",
      "append_gn_df took 73.3751819134 seconds\n",
      "append_gn_df took 63.038287878 seconds\n",
      "append_gn_df took 78.0099339485 seconds\n",
      "chunk_gn_df took 768.634967089 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs20999 = chunk_gn_df(songs, 20000, 21000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 76.02511096 seconds\n",
      "append_gn_df took 78.6484959126 seconds\n",
      "append_gn_df took 78.8567829132 seconds\n",
      "append_gn_df took 75.5170691013 seconds\n",
      "append_gn_df took 74.2776551247 seconds\n",
      "append_gn_df took 77.606345892 seconds\n",
      "append_gn_df took 75.952696085 seconds\n",
      "append_gn_df took 76.0307929516 seconds\n",
      "append_gn_df took 93.7007489204 seconds\n",
      "append_gn_df took 66.8212759495 seconds\n",
      "chunk_gn_df took 774.803480864 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs21999 = chunk_gn_df(songs, 21000, 22000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 71.0597381592 seconds\n",
      "append_gn_df took 71.5488610268 seconds\n",
      "append_gn_df took 79.8974308968 seconds\n",
      "append_gn_df took 77.8238909245 seconds\n",
      "append_gn_df took 74.2301619053 seconds\n",
      "append_gn_df took 79.7944989204 seconds\n",
      "append_gn_df took 77.3801560402 seconds\n",
      "append_gn_df took 74.3855559826 seconds\n",
      "append_gn_df took 75.037225008 seconds\n",
      "append_gn_df took 90.1520750523 seconds\n",
      "chunk_gn_df took 772.704972029 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs22999 = chunk_gn_df(songs, 22000, 23000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 80.5861279964 seconds\n",
      "append_gn_df took 76.774463892 seconds\n",
      "append_gn_df took 67.6875209808 seconds\n",
      "append_gn_df took 80.0155110359 seconds\n",
      "append_gn_df took 76.2862389088 seconds\n",
      "append_gn_df took 76.028192997 seconds\n",
      "append_gn_df took 84.122674942 seconds\n",
      "append_gn_df took 67.9391460419 seconds\n",
      "append_gn_df took 73.0469720364 seconds\n",
      "append_gn_df took 71.1367211342 seconds\n",
      "chunk_gn_df took 755.017567873 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs23999 = chunk_gn_df(songs, 23000, 24000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "append_gn_df took 75.6429240704 seconds\n",
      "append_gn_df took 89.7353980541 seconds\n",
      "append_gn_df took 81.5058760643 seconds\n",
      "append_gn_df took 83.1520318985 seconds\n",
      "append_gn_df took 75.0766859055 seconds\n",
      "append_gn_df took 78.1087810993 seconds\n",
      "append_gn_df took 73.210572958 seconds\n",
      "append_gn_df took 78.4695570469 seconds\n",
      "append_gn_df took 71.3715658188 seconds\n",
      "append_gn_df took 67.5516898632 seconds\n",
      "chunk_gn_df took 775.238777161 seconds\n"
     ]
    }
   ],
   "source": [
    "full_songs24999 = chunk_gn_df(songs, 24000, 25000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "full_songs25999 = chunk_gn_df(songs, 25000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def load_pickles(start, stop):\n",
    "    df = pd.DataFrame([])\n",
    "    for i in range(start, stop, 1000):\n",
    "        df = df.append(pd.read_pickle('data/full_songs_df_'+str(i)+'.pkl'), ignore_index=True)\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "full_songs_most = load_pickles(999, 24999)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "full_songs_all = full_songs_most.append(pd.read_pickle('data/full_songs_df_25899.pkl'), ignore_index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load Pickle Point"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "full_songs_all.to_pickle('data/master_songs.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "full_songs_all = pd.read_pickle('data/master_songs.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist</th>\n",
       "      <th>explicit</th>\n",
       "      <th>id</th>\n",
       "      <th>popularity</th>\n",
       "      <th>title</th>\n",
       "      <th>energy</th>\n",
       "      <th>liveness</th>\n",
       "      <th>tempo</th>\n",
       "      <th>speechiness</th>\n",
       "      <th>acousticness</th>\n",
       "      <th>...</th>\n",
       "      <th>artist_type_2</th>\n",
       "      <th>genre_1</th>\n",
       "      <th>genre_2</th>\n",
       "      <th>genre_3</th>\n",
       "      <th>gnid</th>\n",
       "      <th>mood_1</th>\n",
       "      <th>mood_2</th>\n",
       "      <th>tempo_1</th>\n",
       "      <th>tempo_2</th>\n",
       "      <th>tempo_3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Nirvana</td>\n",
       "      <td>False</td>\n",
       "      <td>3FUsMXBxA4V7eUwQ7B0HQO</td>\n",
       "      <td>48</td>\n",
       "      <td>Love Buzz</td>\n",
       "      <td>0.885</td>\n",
       "      <td>0.169</td>\n",
       "      <td>138.153</td>\n",
       "      <td>0.0354</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>...</td>\n",
       "      <td>Male Group</td>\n",
       "      <td>Alternative &amp; Punk</td>\n",
       "      <td>Alternative</td>\n",
       "      <td>Grunge</td>\n",
       "      <td>5007273-06983AE0CA94A42592A86F999A523B41</td>\n",
       "      <td>Brooding</td>\n",
       "      <td>Alienated / Brooding</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium</td>\n",
       "      <td>60s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Presidents Of The United States Of America</td>\n",
       "      <td>False</td>\n",
       "      <td>2JdzB67NvIa90K4gEZPLeX</td>\n",
       "      <td>58</td>\n",
       "      <td>Lump</td>\n",
       "      <td>0.873</td>\n",
       "      <td>0.165</td>\n",
       "      <td>142.726</td>\n",
       "      <td>0.0386</td>\n",
       "      <td>0.004680</td>\n",
       "      <td>...</td>\n",
       "      <td>Male Group</td>\n",
       "      <td>Alternative &amp; Punk</td>\n",
       "      <td>Alternative</td>\n",
       "      <td>Alternative Pop</td>\n",
       "      <td>7176919-C893DAE82E18906A0C45F2D6651DF095</td>\n",
       "      <td>Aggressive</td>\n",
       "      <td>Aggressive Power</td>\n",
       "      <td>Fast Tempo</td>\n",
       "      <td>Fast</td>\n",
       "      <td>140s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Stanton Warriors</td>\n",
       "      <td>False</td>\n",
       "      <td>0zXLMZUCYZCx8Bq4jCr174</td>\n",
       "      <td>30</td>\n",
       "      <td>So Sweet</td>\n",
       "      <td>0.936</td>\n",
       "      <td>0.118</td>\n",
       "      <td>127.997</td>\n",
       "      <td>0.0425</td>\n",
       "      <td>0.000531</td>\n",
       "      <td>...</td>\n",
       "      <td>Male Duo</td>\n",
       "      <td>Electronica</td>\n",
       "      <td>Techno</td>\n",
       "      <td>Breakbeat</td>\n",
       "      <td>542968754-3A3DE9DCC8AACF9DE2F055187073DCA2</td>\n",
       "      <td>Energizing</td>\n",
       "      <td>Abstract Beat</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium Fast</td>\n",
       "      <td>120s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Natalie Marchenko</td>\n",
       "      <td>False</td>\n",
       "      <td>14w7n7gi635VCb5f7t2OQ5</td>\n",
       "      <td>37</td>\n",
       "      <td>License To Chill - Pacha Sax Lounge RMX</td>\n",
       "      <td>0.511</td>\n",
       "      <td>0.24</td>\n",
       "      <td>171.963</td>\n",
       "      <td>0.0302</td>\n",
       "      <td>0.262000</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Easy Listening</td>\n",
       "      <td>Other Easy Listening</td>\n",
       "      <td>212605678-5823A53026929EE7380477A9D3DCD697</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Robyn</td>\n",
       "      <td>False</td>\n",
       "      <td>01NJd6s7Kyn6NSsPp503sh</td>\n",
       "      <td>28</td>\n",
       "      <td>Be Mine! - Live At The Cherrytree House</td>\n",
       "      <td>0.249</td>\n",
       "      <td>0.114</td>\n",
       "      <td>116.599</td>\n",
       "      <td>0.0451</td>\n",
       "      <td>0.955000</td>\n",
       "      <td>...</td>\n",
       "      <td>Female</td>\n",
       "      <td>Electronica</td>\n",
       "      <td>Electronica Mainstream</td>\n",
       "      <td>Pop Electronica</td>\n",
       "      <td>176433014-A2FF98AC415031B8A67464F3DED3BC22</td>\n",
       "      <td>Romantic</td>\n",
       "      <td>Heartfelt Passion</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium</td>\n",
       "      <td>70s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Pearl Jam</td>\n",
       "      <td>False</td>\n",
       "      <td>6qgpO647NPBUvBkm56vV7d</td>\n",
       "      <td>5</td>\n",
       "      <td>Black</td>\n",
       "      <td>0.548</td>\n",
       "      <td>0.179</td>\n",
       "      <td>76.020</td>\n",
       "      <td>0.0287</td>\n",
       "      <td>0.294000</td>\n",
       "      <td>...</td>\n",
       "      <td>Male Group</td>\n",
       "      <td>Alternative &amp; Punk</td>\n",
       "      <td>Alternative</td>\n",
       "      <td>Grunge</td>\n",
       "      <td>17527306-1F01011247D0A98978073E66BF4D5597</td>\n",
       "      <td>Brooding</td>\n",
       "      <td>Evocative / Intriguing</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium</td>\n",
       "      <td>70s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sam Hunt</td>\n",
       "      <td>False</td>\n",
       "      <td>3wx2kQWPn9p5UppQbNhPAk</td>\n",
       "      <td>67</td>\n",
       "      <td>Leave The Night On</td>\n",
       "      <td>0.953</td>\n",
       "      <td>0.349</td>\n",
       "      <td>171.971</td>\n",
       "      <td>0.0624</td>\n",
       "      <td>0.099600</td>\n",
       "      <td>...</td>\n",
       "      <td>Male</td>\n",
       "      <td>Traditional</td>\n",
       "      <td>Country</td>\n",
       "      <td>Contemporary Country</td>\n",
       "      <td>459278920-F9806BD4AFF4B5DC038D6D65E70C0B6C</td>\n",
       "      <td>Yearning</td>\n",
       "      <td>Sensitive / Exploring</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium</td>\n",
       "      <td>80s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>George Carlin</td>\n",
       "      <td>False</td>\n",
       "      <td>5DuxYjcuebFPontojL1NEE</td>\n",
       "      <td>0</td>\n",
       "      <td>War Pictures</td>\n",
       "      <td>0.546</td>\n",
       "      <td>0.147</td>\n",
       "      <td>72.940</td>\n",
       "      <td>0.961</td>\n",
       "      <td>0.921000</td>\n",
       "      <td>...</td>\n",
       "      <td>Male</td>\n",
       "      <td>Other</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>4965187-7F868B4D3F7D16781A583E8E222EF876</td>\n",
       "      <td>Other</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Slow Tempo</td>\n",
       "      <td>Static</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Kaya May</td>\n",
       "      <td>False</td>\n",
       "      <td>4eg3wsiTrPa7KpwVai2VY7</td>\n",
       "      <td>56</td>\n",
       "      <td>Hands to Myself, Love Yourself, Perfect (Acous...</td>\n",
       "      <td>0.445</td>\n",
       "      <td>0.113</td>\n",
       "      <td>110.056</td>\n",
       "      <td>0.05</td>\n",
       "      <td>0.057500</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Pop</td>\n",
       "      <td>Western Pop</td>\n",
       "      <td>Pop Vocal</td>\n",
       "      <td>604743990-4B9A5237E117F5CE9E8506362D53C1D9</td>\n",
       "      <td>Brooding</td>\n",
       "      <td>Dreamy Brooding</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium Slow</td>\n",
       "      <td>50s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Notaker</td>\n",
       "      <td>False</td>\n",
       "      <td>341ShRaeysVdxLetlI391K</td>\n",
       "      <td>56</td>\n",
       "      <td>Infinite</td>\n",
       "      <td>0.669</td>\n",
       "      <td>0.108</td>\n",
       "      <td>99.987</td>\n",
       "      <td>0.0483</td>\n",
       "      <td>0.093700</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Electronica</td>\n",
       "      <td>Dance &amp; Club</td>\n",
       "      <td>Club Dance</td>\n",
       "      <td>625141650-9A245193045FB288D1785D87C9D94308</td>\n",
       "      <td>Excited</td>\n",
       "      <td>Euphoric Energy</td>\n",
       "      <td>Medium Tempo</td>\n",
       "      <td>Medium Fast</td>\n",
       "      <td>100s</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           artist explicit  \\\n",
       "0                                         Nirvana    False   \n",
       "1  The Presidents Of The United States Of America    False   \n",
       "2                                Stanton Warriors    False   \n",
       "3                               Natalie Marchenko    False   \n",
       "4                                           Robyn    False   \n",
       "5                                       Pearl Jam    False   \n",
       "6                                        Sam Hunt    False   \n",
       "7                                   George Carlin    False   \n",
       "8                                        Kaya May    False   \n",
       "9                                         Notaker    False   \n",
       "\n",
       "                       id  popularity  \\\n",
       "0  3FUsMXBxA4V7eUwQ7B0HQO          48   \n",
       "1  2JdzB67NvIa90K4gEZPLeX          58   \n",
       "2  0zXLMZUCYZCx8Bq4jCr174          30   \n",
       "3  14w7n7gi635VCb5f7t2OQ5          37   \n",
       "4  01NJd6s7Kyn6NSsPp503sh          28   \n",
       "5  6qgpO647NPBUvBkm56vV7d           5   \n",
       "6  3wx2kQWPn9p5UppQbNhPAk          67   \n",
       "7  5DuxYjcuebFPontojL1NEE           0   \n",
       "8  4eg3wsiTrPa7KpwVai2VY7          56   \n",
       "9  341ShRaeysVdxLetlI391K          56   \n",
       "\n",
       "                                               title  energy liveness  \\\n",
       "0                                          Love Buzz   0.885    0.169   \n",
       "1                                               Lump   0.873    0.165   \n",
       "2                                           So Sweet   0.936    0.118   \n",
       "3            License To Chill - Pacha Sax Lounge RMX   0.511     0.24   \n",
       "4            Be Mine! - Live At The Cherrytree House   0.249    0.114   \n",
       "5                                              Black   0.548    0.179   \n",
       "6                                 Leave The Night On   0.953    0.349   \n",
       "7                                       War Pictures   0.546    0.147   \n",
       "8  Hands to Myself, Love Yourself, Perfect (Acous...   0.445    0.113   \n",
       "9                                           Infinite   0.669    0.108   \n",
       "\n",
       "     tempo speechiness  acousticness   ...   artist_type_2  \\\n",
       "0  138.153      0.0354      0.000032   ...      Male Group   \n",
       "1  142.726      0.0386      0.004680   ...      Male Group   \n",
       "2  127.997      0.0425      0.000531   ...        Male Duo   \n",
       "3  171.963      0.0302      0.262000   ...             NaN   \n",
       "4  116.599      0.0451      0.955000   ...          Female   \n",
       "5   76.020      0.0287      0.294000   ...      Male Group   \n",
       "6  171.971      0.0624      0.099600   ...            Male   \n",
       "7   72.940       0.961      0.921000   ...            Male   \n",
       "8  110.056        0.05      0.057500   ...             NaN   \n",
       "9   99.987      0.0483      0.093700   ...             NaN   \n",
       "\n",
       "              genre_1                 genre_2               genre_3  \\\n",
       "0  Alternative & Punk             Alternative                Grunge   \n",
       "1  Alternative & Punk             Alternative       Alternative Pop   \n",
       "2         Electronica                  Techno             Breakbeat   \n",
       "3                 Pop          Easy Listening  Other Easy Listening   \n",
       "4         Electronica  Electronica Mainstream       Pop Electronica   \n",
       "5  Alternative & Punk             Alternative                Grunge   \n",
       "6         Traditional                 Country  Contemporary Country   \n",
       "7               Other                  Comedy                Comedy   \n",
       "8                 Pop             Western Pop             Pop Vocal   \n",
       "9         Electronica            Dance & Club            Club Dance   \n",
       "\n",
       "                                         gnid      mood_1  \\\n",
       "0    5007273-06983AE0CA94A42592A86F999A523B41    Brooding   \n",
       "1    7176919-C893DAE82E18906A0C45F2D6651DF095  Aggressive   \n",
       "2  542968754-3A3DE9DCC8AACF9DE2F055187073DCA2  Energizing   \n",
       "3  212605678-5823A53026929EE7380477A9D3DCD697         NaN   \n",
       "4  176433014-A2FF98AC415031B8A67464F3DED3BC22    Romantic   \n",
       "5   17527306-1F01011247D0A98978073E66BF4D5597    Brooding   \n",
       "6  459278920-F9806BD4AFF4B5DC038D6D65E70C0B6C    Yearning   \n",
       "7    4965187-7F868B4D3F7D16781A583E8E222EF876       Other   \n",
       "8  604743990-4B9A5237E117F5CE9E8506362D53C1D9    Brooding   \n",
       "9  625141650-9A245193045FB288D1785D87C9D94308     Excited   \n",
       "\n",
       "                   mood_2       tempo_1      tempo_2 tempo_3  \n",
       "0    Alienated / Brooding  Medium Tempo       Medium     60s  \n",
       "1        Aggressive Power    Fast Tempo         Fast    140s  \n",
       "2           Abstract Beat  Medium Tempo  Medium Fast    120s  \n",
       "3                     NaN           NaN          NaN     NaN  \n",
       "4       Heartfelt Passion  Medium Tempo       Medium     70s  \n",
       "5  Evocative / Intriguing  Medium Tempo       Medium     70s  \n",
       "6   Sensitive / Exploring  Medium Tempo       Medium     80s  \n",
       "7                     NaN    Slow Tempo       Static       0  \n",
       "8         Dreamy Brooding  Medium Tempo  Medium Slow     50s  \n",
       "9         Euphoric Energy  Medium Tempo  Medium Fast    100s  \n",
       "\n",
       "[10 rows x 35 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "full_songs_all.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "artist              24567\n",
       "explicit            24567\n",
       "id                  24567\n",
       "popularity          24567\n",
       "title               24567\n",
       "energy              24567\n",
       "liveness            24561\n",
       "tempo               24567\n",
       "speechiness         24531\n",
       "acousticness        24567\n",
       "instrumentalness    24566\n",
       "time_signature      24531\n",
       "danceability        24531\n",
       "key                 24567\n",
       "duration_ms         24567\n",
       "loudness            24567\n",
       "valence             24529\n",
       "mode                24567\n",
       "artist_era_1        20782\n",
       "artist_era_2         8151\n",
       "artist_origin_1     20791\n",
       "artist_origin_2     20769\n",
       "artist_origin_3     15260\n",
       "artist_origin_4     10986\n",
       "artist_type_1       20785\n",
       "artist_type_2       20744\n",
       "genre_1             24354\n",
       "genre_2             24354\n",
       "genre_3             24354\n",
       "gnid                24567\n",
       "mood_1              21500\n",
       "mood_2              21059\n",
       "tempo_1             21499\n",
       "tempo_2             21499\n",
       "tempo_3             21499\n",
       "dtype: int64"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "full_songs_all.count(axis=0)"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}