ml/CNN_LSTM_pipeline.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# CNN_LSTM Model Pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import collections\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import time\n",
    "import os\n",
    "import tensorflow as tf\n",
    "from tensorflow.keras.layers import *\n",
    "from tensorflow.keras.models import Model\n",
    "from tensorflow.keras.models import load_model\n",
    "from tensorflow.keras.utils import plot_model\n",
    "from tensorflow.keras.callbacks import TensorBoard\n",
    "from TrainValTensorBoard import TrainValTensorBoard\n",
    "from scipy import signal\n",
    "import matplotlib.pyplot as plt\n",
    "pd.set_option('display.max_columns', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "os.environ['HDF5_USE_FILE_LOCKING'] = 'FALSE'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'1.13.1'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tf.__version__"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load Datasets and Clean\n",
    "In this configuration the relevant data set should be loaded from the same folder as the notebook"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('/nfs/2018/j/jcruz-y-/neurotron_datasets/joined/joined_data_106979_24-Oct-19_17:31_jose_all_1.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The data consists of timestamps from the two hardware devices and a diff between them. When the two hardware data streams were stitched together an effor was made to minimize this diff, but the driver configuration did not easily permit eliminating it. This information is included to understand the accuracy of the data, but will not be used during the training.\n",
    "\n",
    "The time data is followed by the 8 channels from the Myo, this data will be used as input features.\n",
    "\n",
    "This is followed by the 63 positional points from the Leap cameras. These will be used as labels."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Leap timestamp</th>\n",
       "      <th>timestamp diff</th>\n",
       "      <th>emg timestamp</th>\n",
       "      <th>ch1</th>\n",
       "      <th>ch2</th>\n",
       "      <th>ch3</th>\n",
       "      <th>ch4</th>\n",
       "      <th>ch5</th>\n",
       "      <th>ch6</th>\n",
       "      <th>ch7</th>\n",
       "      <th>ch8</th>\n",
       "      <th>Wrist x</th>\n",
       "      <th>Wrist y</th>\n",
       "      <th>Wrist z</th>\n",
       "      <th>Thumb Proximal x</th>\n",
       "      <th>Thumb Proximal y</th>\n",
       "      <th>Thumb Proximal z</th>\n",
       "      <th>Thumb Intermediate x</th>\n",
       "      <th>Thumb Intermediate y</th>\n",
       "      <th>Thumb Intermediate z</th>\n",
       "      <th>Thumb Distal x</th>\n",
       "      <th>Thumb Distal y</th>\n",
       "      <th>Thumb Distal z</th>\n",
       "      <th>Thumb Tip x</th>\n",
       "      <th>Thumb Tip y</th>\n",
       "      <th>Thumb Tip z</th>\n",
       "      <th>Index Proximal x</th>\n",
       "      <th>Index Proximal y</th>\n",
       "      <th>Index Proximal z</th>\n",
       "      <th>Index Intermediate x</th>\n",
       "      <th>Index Intermediate y</th>\n",
       "      <th>Index Intermediate z</th>\n",
       "      <th>Index Distal x</th>\n",
       "      <th>Index Distal y</th>\n",
       "      <th>Index Distal z</th>\n",
       "      <th>Index Tip x</th>\n",
       "      <th>Index Tip y</th>\n",
       "      <th>Index Tip z</th>\n",
       "      <th>Middle Proximal x</th>\n",
       "      <th>Middle Proximal y</th>\n",
       "      <th>Middle Proximal z</th>\n",
       "      <th>Middle Intermediate x</th>\n",
       "      <th>Middle Intermediate y</th>\n",
       "      <th>Middle Intermediate z</th>\n",
       "      <th>Middle Distal x</th>\n",
       "      <th>Middle Distal y</th>\n",
       "      <th>Middle Distal z</th>\n",
       "      <th>Middle Tip x</th>\n",
       "      <th>Middle Tip y</th>\n",
       "      <th>Middle Tip z</th>\n",
       "      <th>Ring Proximal x</th>\n",
       "      <th>Ring Proximal y</th>\n",
       "      <th>Ring Proximal z</th>\n",
       "      <th>Ring Intermediate x</th>\n",
       "      <th>Ring Intermediate y</th>\n",
       "      <th>Ring Intermediate z</th>\n",
       "      <th>Ring Distal x</th>\n",
       "      <th>Ring Distal y</th>\n",
       "      <th>Ring Distal z</th>\n",
       "      <th>Ring Tip x</th>\n",
       "      <th>Ring Tip y</th>\n",
       "      <th>Ring Tip z</th>\n",
       "      <th>Pinky Proximal x</th>\n",
       "      <th>Pinky Proximal y</th>\n",
       "      <th>Pinky Proximal z</th>\n",
       "      <th>Pinky Intermediate x</th>\n",
       "      <th>Pinky Intermediate y</th>\n",
       "      <th>Pinky Intermediate z</th>\n",
       "      <th>Pinky Distal x</th>\n",
       "      <th>Pinky Distal y</th>\n",
       "      <th>Pinky Distal z</th>\n",
       "      <th>Pinky Tip x</th>\n",
       "      <th>Pinky Tip y</th>\n",
       "      <th>Pinky Tip z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>0.006226</td>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>50.0</td>\n",
       "      <td>250.0</td>\n",
       "      <td>396.0</td>\n",
       "      <td>89.0</td>\n",
       "      <td>53.0</td>\n",
       "      <td>43.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>61.0</td>\n",
       "      <td>9.262085</td>\n",
       "      <td>-9.118690</td>\n",
       "      <td>47.617905</td>\n",
       "      <td>-18.114399</td>\n",
       "      <td>-8.678528</td>\n",
       "      <td>51.673462</td>\n",
       "      <td>-46.709621</td>\n",
       "      <td>-12.567474</td>\n",
       "      <td>17.094170</td>\n",
       "      <td>-69.877258</td>\n",
       "      <td>-11.163055</td>\n",
       "      <td>-3.096992</td>\n",
       "      <td>-85.138763</td>\n",
       "      <td>-10.990265</td>\n",
       "      <td>-17.690151</td>\n",
       "      <td>-20.603283</td>\n",
       "      <td>15.033867</td>\n",
       "      <td>-19.298096</td>\n",
       "      <td>-18.594982</td>\n",
       "      <td>29.675285</td>\n",
       "      <td>-55.134228</td>\n",
       "      <td>-23.628544</td>\n",
       "      <td>21.952751</td>\n",
       "      <td>-74.898529</td>\n",
       "      <td>-29.280987</td>\n",
       "      <td>9.089638</td>\n",
       "      <td>-81.241966</td>\n",
       "      <td>-1.600807</td>\n",
       "      <td>9.199806</td>\n",
       "      <td>-21.184177</td>\n",
       "      <td>9.602978</td>\n",
       "      <td>22.597313</td>\n",
       "      <td>-61.013245</td>\n",
       "      <td>5.366776</td>\n",
       "      <td>12.613152</td>\n",
       "      <td>-84.265617</td>\n",
       "      <td>-2.429310</td>\n",
       "      <td>-1.073235</td>\n",
       "      <td>-90.542023</td>\n",
       "      <td>16.659401</td>\n",
       "      <td>0.454193</td>\n",
       "      <td>-17.607121</td>\n",
       "      <td>31.992260</td>\n",
       "      <td>15.967636</td>\n",
       "      <td>-51.509766</td>\n",
       "      <td>30.006121</td>\n",
       "      <td>9.053932</td>\n",
       "      <td>-75.447060</td>\n",
       "      <td>22.099865</td>\n",
       "      <td>-3.387665</td>\n",
       "      <td>-83.625824</td>\n",
       "      <td>31.320591</td>\n",
       "      <td>-11.242180</td>\n",
       "      <td>-12.971455</td>\n",
       "      <td>48.320904</td>\n",
       "      <td>0.762253</td>\n",
       "      <td>-37.152554</td>\n",
       "      <td>49.054413</td>\n",
       "      <td>-1.940414</td>\n",
       "      <td>-54.576313</td>\n",
       "      <td>42.004250</td>\n",
       "      <td>-10.960121</td>\n",
       "      <td>-65.103134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>-0.029152</td>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>50.0</td>\n",
       "      <td>286.0</td>\n",
       "      <td>368.0</td>\n",
       "      <td>74.0</td>\n",
       "      <td>51.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>42.0</td>\n",
       "      <td>6.786233</td>\n",
       "      <td>-11.333852</td>\n",
       "      <td>47.534789</td>\n",
       "      <td>-20.769446</td>\n",
       "      <td>-11.812599</td>\n",
       "      <td>49.990927</td>\n",
       "      <td>-48.818829</td>\n",
       "      <td>-12.573416</td>\n",
       "      <td>14.808353</td>\n",
       "      <td>-71.526649</td>\n",
       "      <td>-9.472275</td>\n",
       "      <td>-5.685904</td>\n",
       "      <td>-86.040143</td>\n",
       "      <td>-8.497499</td>\n",
       "      <td>-20.978106</td>\n",
       "      <td>-19.892583</td>\n",
       "      <td>15.473871</td>\n",
       "      <td>-19.684725</td>\n",
       "      <td>-16.363919</td>\n",
       "      <td>31.977931</td>\n",
       "      <td>-54.562784</td>\n",
       "      <td>-20.061439</td>\n",
       "      <td>25.205292</td>\n",
       "      <td>-74.945980</td>\n",
       "      <td>-24.964155</td>\n",
       "      <td>12.585976</td>\n",
       "      <td>-82.297033</td>\n",
       "      <td>-0.656441</td>\n",
       "      <td>10.240284</td>\n",
       "      <td>-20.741277</td>\n",
       "      <td>12.169991</td>\n",
       "      <td>25.430847</td>\n",
       "      <td>-59.404511</td>\n",
       "      <td>9.774177</td>\n",
       "      <td>16.861857</td>\n",
       "      <td>-83.445555</td>\n",
       "      <td>3.000662</td>\n",
       "      <td>3.609998</td>\n",
       "      <td>-91.510464</td>\n",
       "      <td>17.612489</td>\n",
       "      <td>1.798022</td>\n",
       "      <td>-16.543760</td>\n",
       "      <td>34.630843</td>\n",
       "      <td>19.197273</td>\n",
       "      <td>-48.656146</td>\n",
       "      <td>34.708936</td>\n",
       "      <td>13.781877</td>\n",
       "      <td>-73.032392</td>\n",
       "      <td>28.021311</td>\n",
       "      <td>1.851053</td>\n",
       "      <td>-82.843496</td>\n",
       "      <td>32.317179</td>\n",
       "      <td>-9.737174</td>\n",
       "      <td>-11.650706</td>\n",
       "      <td>50.569850</td>\n",
       "      <td>3.507205</td>\n",
       "      <td>-34.192403</td>\n",
       "      <td>52.642263</td>\n",
       "      <td>1.569894</td>\n",
       "      <td>-51.594506</td>\n",
       "      <td>46.731619</td>\n",
       "      <td>-7.074512</td>\n",
       "      <td>-63.067226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>0.001225</td>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>48.0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>347.0</td>\n",
       "      <td>69.0</td>\n",
       "      <td>50.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>5.317806</td>\n",
       "      <td>-12.499672</td>\n",
       "      <td>47.453987</td>\n",
       "      <td>-22.304150</td>\n",
       "      <td>-13.473961</td>\n",
       "      <td>48.934364</td>\n",
       "      <td>-50.567093</td>\n",
       "      <td>-11.620216</td>\n",
       "      <td>13.915695</td>\n",
       "      <td>-73.125786</td>\n",
       "      <td>-7.157860</td>\n",
       "      <td>-6.519272</td>\n",
       "      <td>-87.022034</td>\n",
       "      <td>-5.696548</td>\n",
       "      <td>-22.351597</td>\n",
       "      <td>-19.449600</td>\n",
       "      <td>15.688126</td>\n",
       "      <td>-19.963085</td>\n",
       "      <td>-15.181034</td>\n",
       "      <td>33.082428</td>\n",
       "      <td>-54.341133</td>\n",
       "      <td>-18.064960</td>\n",
       "      <td>27.075287</td>\n",
       "      <td>-75.106461</td>\n",
       "      <td>-22.477337</td>\n",
       "      <td>14.810486</td>\n",
       "      <td>-83.337776</td>\n",
       "      <td>-0.101135</td>\n",
       "      <td>10.783897</td>\n",
       "      <td>-20.485744</td>\n",
       "      <td>13.475960</td>\n",
       "      <td>26.486450</td>\n",
       "      <td>-58.701767</td>\n",
       "      <td>12.304794</td>\n",
       "      <td>18.931656</td>\n",
       "      <td>-83.193710</td>\n",
       "      <td>6.364304</td>\n",
       "      <td>6.209526</td>\n",
       "      <td>-92.698830</td>\n",
       "      <td>18.149715</td>\n",
       "      <td>2.515739</td>\n",
       "      <td>-15.874870</td>\n",
       "      <td>36.093548</td>\n",
       "      <td>20.546936</td>\n",
       "      <td>-47.148628</td>\n",
       "      <td>37.534588</td>\n",
       "      <td>16.020477</td>\n",
       "      <td>-71.687836</td>\n",
       "      <td>31.792110</td>\n",
       "      <td>4.564583</td>\n",
       "      <td>-82.641403</td>\n",
       "      <td>32.863037</td>\n",
       "      <td>-8.918983</td>\n",
       "      <td>-10.774841</td>\n",
       "      <td>52.029774</td>\n",
       "      <td>4.644127</td>\n",
       "      <td>-32.373928</td>\n",
       "      <td>55.188416</td>\n",
       "      <td>3.101257</td>\n",
       "      <td>-49.667633</td>\n",
       "      <td>50.315052</td>\n",
       "      <td>-5.215370</td>\n",
       "      <td>-61.872467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>0.009088</td>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>49.0</td>\n",
       "      <td>245.0</td>\n",
       "      <td>326.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>5.141285</td>\n",
       "      <td>-12.493469</td>\n",
       "      <td>47.475067</td>\n",
       "      <td>-22.483795</td>\n",
       "      <td>-13.559532</td>\n",
       "      <td>48.828407</td>\n",
       "      <td>-50.828781</td>\n",
       "      <td>-11.390457</td>\n",
       "      <td>13.894257</td>\n",
       "      <td>-73.361900</td>\n",
       "      <td>-6.804001</td>\n",
       "      <td>-6.541451</td>\n",
       "      <td>-87.106232</td>\n",
       "      <td>-5.372879</td>\n",
       "      <td>-22.508564</td>\n",
       "      <td>-19.409599</td>\n",
       "      <td>15.628494</td>\n",
       "      <td>-20.048607</td>\n",
       "      <td>-15.110043</td>\n",
       "      <td>33.002945</td>\n",
       "      <td>-54.432831</td>\n",
       "      <td>-17.841034</td>\n",
       "      <td>27.203735</td>\n",
       "      <td>-75.277794</td>\n",
       "      <td>-22.137730</td>\n",
       "      <td>15.102798</td>\n",
       "      <td>-83.807457</td>\n",
       "      <td>-0.042805</td>\n",
       "      <td>10.788460</td>\n",
       "      <td>-20.483543</td>\n",
       "      <td>13.552137</td>\n",
       "      <td>26.346481</td>\n",
       "      <td>-58.752304</td>\n",
       "      <td>12.602261</td>\n",
       "      <td>18.943726</td>\n",
       "      <td>-83.300186</td>\n",
       "      <td>6.865059</td>\n",
       "      <td>6.356377</td>\n",
       "      <td>-93.104897</td>\n",
       "      <td>18.213963</td>\n",
       "      <td>2.579636</td>\n",
       "      <td>-15.790806</td>\n",
       "      <td>36.240501</td>\n",
       "      <td>20.540024</td>\n",
       "      <td>-47.057739</td>\n",
       "      <td>37.922184</td>\n",
       "      <td>16.111511</td>\n",
       "      <td>-71.599510</td>\n",
       "      <td>32.396820</td>\n",
       "      <td>4.750542</td>\n",
       "      <td>-82.761627</td>\n",
       "      <td>32.941494</td>\n",
       "      <td>-8.807564</td>\n",
       "      <td>-10.625877</td>\n",
       "      <td>52.218910</td>\n",
       "      <td>4.702339</td>\n",
       "      <td>-32.159714</td>\n",
       "      <td>55.573746</td>\n",
       "      <td>3.183128</td>\n",
       "      <td>-49.418533</td>\n",
       "      <td>50.933563</td>\n",
       "      <td>-5.084938</td>\n",
       "      <td>-61.746620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>-0.028308</td>\n",
       "      <td>1.571891e+09</td>\n",
       "      <td>43.0</td>\n",
       "      <td>247.0</td>\n",
       "      <td>325.0</td>\n",
       "      <td>49.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>4.931822</td>\n",
       "      <td>-12.186270</td>\n",
       "      <td>47.576642</td>\n",
       "      <td>-22.675898</td>\n",
       "      <td>-13.818677</td>\n",
       "      <td>48.666467</td>\n",
       "      <td>-51.227582</td>\n",
       "      <td>-11.307386</td>\n",
       "      <td>13.924809</td>\n",
       "      <td>-73.618568</td>\n",
       "      <td>-6.853106</td>\n",
       "      <td>-6.694705</td>\n",
       "      <td>-86.806923</td>\n",
       "      <td>-5.842213</td>\n",
       "      <td>-23.149838</td>\n",
       "      <td>-19.529686</td>\n",
       "      <td>15.138880</td>\n",
       "      <td>-20.304312</td>\n",
       "      <td>-15.416904</td>\n",
       "      <td>32.233162</td>\n",
       "      <td>-54.850683</td>\n",
       "      <td>-17.606092</td>\n",
       "      <td>27.212273</td>\n",
       "      <td>-75.955087</td>\n",
       "      <td>-21.369139</td>\n",
       "      <td>15.825144</td>\n",
       "      <td>-85.617107</td>\n",
       "      <td>-0.064653</td>\n",
       "      <td>10.699529</td>\n",
       "      <td>-20.529989</td>\n",
       "      <td>13.204302</td>\n",
       "      <td>25.702415</td>\n",
       "      <td>-59.131582</td>\n",
       "      <td>12.917689</td>\n",
       "      <td>18.736651</td>\n",
       "      <td>-83.820910</td>\n",
       "      <td>7.957404</td>\n",
       "      <td>6.580798</td>\n",
       "      <td>-94.533728</td>\n",
       "      <td>18.309981</td>\n",
       "      <td>2.890611</td>\n",
       "      <td>-15.624303</td>\n",
       "      <td>36.167134</td>\n",
       "      <td>20.690137</td>\n",
       "      <td>-47.079395</td>\n",
       "      <td>38.460759</td>\n",
       "      <td>16.520139</td>\n",
       "      <td>-71.615142</td>\n",
       "      <td>33.674308</td>\n",
       "      <td>5.398041</td>\n",
       "      <td>-83.336438</td>\n",
       "      <td>33.217521</td>\n",
       "      <td>-8.166978</td>\n",
       "      <td>-10.266741</td>\n",
       "      <td>52.535532</td>\n",
       "      <td>5.324988</td>\n",
       "      <td>-31.775413</td>\n",
       "      <td>56.404622</td>\n",
       "      <td>3.893927</td>\n",
       "      <td>-48.932433</td>\n",
       "      <td>52.530867</td>\n",
       "      <td>-4.270894</td>\n",
       "      <td>-61.584274</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Leap timestamp  timestamp diff  emg timestamp   ch1    ch2    ch3   ch4  \\\n",
       "0    1.571891e+09        0.006226   1.571891e+09  50.0  250.0  396.0  89.0   \n",
       "1    1.571891e+09       -0.029152   1.571891e+09  50.0  286.0  368.0  74.0   \n",
       "2    1.571891e+09        0.001225   1.571891e+09  48.0  270.0  347.0  69.0   \n",
       "3    1.571891e+09        0.009088   1.571891e+09  49.0  245.0  326.0  66.0   \n",
       "4    1.571891e+09       -0.028308   1.571891e+09  43.0  247.0  325.0  49.0   \n",
       "\n",
       "    ch5   ch6   ch7   ch8   Wrist x    Wrist y    Wrist z  Thumb Proximal x  \\\n",
       "0  53.0  43.0  31.0  61.0  9.262085  -9.118690  47.617905        -18.114399   \n",
       "1  51.0  29.0  23.0  42.0  6.786233 -11.333852  47.534789        -20.769446   \n",
       "2  50.0  29.0  22.0  37.0  5.317806 -12.499672  47.453987        -22.304150   \n",
       "3  39.0  28.0  23.0  36.0  5.141285 -12.493469  47.475067        -22.483795   \n",
       "4  33.0  25.0  20.0  34.0  4.931822 -12.186270  47.576642        -22.675898   \n",
       "\n",
       "   Thumb Proximal y  Thumb Proximal z  Thumb Intermediate x  \\\n",
       "0         -8.678528         51.673462            -46.709621   \n",
       "1        -11.812599         49.990927            -48.818829   \n",
       "2        -13.473961         48.934364            -50.567093   \n",
       "3        -13.559532         48.828407            -50.828781   \n",
       "4        -13.818677         48.666467            -51.227582   \n",
       "\n",
       "   Thumb Intermediate y  Thumb Intermediate z  Thumb Distal x  Thumb Distal y  \\\n",
       "0            -12.567474             17.094170      -69.877258      -11.163055   \n",
       "1            -12.573416             14.808353      -71.526649       -9.472275   \n",
       "2            -11.620216             13.915695      -73.125786       -7.157860   \n",
       "3            -11.390457             13.894257      -73.361900       -6.804001   \n",
       "4            -11.307386             13.924809      -73.618568       -6.853106   \n",
       "\n",
       "   Thumb Distal z  Thumb Tip x  Thumb Tip y  Thumb Tip z  Index Proximal x  \\\n",
       "0       -3.096992   -85.138763   -10.990265   -17.690151        -20.603283   \n",
       "1       -5.685904   -86.040143    -8.497499   -20.978106        -19.892583   \n",
       "2       -6.519272   -87.022034    -5.696548   -22.351597        -19.449600   \n",
       "3       -6.541451   -87.106232    -5.372879   -22.508564        -19.409599   \n",
       "4       -6.694705   -86.806923    -5.842213   -23.149838        -19.529686   \n",
       "\n",
       "   Index Proximal y  Index Proximal z  Index Intermediate x  \\\n",
       "0         15.033867        -19.298096            -18.594982   \n",
       "1         15.473871        -19.684725            -16.363919   \n",
       "2         15.688126        -19.963085            -15.181034   \n",
       "3         15.628494        -20.048607            -15.110043   \n",
       "4         15.138880        -20.304312            -15.416904   \n",
       "\n",
       "   Index Intermediate y  Index Intermediate z  Index Distal x  Index Distal y  \\\n",
       "0             29.675285            -55.134228      -23.628544       21.952751   \n",
       "1             31.977931            -54.562784      -20.061439       25.205292   \n",
       "2             33.082428            -54.341133      -18.064960       27.075287   \n",
       "3             33.002945            -54.432831      -17.841034       27.203735   \n",
       "4             32.233162            -54.850683      -17.606092       27.212273   \n",
       "\n",
       "   Index Distal z  Index Tip x  Index Tip y  Index Tip z  Middle Proximal x  \\\n",
       "0      -74.898529   -29.280987     9.089638   -81.241966          -1.600807   \n",
       "1      -74.945980   -24.964155    12.585976   -82.297033          -0.656441   \n",
       "2      -75.106461   -22.477337    14.810486   -83.337776          -0.101135   \n",
       "3      -75.277794   -22.137730    15.102798   -83.807457          -0.042805   \n",
       "4      -75.955087   -21.369139    15.825144   -85.617107          -0.064653   \n",
       "\n",
       "   Middle Proximal y  Middle Proximal z  Middle Intermediate x  \\\n",
       "0           9.199806         -21.184177               9.602978   \n",
       "1          10.240284         -20.741277              12.169991   \n",
       "2          10.783897         -20.485744              13.475960   \n",
       "3          10.788460         -20.483543              13.552137   \n",
       "4          10.699529         -20.529989              13.204302   \n",
       "\n",
       "   Middle Intermediate y  Middle Intermediate z  Middle Distal x  \\\n",
       "0              22.597313             -61.013245         5.366776   \n",
       "1              25.430847             -59.404511         9.774177   \n",
       "2              26.486450             -58.701767        12.304794   \n",
       "3              26.346481             -58.752304        12.602261   \n",
       "4              25.702415             -59.131582        12.917689   \n",
       "\n",
       "   Middle Distal y  Middle Distal z  Middle Tip x  Middle Tip y  Middle Tip z  \\\n",
       "0        12.613152       -84.265617     -2.429310     -1.073235    -90.542023   \n",
       "1        16.861857       -83.445555      3.000662      3.609998    -91.510464   \n",
       "2        18.931656       -83.193710      6.364304      6.209526    -92.698830   \n",
       "3        18.943726       -83.300186      6.865059      6.356377    -93.104897   \n",
       "4        18.736651       -83.820910      7.957404      6.580798    -94.533728   \n",
       "\n",
       "   Ring Proximal x  Ring Proximal y  Ring Proximal z  Ring Intermediate x  \\\n",
       "0        16.659401         0.454193       -17.607121            31.992260   \n",
       "1        17.612489         1.798022       -16.543760            34.630843   \n",
       "2        18.149715         2.515739       -15.874870            36.093548   \n",
       "3        18.213963         2.579636       -15.790806            36.240501   \n",
       "4        18.309981         2.890611       -15.624303            36.167134   \n",
       "\n",
       "   Ring Intermediate y  Ring Intermediate z  Ring Distal x  Ring Distal y  \\\n",
       "0            15.967636           -51.509766      30.006121       9.053932   \n",
       "1            19.197273           -48.656146      34.708936      13.781877   \n",
       "2            20.546936           -47.148628      37.534588      16.020477   \n",
       "3            20.540024           -47.057739      37.922184      16.111511   \n",
       "4            20.690137           -47.079395      38.460759      16.520139   \n",
       "\n",
       "   Ring Distal z  Ring Tip x  Ring Tip y  Ring Tip z  Pinky Proximal x  \\\n",
       "0     -75.447060   22.099865   -3.387665  -83.625824         31.320591   \n",
       "1     -73.032392   28.021311    1.851053  -82.843496         32.317179   \n",
       "2     -71.687836   31.792110    4.564583  -82.641403         32.863037   \n",
       "3     -71.599510   32.396820    4.750542  -82.761627         32.941494   \n",
       "4     -71.615142   33.674308    5.398041  -83.336438         33.217521   \n",
       "\n",
       "   Pinky Proximal y  Pinky Proximal z  Pinky Intermediate x  \\\n",
       "0        -11.242180        -12.971455             48.320904   \n",
       "1         -9.737174        -11.650706             50.569850   \n",
       "2         -8.918983        -10.774841             52.029774   \n",
       "3         -8.807564        -10.625877             52.218910   \n",
       "4         -8.166978        -10.266741             52.535532   \n",
       "\n",
       "   Pinky Intermediate y  Pinky Intermediate z  Pinky Distal x  Pinky Distal y  \\\n",
       "0              0.762253            -37.152554       49.054413       -1.940414   \n",
       "1              3.507205            -34.192403       52.642263        1.569894   \n",
       "2              4.644127            -32.373928       55.188416        3.101257   \n",
       "3              4.702339            -32.159714       55.573746        3.183128   \n",
       "4              5.324988            -31.775413       56.404622        3.893927   \n",
       "\n",
       "   Pinky Distal z  Pinky Tip x  Pinky Tip y  Pinky Tip z  \n",
       "0      -54.576313    42.004250   -10.960121   -65.103134  \n",
       "1      -51.594506    46.731619    -7.074512   -63.067226  \n",
       "2      -49.667633    50.315052    -5.215370   -61.872467  \n",
       "3      -49.418533    50.933563    -5.084938   -61.746620  \n",
       "4      -48.932433    52.530867    -4.270894   -61.584274  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.drop(labels=[\"Leap timestamp\", \"timestamp diff\", \"emg timestamp\"], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(5000, 71)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[:5000]\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ch1</th>\n",
       "      <th>ch2</th>\n",
       "      <th>ch3</th>\n",
       "      <th>ch4</th>\n",
       "      <th>ch5</th>\n",
       "      <th>ch6</th>\n",
       "      <th>ch7</th>\n",
       "      <th>ch8</th>\n",
       "      <th>Wrist x</th>\n",
       "      <th>Wrist y</th>\n",
       "      <th>Wrist z</th>\n",
       "      <th>Thumb Proximal x</th>\n",
       "      <th>Thumb Proximal y</th>\n",
       "      <th>Thumb Proximal z</th>\n",
       "      <th>Thumb Intermediate x</th>\n",
       "      <th>Thumb Intermediate y</th>\n",
       "      <th>Thumb Intermediate z</th>\n",
       "      <th>Thumb Distal x</th>\n",
       "      <th>Thumb Distal y</th>\n",
       "      <th>Thumb Distal z</th>\n",
       "      <th>Thumb Tip x</th>\n",
       "      <th>Thumb Tip y</th>\n",
       "      <th>Thumb Tip z</th>\n",
       "      <th>Index Proximal x</th>\n",
       "      <th>Index Proximal y</th>\n",
       "      <th>Index Proximal z</th>\n",
       "      <th>Index Intermediate x</th>\n",
       "      <th>Index Intermediate y</th>\n",
       "      <th>Index Intermediate z</th>\n",
       "      <th>Index Distal x</th>\n",
       "      <th>Index Distal y</th>\n",
       "      <th>Index Distal z</th>\n",
       "      <th>Index Tip x</th>\n",
       "      <th>Index Tip y</th>\n",
       "      <th>Index Tip z</th>\n",
       "      <th>Middle Proximal x</th>\n",
       "      <th>Middle Proximal y</th>\n",
       "      <th>Middle Proximal z</th>\n",
       "      <th>Middle Intermediate x</th>\n",
       "      <th>Middle Intermediate y</th>\n",
       "      <th>Middle Intermediate z</th>\n",
       "      <th>Middle Distal x</th>\n",
       "      <th>Middle Distal y</th>\n",
       "      <th>Middle Distal z</th>\n",
       "      <th>Middle Tip x</th>\n",
       "      <th>Middle Tip y</th>\n",
       "      <th>Middle Tip z</th>\n",
       "      <th>Ring Proximal x</th>\n",
       "      <th>Ring Proximal y</th>\n",
       "      <th>Ring Proximal z</th>\n",
       "      <th>Ring Intermediate x</th>\n",
       "      <th>Ring Intermediate y</th>\n",
       "      <th>Ring Intermediate z</th>\n",
       "      <th>Ring Distal x</th>\n",
       "      <th>Ring Distal y</th>\n",
       "      <th>Ring Distal z</th>\n",
       "      <th>Ring Tip x</th>\n",
       "      <th>Ring Tip y</th>\n",
       "      <th>Ring Tip z</th>\n",
       "      <th>Pinky Proximal x</th>\n",
       "      <th>Pinky Proximal y</th>\n",
       "      <th>Pinky Proximal z</th>\n",
       "      <th>Pinky Intermediate x</th>\n",
       "      <th>Pinky Intermediate y</th>\n",
       "      <th>Pinky Intermediate z</th>\n",
       "      <th>Pinky Distal x</th>\n",
       "      <th>Pinky Distal y</th>\n",
       "      <th>Pinky Distal z</th>\n",
       "      <th>Pinky Tip x</th>\n",
       "      <th>Pinky Tip y</th>\n",
       "      <th>Pinky Tip z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "      <td>5000.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>109.102400</td>\n",
       "      <td>199.677800</td>\n",
       "      <td>286.003200</td>\n",
       "      <td>135.899200</td>\n",
       "      <td>55.258200</td>\n",
       "      <td>51.769400</td>\n",
       "      <td>74.662600</td>\n",
       "      <td>67.408000</td>\n",
       "      <td>-5.198813</td>\n",
       "      <td>-4.246083</td>\n",
       "      <td>49.331277</td>\n",
       "      <td>-30.954265</td>\n",
       "      <td>-12.171475</td>\n",
       "      <td>43.779154</td>\n",
       "      <td>-33.136000</td>\n",
       "      <td>-27.828879</td>\n",
       "      <td>2.232312</td>\n",
       "      <td>-34.050009</td>\n",
       "      <td>-38.630949</td>\n",
       "      <td>-25.679954</td>\n",
       "      <td>-33.266757</td>\n",
       "      <td>-46.313609</td>\n",
       "      <td>-43.933759</td>\n",
       "      <td>-16.147558</td>\n",
       "      <td>6.953186</td>\n",
       "      <td>-27.217459</td>\n",
       "      <td>-9.839613</td>\n",
       "      <td>4.582677</td>\n",
       "      <td>-62.449130</td>\n",
       "      <td>-7.468645</td>\n",
       "      <td>-3.910228</td>\n",
       "      <td>-78.402134</td>\n",
       "      <td>-6.615928</td>\n",
       "      <td>-12.163438</td>\n",
       "      <td>-86.350045</td>\n",
       "      <td>3.037245</td>\n",
       "      <td>7.395347</td>\n",
       "      <td>-21.761870</td>\n",
       "      <td>16.219966</td>\n",
       "      <td>3.364677</td>\n",
       "      <td>-59.527298</td>\n",
       "      <td>20.624587</td>\n",
       "      <td>-7.191090</td>\n",
       "      <td>-77.584082</td>\n",
       "      <td>21.739136</td>\n",
       "      <td>-16.544398</td>\n",
       "      <td>-86.085147</td>\n",
       "      <td>20.573374</td>\n",
       "      <td>5.078548</td>\n",
       "      <td>-11.017020</td>\n",
       "      <td>32.790314</td>\n",
       "      <td>-2.546990</td>\n",
       "      <td>-45.122998</td>\n",
       "      <td>36.491999</td>\n",
       "      <td>-14.423493</td>\n",
       "      <td>-62.642792</td>\n",
       "      <td>36.960269</td>\n",
       "      <td>-24.823603</td>\n",
       "      <td>-71.564043</td>\n",
       "      <td>35.428416</td>\n",
       "      <td>-1.032715</td>\n",
       "      <td>-0.111580</td>\n",
       "      <td>47.617296</td>\n",
       "      <td>-8.150331</td>\n",
       "      <td>-26.029792</td>\n",
       "      <td>50.290362</td>\n",
       "      <td>-17.045287</td>\n",
       "      <td>-38.509005</td>\n",
       "      <td>49.950458</td>\n",
       "      <td>-26.994540</td>\n",
       "      <td>-47.183958</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>173.018963</td>\n",
       "      <td>138.596875</td>\n",
       "      <td>192.954632</td>\n",
       "      <td>105.992267</td>\n",
       "      <td>43.090116</td>\n",
       "      <td>82.997964</td>\n",
       "      <td>102.766254</td>\n",
       "      <td>119.905831</td>\n",
       "      <td>7.825778</td>\n",
       "      <td>12.190646</td>\n",
       "      <td>3.788470</td>\n",
       "      <td>9.800771</td>\n",
       "      <td>15.679564</td>\n",
       "      <td>6.693409</td>\n",
       "      <td>11.071813</td>\n",
       "      <td>11.329830</td>\n",
       "      <td>8.770653</td>\n",
       "      <td>17.970047</td>\n",
       "      <td>12.536696</td>\n",
       "      <td>11.399894</td>\n",
       "      <td>23.877210</td>\n",
       "      <td>14.451606</td>\n",
       "      <td>13.516239</td>\n",
       "      <td>4.981293</td>\n",
       "      <td>7.309155</td>\n",
       "      <td>2.614449</td>\n",
       "      <td>9.796797</td>\n",
       "      <td>21.186227</td>\n",
       "      <td>6.538009</td>\n",
       "      <td>12.201428</td>\n",
       "      <td>30.338838</td>\n",
       "      <td>13.164475</td>\n",
       "      <td>14.133833</td>\n",
       "      <td>35.794664</td>\n",
       "      <td>20.373427</td>\n",
       "      <td>4.593345</td>\n",
       "      <td>5.510408</td>\n",
       "      <td>2.370834</td>\n",
       "      <td>11.057274</td>\n",
       "      <td>21.757272</td>\n",
       "      <td>7.659924</td>\n",
       "      <td>17.158616</td>\n",
       "      <td>32.237881</td>\n",
       "      <td>14.072279</td>\n",
       "      <td>21.998403</td>\n",
       "      <td>37.982428</td>\n",
       "      <td>20.781485</td>\n",
       "      <td>3.825444</td>\n",
       "      <td>7.407345</td>\n",
       "      <td>3.480968</td>\n",
       "      <td>11.088655</td>\n",
       "      <td>19.102271</td>\n",
       "      <td>9.238345</td>\n",
       "      <td>18.338105</td>\n",
       "      <td>27.336048</td>\n",
       "      <td>15.629497</td>\n",
       "      <td>23.663257</td>\n",
       "      <td>31.927795</td>\n",
       "      <td>21.444579</td>\n",
       "      <td>3.772627</td>\n",
       "      <td>11.050847</td>\n",
       "      <td>4.768862</td>\n",
       "      <td>10.740999</td>\n",
       "      <td>16.127557</td>\n",
       "      <td>8.768980</td>\n",
       "      <td>17.135544</td>\n",
       "      <td>19.597015</td>\n",
       "      <td>12.049278</td>\n",
       "      <td>22.886125</td>\n",
       "      <td>22.102120</td>\n",
       "      <td>16.090146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>19.000000</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>23.000000</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>-28.459534</td>\n",
       "      <td>-36.025116</td>\n",
       "      <td>12.642181</td>\n",
       "      <td>-51.847256</td>\n",
       "      <td>-50.313751</td>\n",
       "      <td>7.371819</td>\n",
       "      <td>-67.971062</td>\n",
       "      <td>-62.493591</td>\n",
       "      <td>-32.309222</td>\n",
       "      <td>-90.193291</td>\n",
       "      <td>-85.025411</td>\n",
       "      <td>-58.903809</td>\n",
       "      <td>-102.430875</td>\n",
       "      <td>-103.504150</td>\n",
       "      <td>-80.039200</td>\n",
       "      <td>-31.425241</td>\n",
       "      <td>-31.792175</td>\n",
       "      <td>-31.811234</td>\n",
       "      <td>-42.302876</td>\n",
       "      <td>-67.396919</td>\n",
       "      <td>-73.383875</td>\n",
       "      <td>-50.308414</td>\n",
       "      <td>-85.256256</td>\n",
       "      <td>-96.546054</td>\n",
       "      <td>-55.500813</td>\n",
       "      <td>-100.575760</td>\n",
       "      <td>-112.462585</td>\n",
       "      <td>-16.552727</td>\n",
       "      <td>-20.359009</td>\n",
       "      <td>-25.657837</td>\n",
       "      <td>-25.828159</td>\n",
       "      <td>-63.445162</td>\n",
       "      <td>-72.724304</td>\n",
       "      <td>-41.345818</td>\n",
       "      <td>-88.000181</td>\n",
       "      <td>-98.275253</td>\n",
       "      <td>-53.070572</td>\n",
       "      <td>-104.996796</td>\n",
       "      <td>-115.310730</td>\n",
       "      <td>-6.564236</td>\n",
       "      <td>-15.865082</td>\n",
       "      <td>-23.457855</td>\n",
       "      <td>-7.488388</td>\n",
       "      <td>-50.211551</td>\n",
       "      <td>-63.275589</td>\n",
       "      <td>-24.174629</td>\n",
       "      <td>-75.105942</td>\n",
       "      <td>-87.228676</td>\n",
       "      <td>-38.265263</td>\n",
       "      <td>-91.151232</td>\n",
       "      <td>-104.522316</td>\n",
       "      <td>6.307455</td>\n",
       "      <td>-35.751801</td>\n",
       "      <td>-23.905960</td>\n",
       "      <td>13.146063</td>\n",
       "      <td>-49.123955</td>\n",
       "      <td>-54.730583</td>\n",
       "      <td>-3.902192</td>\n",
       "      <td>-63.446373</td>\n",
       "      <td>-69.023636</td>\n",
       "      <td>-20.640436</td>\n",
       "      <td>-77.053889</td>\n",
       "      <td>-81.082520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>40.000000</td>\n",
       "      <td>107.000000</td>\n",
       "      <td>131.000000</td>\n",
       "      <td>68.000000</td>\n",
       "      <td>33.000000</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>23.000000</td>\n",
       "      <td>25.000000</td>\n",
       "      <td>-9.180636</td>\n",
       "      <td>-12.943108</td>\n",
       "      <td>48.388147</td>\n",
       "      <td>-35.919902</td>\n",
       "      <td>-22.900810</td>\n",
       "      <td>40.763779</td>\n",
       "      <td>-39.702996</td>\n",
       "      <td>-33.283978</td>\n",
       "      <td>-3.124526</td>\n",
       "      <td>-45.364500</td>\n",
       "      <td>-44.831177</td>\n",
       "      <td>-32.608426</td>\n",
       "      <td>-48.358073</td>\n",
       "      <td>-54.792737</td>\n",
       "      <td>-52.408955</td>\n",
       "      <td>-18.983655</td>\n",
       "      <td>2.597164</td>\n",
       "      <td>-28.927638</td>\n",
       "      <td>-15.363638</td>\n",
       "      <td>-13.585175</td>\n",
       "      <td>-66.367719</td>\n",
       "      <td>-14.731645</td>\n",
       "      <td>-31.286259</td>\n",
       "      <td>-87.073931</td>\n",
       "      <td>-15.589534</td>\n",
       "      <td>-45.354113</td>\n",
       "      <td>-101.326933</td>\n",
       "      <td>1.479339</td>\n",
       "      <td>4.311928</td>\n",
       "      <td>-23.499066</td>\n",
       "      <td>9.315976</td>\n",
       "      <td>-16.083922</td>\n",
       "      <td>-64.071474</td>\n",
       "      <td>8.824082</td>\n",
       "      <td>-37.908207</td>\n",
       "      <td>-86.103094</td>\n",
       "      <td>5.196118</td>\n",
       "      <td>-52.644573</td>\n",
       "      <td>-100.150461</td>\n",
       "      <td>20.475800</td>\n",
       "      <td>0.483224</td>\n",
       "      <td>-13.247481</td>\n",
       "      <td>24.063385</td>\n",
       "      <td>-20.179524</td>\n",
       "      <td>-50.212498</td>\n",
       "      <td>21.025191</td>\n",
       "      <td>-39.943073</td>\n",
       "      <td>-71.401516</td>\n",
       "      <td>17.352202</td>\n",
       "      <td>-54.489315</td>\n",
       "      <td>-84.294323</td>\n",
       "      <td>35.474515</td>\n",
       "      <td>-6.611917</td>\n",
       "      <td>-2.706334</td>\n",
       "      <td>38.730628</td>\n",
       "      <td>-21.931242</td>\n",
       "      <td>-30.762281</td>\n",
       "      <td>36.242657</td>\n",
       "      <td>-35.009558</td>\n",
       "      <td>-45.244497</td>\n",
       "      <td>31.286362</td>\n",
       "      <td>-47.346355</td>\n",
       "      <td>-56.035746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>60.000000</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>240.000000</td>\n",
       "      <td>104.000000</td>\n",
       "      <td>42.000000</td>\n",
       "      <td>31.000000</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>30.000000</td>\n",
       "      <td>-5.635602</td>\n",
       "      <td>-4.650665</td>\n",
       "      <td>50.317688</td>\n",
       "      <td>-32.766384</td>\n",
       "      <td>-10.834431</td>\n",
       "      <td>45.213490</td>\n",
       "      <td>-31.448962</td>\n",
       "      <td>-28.080348</td>\n",
       "      <td>3.048724</td>\n",
       "      <td>-29.912938</td>\n",
       "      <td>-39.751941</td>\n",
       "      <td>-25.823033</td>\n",
       "      <td>-29.106837</td>\n",
       "      <td>-48.385462</td>\n",
       "      <td>-44.114893</td>\n",
       "      <td>-16.570555</td>\n",
       "      <td>6.704163</td>\n",
       "      <td>-27.645147</td>\n",
       "      <td>-10.403893</td>\n",
       "      <td>7.818339</td>\n",
       "      <td>-63.882374</td>\n",
       "      <td>-8.313903</td>\n",
       "      <td>-0.620255</td>\n",
       "      <td>-82.379680</td>\n",
       "      <td>-7.551560</td>\n",
       "      <td>-10.834755</td>\n",
       "      <td>-93.635002</td>\n",
       "      <td>3.487575</td>\n",
       "      <td>7.622192</td>\n",
       "      <td>-22.422179</td>\n",
       "      <td>15.923287</td>\n",
       "      <td>6.807009</td>\n",
       "      <td>-60.837698</td>\n",
       "      <td>21.179287</td>\n",
       "      <td>-5.217244</td>\n",
       "      <td>-80.880107</td>\n",
       "      <td>23.189486</td>\n",
       "      <td>-17.062973</td>\n",
       "      <td>-92.663095</td>\n",
       "      <td>21.677992</td>\n",
       "      <td>4.501915</td>\n",
       "      <td>-11.483562</td>\n",
       "      <td>33.529470</td>\n",
       "      <td>0.983871</td>\n",
       "      <td>-46.664885</td>\n",
       "      <td>38.432796</td>\n",
       "      <td>-11.729796</td>\n",
       "      <td>-66.543517</td>\n",
       "      <td>40.233390</td>\n",
       "      <td>-23.230150</td>\n",
       "      <td>-78.459087</td>\n",
       "      <td>36.838358</td>\n",
       "      <td>-2.234863</td>\n",
       "      <td>-0.188747</td>\n",
       "      <td>48.938814</td>\n",
       "      <td>-7.068873</td>\n",
       "      <td>-26.675323</td>\n",
       "      <td>52.888026</td>\n",
       "      <td>-15.676144</td>\n",
       "      <td>-39.966522</td>\n",
       "      <td>53.017961</td>\n",
       "      <td>-26.096405</td>\n",
       "      <td>-50.348764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>107.000000</td>\n",
       "      <td>254.250000</td>\n",
       "      <td>402.000000</td>\n",
       "      <td>170.000000</td>\n",
       "      <td>61.000000</td>\n",
       "      <td>40.000000</td>\n",
       "      <td>72.000000</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>-1.585104</td>\n",
       "      <td>3.369254</td>\n",
       "      <td>51.195901</td>\n",
       "      <td>-28.916144</td>\n",
       "      <td>-2.057266</td>\n",
       "      <td>48.039791</td>\n",
       "      <td>-25.265187</td>\n",
       "      <td>-21.164577</td>\n",
       "      <td>8.300486</td>\n",
       "      <td>-19.542959</td>\n",
       "      <td>-33.792389</td>\n",
       "      <td>-18.699257</td>\n",
       "      <td>-13.860060</td>\n",
       "      <td>-40.080758</td>\n",
       "      <td>-36.707095</td>\n",
       "      <td>-14.238543</td>\n",
       "      <td>11.403812</td>\n",
       "      <td>-26.329680</td>\n",
       "      <td>-5.530388</td>\n",
       "      <td>21.333800</td>\n",
       "      <td>-60.001943</td>\n",
       "      <td>-1.806662</td>\n",
       "      <td>21.565418</td>\n",
       "      <td>-73.222148</td>\n",
       "      <td>0.374093</td>\n",
       "      <td>18.205395</td>\n",
       "      <td>-74.658826</td>\n",
       "      <td>5.277743</td>\n",
       "      <td>11.288025</td>\n",
       "      <td>-20.558831</td>\n",
       "      <td>23.486015</td>\n",
       "      <td>20.691766</td>\n",
       "      <td>-57.038105</td>\n",
       "      <td>33.461086</td>\n",
       "      <td>20.357497</td>\n",
       "      <td>-72.239400</td>\n",
       "      <td>38.847511</td>\n",
       "      <td>16.049893</td>\n",
       "      <td>-76.257000</td>\n",
       "      <td>22.452040</td>\n",
       "      <td>8.937172</td>\n",
       "      <td>-9.165201</td>\n",
       "      <td>41.933230</td>\n",
       "      <td>12.630362</td>\n",
       "      <td>-42.225876</td>\n",
       "      <td>51.793181</td>\n",
       "      <td>7.192627</td>\n",
       "      <td>-58.558533</td>\n",
       "      <td>56.881481</td>\n",
       "      <td>-0.180617</td>\n",
       "      <td>-63.953906</td>\n",
       "      <td>37.250822</td>\n",
       "      <td>3.150129</td>\n",
       "      <td>2.312606</td>\n",
       "      <td>57.265822</td>\n",
       "      <td>4.096966</td>\n",
       "      <td>-22.306746</td>\n",
       "      <td>65.726454</td>\n",
       "      <td>-1.152328</td>\n",
       "      <td>-34.285229</td>\n",
       "      <td>69.876123</td>\n",
       "      <td>-8.841538</td>\n",
       "      <td>-42.022894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1484.000000</td>\n",
       "      <td>1111.000000</td>\n",
       "      <td>1273.000000</td>\n",
       "      <td>901.000000</td>\n",
       "      <td>514.000000</td>\n",
       "      <td>744.000000</td>\n",
       "      <td>836.000000</td>\n",
       "      <td>1206.000000</td>\n",
       "      <td>27.948746</td>\n",
       "      <td>48.688782</td>\n",
       "      <td>54.694229</td>\n",
       "      <td>26.468451</td>\n",
       "      <td>41.470769</td>\n",
       "      <td>60.781937</td>\n",
       "      <td>6.928517</td>\n",
       "      <td>21.431000</td>\n",
       "      <td>45.953064</td>\n",
       "      <td>26.162624</td>\n",
       "      <td>29.740936</td>\n",
       "      <td>40.858902</td>\n",
       "      <td>44.598442</td>\n",
       "      <td>34.463074</td>\n",
       "      <td>45.616470</td>\n",
       "      <td>8.306290</td>\n",
       "      <td>27.525604</td>\n",
       "      <td>-8.621140</td>\n",
       "      <td>35.478561</td>\n",
       "      <td>52.001205</td>\n",
       "      <td>-3.312103</td>\n",
       "      <td>49.902555</td>\n",
       "      <td>70.335266</td>\n",
       "      <td>17.600616</td>\n",
       "      <td>59.754918</td>\n",
       "      <td>82.581390</td>\n",
       "      <td>33.159393</td>\n",
       "      <td>16.603751</td>\n",
       "      <td>20.613251</td>\n",
       "      <td>-9.602776</td>\n",
       "      <td>53.087372</td>\n",
       "      <td>54.105042</td>\n",
       "      <td>8.944260</td>\n",
       "      <td>68.018677</td>\n",
       "      <td>74.064423</td>\n",
       "      <td>33.738663</td>\n",
       "      <td>74.298843</td>\n",
       "      <td>85.795189</td>\n",
       "      <td>47.277328</td>\n",
       "      <td>25.366369</td>\n",
       "      <td>24.833710</td>\n",
       "      <td>6.157265</td>\n",
       "      <td>59.285328</td>\n",
       "      <td>44.283081</td>\n",
       "      <td>30.601349</td>\n",
       "      <td>76.795654</td>\n",
       "      <td>62.987668</td>\n",
       "      <td>51.767960</td>\n",
       "      <td>88.178856</td>\n",
       "      <td>74.353002</td>\n",
       "      <td>63.100098</td>\n",
       "      <td>39.572960</td>\n",
       "      <td>34.348465</td>\n",
       "      <td>19.455704</td>\n",
       "      <td>66.125217</td>\n",
       "      <td>45.800690</td>\n",
       "      <td>32.435516</td>\n",
       "      <td>80.725449</td>\n",
       "      <td>48.372955</td>\n",
       "      <td>44.223053</td>\n",
       "      <td>91.780556</td>\n",
       "      <td>48.125366</td>\n",
       "      <td>53.213366</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               ch1          ch2          ch3          ch4          ch5  \\\n",
       "count  5000.000000  5000.000000  5000.000000  5000.000000  5000.000000   \n",
       "mean    109.102400   199.677800   286.003200   135.899200    55.258200   \n",
       "std     173.018963   138.596875   192.954632   105.992267    43.090116   \n",
       "min      19.000000    20.000000    23.000000    26.000000    20.000000   \n",
       "25%      40.000000   107.000000   131.000000    68.000000    33.000000   \n",
       "50%      60.000000   176.000000   240.000000   104.000000    42.000000   \n",
       "75%     107.000000   254.250000   402.000000   170.000000    61.000000   \n",
       "max    1484.000000  1111.000000  1273.000000   901.000000   514.000000   \n",
       "\n",
       "               ch6          ch7          ch8      Wrist x      Wrist y  \\\n",
       "count  5000.000000  5000.000000  5000.000000  5000.000000  5000.000000   \n",
       "mean     51.769400    74.662600    67.408000    -5.198813    -4.246083   \n",
       "std      82.997964   102.766254   119.905831     7.825778    12.190646   \n",
       "min      17.000000    16.000000    17.000000   -28.459534   -36.025116   \n",
       "25%      26.000000    23.000000    25.000000    -9.180636   -12.943108   \n",
       "50%      31.000000    30.000000    30.000000    -5.635602    -4.650665   \n",
       "75%      40.000000    72.000000    44.000000    -1.585104     3.369254   \n",
       "max     744.000000   836.000000  1206.000000    27.948746    48.688782   \n",
       "\n",
       "           Wrist z  Thumb Proximal x  Thumb Proximal y  Thumb Proximal z  \\\n",
       "count  5000.000000       5000.000000       5000.000000       5000.000000   \n",
       "mean     49.331277        -30.954265        -12.171475         43.779154   \n",
       "std       3.788470          9.800771         15.679564          6.693409   \n",
       "min      12.642181        -51.847256        -50.313751          7.371819   \n",
       "25%      48.388147        -35.919902        -22.900810         40.763779   \n",
       "50%      50.317688        -32.766384        -10.834431         45.213490   \n",
       "75%      51.195901        -28.916144         -2.057266         48.039791   \n",
       "max      54.694229         26.468451         41.470769         60.781937   \n",
       "\n",
       "       Thumb Intermediate x  Thumb Intermediate y  Thumb Intermediate z  \\\n",
       "count           5000.000000           5000.000000           5000.000000   \n",
       "mean             -33.136000            -27.828879              2.232312   \n",
       "std               11.071813             11.329830              8.770653   \n",
       "min              -67.971062            -62.493591            -32.309222   \n",
       "25%              -39.702996            -33.283978             -3.124526   \n",
       "50%              -31.448962            -28.080348              3.048724   \n",
       "75%              -25.265187            -21.164577              8.300486   \n",
       "max                6.928517             21.431000             45.953064   \n",
       "\n",
       "       Thumb Distal x  Thumb Distal y  Thumb Distal z  Thumb Tip x  \\\n",
       "count     5000.000000     5000.000000     5000.000000  5000.000000   \n",
       "mean       -34.050009      -38.630949      -25.679954   -33.266757   \n",
       "std         17.970047       12.536696       11.399894    23.877210   \n",
       "min        -90.193291      -85.025411      -58.903809  -102.430875   \n",
       "25%        -45.364500      -44.831177      -32.608426   -48.358073   \n",
       "50%        -29.912938      -39.751941      -25.823033   -29.106837   \n",
       "75%        -19.542959      -33.792389      -18.699257   -13.860060   \n",
       "max         26.162624       29.740936       40.858902    44.598442   \n",
       "\n",
       "       Thumb Tip y  Thumb Tip z  Index Proximal x  Index Proximal y  \\\n",
       "count  5000.000000  5000.000000       5000.000000       5000.000000   \n",
       "mean    -46.313609   -43.933759        -16.147558          6.953186   \n",
       "std      14.451606    13.516239          4.981293          7.309155   \n",
       "min    -103.504150   -80.039200        -31.425241        -31.792175   \n",
       "25%     -54.792737   -52.408955        -18.983655          2.597164   \n",
       "50%     -48.385462   -44.114893        -16.570555          6.704163   \n",
       "75%     -40.080758   -36.707095        -14.238543         11.403812   \n",
       "max      34.463074    45.616470          8.306290         27.525604   \n",
       "\n",
       "       Index Proximal z  Index Intermediate x  Index Intermediate y  \\\n",
       "count       5000.000000           5000.000000           5000.000000   \n",
       "mean         -27.217459             -9.839613              4.582677   \n",
       "std            2.614449              9.796797             21.186227   \n",
       "min          -31.811234            -42.302876            -67.396919   \n",
       "25%          -28.927638            -15.363638            -13.585175   \n",
       "50%          -27.645147            -10.403893              7.818339   \n",
       "75%          -26.329680             -5.530388             21.333800   \n",
       "max           -8.621140             35.478561             52.001205   \n",
       "\n",
       "       Index Intermediate z  Index Distal x  Index Distal y  Index Distal z  \\\n",
       "count           5000.000000     5000.000000     5000.000000     5000.000000   \n",
       "mean             -62.449130       -7.468645       -3.910228      -78.402134   \n",
       "std                6.538009       12.201428       30.338838       13.164475   \n",
       "min              -73.383875      -50.308414      -85.256256      -96.546054   \n",
       "25%              -66.367719      -14.731645      -31.286259      -87.073931   \n",
       "50%              -63.882374       -8.313903       -0.620255      -82.379680   \n",
       "75%              -60.001943       -1.806662       21.565418      -73.222148   \n",
       "max               -3.312103       49.902555       70.335266       17.600616   \n",
       "\n",
       "       Index Tip x  Index Tip y  Index Tip z  Middle Proximal x  \\\n",
       "count  5000.000000  5000.000000  5000.000000        5000.000000   \n",
       "mean     -6.615928   -12.163438   -86.350045           3.037245   \n",
       "std      14.133833    35.794664    20.373427           4.593345   \n",
       "min     -55.500813  -100.575760  -112.462585         -16.552727   \n",
       "25%     -15.589534   -45.354113  -101.326933           1.479339   \n",
       "50%      -7.551560   -10.834755   -93.635002           3.487575   \n",
       "75%       0.374093    18.205395   -74.658826           5.277743   \n",
       "max      59.754918    82.581390    33.159393          16.603751   \n",
       "\n",
       "       Middle Proximal y  Middle Proximal z  Middle Intermediate x  \\\n",
       "count        5000.000000        5000.000000            5000.000000   \n",
       "mean            7.395347         -21.761870              16.219966   \n",
       "std             5.510408           2.370834              11.057274   \n",
       "min           -20.359009         -25.657837             -25.828159   \n",
       "25%             4.311928         -23.499066               9.315976   \n",
       "50%             7.622192         -22.422179              15.923287   \n",
       "75%            11.288025         -20.558831              23.486015   \n",
       "max            20.613251          -9.602776              53.087372   \n",
       "\n",
       "       Middle Intermediate y  Middle Intermediate z  Middle Distal x  \\\n",
       "count            5000.000000            5000.000000      5000.000000   \n",
       "mean                3.364677             -59.527298        20.624587   \n",
       "std                21.757272               7.659924        17.158616   \n",
       "min               -63.445162             -72.724304       -41.345818   \n",
       "25%               -16.083922             -64.071474         8.824082   \n",
       "50%                 6.807009             -60.837698        21.179287   \n",
       "75%                20.691766             -57.038105        33.461086   \n",
       "max                54.105042               8.944260        68.018677   \n",
       "\n",
       "       Middle Distal y  Middle Distal z  Middle Tip x  Middle Tip y  \\\n",
       "count      5000.000000      5000.000000   5000.000000   5000.000000   \n",
       "mean         -7.191090       -77.584082     21.739136    -16.544398   \n",
       "std          32.237881        14.072279     21.998403     37.982428   \n",
       "min         -88.000181       -98.275253    -53.070572   -104.996796   \n",
       "25%         -37.908207       -86.103094      5.196118    -52.644573   \n",
       "50%          -5.217244       -80.880107     23.189486    -17.062973   \n",
       "75%          20.357497       -72.239400     38.847511     16.049893   \n",
       "max          74.064423        33.738663     74.298843     85.795189   \n",
       "\n",
       "       Middle Tip z  Ring Proximal x  Ring Proximal y  Ring Proximal z  \\\n",
       "count   5000.000000      5000.000000      5000.000000      5000.000000   \n",
       "mean     -86.085147        20.573374         5.078548       -11.017020   \n",
       "std       20.781485         3.825444         7.407345         3.480968   \n",
       "min     -115.310730        -6.564236       -15.865082       -23.457855   \n",
       "25%     -100.150461        20.475800         0.483224       -13.247481   \n",
       "50%      -92.663095        21.677992         4.501915       -11.483562   \n",
       "75%      -76.257000        22.452040         8.937172        -9.165201   \n",
       "max       47.277328        25.366369        24.833710         6.157265   \n",
       "\n",
       "       Ring Intermediate x  Ring Intermediate y  Ring Intermediate z  \\\n",
       "count          5000.000000          5000.000000          5000.000000   \n",
       "mean             32.790314            -2.546990           -45.122998   \n",
       "std              11.088655            19.102271             9.238345   \n",
       "min              -7.488388           -50.211551           -63.275589   \n",
       "25%              24.063385           -20.179524           -50.212498   \n",
       "50%              33.529470             0.983871           -46.664885   \n",
       "75%              41.933230            12.630362           -42.225876   \n",
       "max              59.285328            44.283081            30.601349   \n",
       "\n",
       "       Ring Distal x  Ring Distal y  Ring Distal z   Ring Tip x   Ring Tip y  \\\n",
       "count    5000.000000    5000.000000    5000.000000  5000.000000  5000.000000   \n",
       "mean       36.491999     -14.423493     -62.642792    36.960269   -24.823603   \n",
       "std        18.338105      27.336048      15.629497    23.663257    31.927795   \n",
       "min       -24.174629     -75.105942     -87.228676   -38.265263   -91.151232   \n",
       "25%        21.025191     -39.943073     -71.401516    17.352202   -54.489315   \n",
       "50%        38.432796     -11.729796     -66.543517    40.233390   -23.230150   \n",
       "75%        51.793181       7.192627     -58.558533    56.881481    -0.180617   \n",
       "max        76.795654      62.987668      51.767960    88.178856    74.353002   \n",
       "\n",
       "        Ring Tip z  Pinky Proximal x  Pinky Proximal y  Pinky Proximal z  \\\n",
       "count  5000.000000       5000.000000       5000.000000       5000.000000   \n",
       "mean    -71.564043         35.428416         -1.032715         -0.111580   \n",
       "std      21.444579          3.772627         11.050847          4.768862   \n",
       "min    -104.522316          6.307455        -35.751801        -23.905960   \n",
       "25%     -84.294323         35.474515         -6.611917         -2.706334   \n",
       "50%     -78.459087         36.838358         -2.234863         -0.188747   \n",
       "75%     -63.953906         37.250822          3.150129          2.312606   \n",
       "max      63.100098         39.572960         34.348465         19.455704   \n",
       "\n",
       "       Pinky Intermediate x  Pinky Intermediate y  Pinky Intermediate z  \\\n",
       "count           5000.000000           5000.000000           5000.000000   \n",
       "mean              47.617296             -8.150331            -26.029792   \n",
       "std               10.740999             16.127557              8.768980   \n",
       "min               13.146063            -49.123955            -54.730583   \n",
       "25%               38.730628            -21.931242            -30.762281   \n",
       "50%               48.938814             -7.068873            -26.675323   \n",
       "75%               57.265822              4.096966            -22.306746   \n",
       "max               66.125217             45.800690             32.435516   \n",
       "\n",
       "       Pinky Distal x  Pinky Distal y  Pinky Distal z  Pinky Tip x  \\\n",
       "count     5000.000000     5000.000000     5000.000000  5000.000000   \n",
       "mean        50.290362      -17.045287      -38.509005    49.950458   \n",
       "std         17.135544       19.597015       12.049278    22.886125   \n",
       "min         -3.902192      -63.446373      -69.023636   -20.640436   \n",
       "25%         36.242657      -35.009558      -45.244497    31.286362   \n",
       "50%         52.888026      -15.676144      -39.966522    53.017961   \n",
       "75%         65.726454       -1.152328      -34.285229    69.876123   \n",
       "max         80.725449       48.372955       44.223053    91.780556   \n",
       "\n",
       "       Pinky Tip y  Pinky Tip z  \n",
       "count  5000.000000  5000.000000  \n",
       "mean    -26.994540   -47.183958  \n",
       "std      22.102120    16.090146  \n",
       "min     -77.053889   -81.082520  \n",
       "25%     -47.346355   -56.035746  \n",
       "50%     -26.096405   -50.348764  \n",
       "75%      -8.841538   -42.022894  \n",
       "max      48.125366    53.213366  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Raw labels and features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(5000, 63)\n",
      "(5000, 18)\n"
     ]
    }
   ],
   "source": [
    "#feature_ar = df.loc[:, 'ch1':'ch8'].values\n",
    "label_ar = df.loc[:, 'Wrist x':].values\n",
    "label_tips = label_ar[:,[0,1,2,12,13,14,24,25,26,36,37,38,48,49,50,60,61,62]]\n",
    "print(label_ar.shape)\n",
    "print(label_tips.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "spec_shape: (7, 13)\n",
      "frequencies_shape: (7,)\n",
      "times_shape: (13,)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAYtUlEQVR4nO3dfbhmZV0v8O+PASRQCMI4hApqaJEl6uTxHLLg5Ftvip2TaVlkHtHSrGN6xfF4ldnLxTFf6pSVmBZqZZpvpBiCpaa9yGAkCBKCliKKKAUEwjDzO3/sNflIM3uemb2fvfas/flc13Pttda91rN+e1/3PHt/517rXtXdAQAAmKr9xi4AAABgkYQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeABaqql5YVa8fu447q6r3VtX/HLsOABZP6AFgxarqh6pqS1XdXFXXVtW7qurbxq5rb1XVA6rqvKq6vqo80A5gHyf0ALAiVfWcJL+e5FeTHJXkXkl+O8njxqxrhbYmeWOSp45dCAArJ/QAsNeq6rAkL0ryzO5+S3f/W3dv7e4/6+7nzex6YFW9tqpuqqqPVtXmmfc4o6quGtouq6rHz7T9WFV9oKpeUlU3VNUnquq7ZtrfW1W/VFUfHI5/d1UdOdP+sKr666r6l6r6h6o6eZ7vq7uv6O5XJ/noCn48AKwTQg8AK/FfkhyU5K272e+xSd6Q5KuTnJPkt2barkry8CSHJfnFJK+vqqNn2v9zkiuSHJnkxUleXVU10/5DSZ6S5GuTHJjkuUlSVcckeWeSX05yxLD9zVV19z3+LgHYpwk9AKzE1yS5vrvv2M1+H+juc7t7W5LXJXngjobuflN3f6a7t3f3nyS5MslDZ479p+5+1XDs2UmOztJldDv8fnf/Y3ffmqVL0k4ctj85ybnDebd39/lJtiT57hV8vwDsg4QeAFbiC0mOrKr9d7PfZ2eWb0ly0I5jqupHq+ri4RK0f0nygCyN6vyHY7v7lmHxrsu89462Y5P8wI73Hd7727IUmgDYQHb3SwoAlvM3SW5LcmqSP93Tg6vq2CSvSvKdSf6mu7dV1cVJavkj5/KpJK/r7qetwnsBsA8z0gPAXuvuf03y80leUVWnVtXBVXVAVX1XVb14jrc4JEkn+XySVNVTsjTSsxpen+T7qurRVbWpqg6qqpOr6h67O7CWHJSle4QyHHuXVaoLgDUm9ACwIt390iTPSfKCLIWXTyV5VpK3zXHsZUlemqURo88l+eYkH1yluj6VpWmznz9T1/My3+++Y5Pcmi/P3nZrliZTAGAfVN2euQYAAEyXkR4AAGDSFhZ6quqeVfWXw4PmPlpVPz1sf2FVXTPM1HNxVZk6FAAAWJiFXd42PFju6O7+cFXdLclFWZrd5wlJbu7ulyzkxAAAADMWNmV1d1+b5Nph+aaqujzJMYs6HwAAwM6syT09VXVckgcl+bth07Oq6iNV9ZqqOnwtagAAADamhc/eVlV3TfK+JL/S3W+pqqOSXJ+l5zL8UpYugfvxnRx3epLTk2RTNj3k4By60DrXvVqN5/Tt48w0CPDvyu8FvxtZoh8wuHHb9dd399131rbQ0FNVByR5R5LzuvtlO2k/Lsk7unvZB9EdWkf0w/Z/1EJq3GeUifbS28euYHS9XfDTD0iS2rRp7BJGV/sfMHYJo6sD/QxIsp+/kZIIf0nOu+H3LuruzTtrW+TsbZXk1Ukunw08wwQHOzw+yaWLqgEAAGBhExkkOSnJjyS5pKouHrY9P8mTqurELF3e9skkT19gDQAAwAa3yNnbPpBkZ+Ns5y7qnAAAAHfmIkgAAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDShB4AAGDS9h+7gHlUVWrTprHLGFfJp+kau4LR1Qb/Z5Akvb3HLmF0vW3b2CWMzs/Av4UkqTu2jl3C+Px9kPT2sStYF3wmLM+/FAAAYNIWFnqq6p5V9ZdVdVlVfbSqfnrYfkRVnV9VVw5fD19UDQAAAIsc6bkjyc929wlJHpbkmVV1QpIzkrynu49P8p5hHQAAYCEWFnq6+9ru/vCwfFOSy5Mck+RxSc4edjs7yamLqgEAAGBN7umpquOSPCjJ3yU5qruvHZo+m+SotagBAADYmBYeeqrqrknenORnuvvG2bbu7iQ7nWqiqk6vqi1VteX2/tKiywQAACZqoaGnqg7IUuD5w+5+y7D5c1V19NB+dJLrdnZsd5/V3Zu7e/OBddAiywQAACZskbO3VZJXJ7m8u18203ROktOG5dOSvH1RNQAAACzy4aQnJfmRJJdU1cXDtucnOTPJG6vqqUn+KckTFlgDAACwwS0s9HT3B5LULpq/c1HnBQAAmLUms7cBAACMRegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmbf9dNVTV989x/Je6+9xVrAcAAGBV7TL0JHlVkrcnqWX2+fYkQg8AALBuLRd63tXdP77cwVX1+lWuBwAAYFXt8p6e7n7y7g6eZx8AAIAxLTfSkySpqquS/Fp3/+7Mtnd09/cutLIZ3Z3tW+9Yq9OtS7Vp09gljK72W+5Ky42ht/fYJYyut20bu4Tx9faxKxidz8Sk9j9g7BJGVwfs9s+Y6Su/G+ugu4xdwvpwyCFjVzC+T+y6aZ7Z27YmOaWqfr+qDhy2HbMKZQEAACzcPKHnlu7+wSSXJ/mrqrpXEv/dDAAA7BPmGReuJOnuF1fVh5O8O8kRC60KAABglcwTen5+x0J3X1BVj0ryYwurCAAAYBXtNvR0959V1TFJjp3Z/72LLAoAAGC1zDN725lJnpjksiQ7pk3qJO9fYF0AAACrYp7L2x6f5P7dfduiiwEAAFht88zednWSPX4YQFW9pqquq6pLZ7a9sKquqaqLh9d37+n7AgAA7IldjvRU1W9m6TK2W5JcXFXvSfLvoz3d/ezdvPcfJPmtJK+90/aXd/dL9qpaAACAPbTc5W1bhq8XJTlnT9+4u99fVcftRU0AAACrZpehp7vPXtA5n1VVP5qlUPWz3X3Dgs4DAACw63t6quqs3R08zz538jtJ7pvkxCTXJnnpMu99elVtqaotW2MOBQAAYO8sd3nbqVX1pWXaK8kpe3Ky7v7cvx9c9aok71hm37OSnJUkh9YRvSfnAQAA2GG50PO8OY7/qz05WVUd3d3XDquPT3LpcvsDAACs1MLu6amqP05ycpIjq+rTSX4hyclVdWKWZoX7ZJKnr+QcAAAAuzPPw0n3Snc/aSebX72o8wEAAOzMPA8nBQAA2GftNvRU1TevRSEAAACLMM9Iz29X1Yeq6ier6rCFVwQAALCKdht6uvvhSX44yT2TXFRVf1RVj1x4ZQAAAKtgrnt6uvvKJC9I8nNJviPJ/6uqj1XV9y+yOAAAgJWa556eb6mqlye5PMl/S/J93f2Nw/LLF1wfAADAiswzZfVvJvm9JM/v7lt3bOzuz1TVCxZWGQAAwCqYJ/R8T5Jbu3tbklTVfkkO6u5buvt1C60OAABghea5p+eCJF81s37wsA0AAGDdmyf0HNTdN+9YGZYPXlxJAAAAq2ee0PNvVfXgHStV9ZAkty6zPwAAwLoxzz09P5PkTVX1mSSV5D8l+cGFVgUAALBKdht6uvvCqvqGJPcfNl3R3VsXWxYAAMDqmGekJ0m+Nclxw/4Prqp092sXVhUAAMAq2W3oqarXJblvkouTbBs2dxKhBwAAWPfmGenZnOSE7u5FF7Oc2q/GPP3oetu23e80cX3H9rFLYD2oeeZfmbba/4CxSxhdHTDvhQrTtd/XHDF2CaO7/euPGruE0d10r7uMXcLo9ts66p+o68ZhH7tx7BLG94ldN83z18OlWZq8AAAAYJ8zz3+VHZnksqr6UJLbdmzs7scurCoAAIBVMk/oeeGiiwAAAFiUeaasfl9VHZvk+O6+oKoOTrJp8aUBAACs3G7v6amqpyX50ySvHDYdk+RtiywKAABgtcwzkcEzk5yU5MYk6e4rk3ztIosCAABYLfOEntu6+/YdK1W1f5ae0wMAALDuzRN63ldVz0/yVVX1yCRvSvJniy0LAABgdcwTes5I8vkklyR5epJzk7xgkUUBAACslnlmb9ue5FXDCwAAYJ+y29BTVZ/ITu7h6e77LKQiAACAVTTPw0k3zywflOQHkhyxmHIAAABW127v6enuL8y8runuX0/yPWtQGwAAwIrNc3nbg2dW98vSyM88I0QAAACjmye8vHRm+Y4kn0zyhIVUAwAAsMrmmb3tlL1546p6TZLvTXJddz9g2HZEkj9JclyG8NTdN+zN+wMAAMxjnsvbnrNce3e/bBdNf5Dkt5K8dmbbGUne091nVtUZw/rPzVcqAADAnpvn4aSbk/xEkmOG1zOSPDjJ3YbXTnX3+5N88U6bH5fk7GH57CSn7mG9AAAAe2See3rukeTB3X1TklTVC5O8s7ufvBfnO6q7rx2WP5vkqL14DwAAgLnNM9JzVJLbZ9ZvzyqEle7u7OShpztU1elVtaWqtmzNbSs9HQAAsEHNM9Lz2iQfqqq3Duun5suXqO2pz1XV0d19bVUdneS6Xe3Y3WclOStJDq0jdhmOAAAAljPPw0l/JclTktwwvJ7S3b+6l+c7J8lpw/JpSd6+l+8DAAAwl3kub0uSg5Pc2N2/keTTVXXv3R1QVX+c5G+S3L+qPl1VT01yZpJHVtWVSR4xrAMAACzMPFNW/0KWZnC7f5LfT3JAktcnOWm547r7Sbto+s49rBEAAGCvzTPS8/gkj03yb0nS3Z/JMlNVAwAArCfzhJ7bZ2daq6pDFlsSAADA6pkn9Lyxql6Z5Kur6mlJLkjyqsWWBQAAsDp2e09Pd7+kqh6Z5MYs3dfz8919/sIrAwAAWAXLhp6q2pTkgu4+JYmgAwAA7HOWvbytu7cl2V5Vh61RPQAAAKtqt5e3Jbk5ySVVdX6GGdySpLufvbCqAAAAVsk8oectwwsAAGCfs8vQU1X36u5/7u6z17KgXdSS2v+AscsY17ZtY1cwuvYjSO1XY5cwug3/WZBkv3scPXYJo/vXBx81dgmju+ZRPhR/6r++Z+wSRvecwz8xdgmju27bzWOXsC6c9vEnjF3C+E7eddNy9/S8bcdCVb159aoBAABYO8uFntn/Ur7PogsBAABYhOVCT+9iGQAAYJ+x3EQGD6yqG7M04vNVw3KG9e7uQxdeHQAAwArtMvR096a1LAQAAGARln04KQAAwL5O6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZt/zFOWlWfTHJTkm1J7ujuzWPUAQAATN8ooWdwSndfP+L5AQCADcDlbQAAwKSNFXo6ybur6qKqOn2kGgAAgA1grMvbvq27r6mqr01yflV9rLvfP7vDEIZOT5KDcsgYNQIAABMwykhPd18zfL0uyVuTPHQn+5zV3Zu7e/OBdZe1LhEAAJiINQ89VXVIVd1tx3KSRyW5dK3rAAAANoYxLm87Kslbq2rH+f+ou/98hDoAAIANYM1DT3dfneSBa31eAABgYzJlNQAAMGlCDwAAMGljTVm9R7o722+/fewygHWg79g6dgmj6+u/OHYJozvsL24cu4TRHfrnfi+ed9OhY5cwuvPcMZBNRxw+dgnrwn4Hj13B+makBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmLRRQk9VPaaqrqiqj1fVGWPUAAAAbAxrHnqqalOSVyT5riQnJHlSVZ2w1nUAAAAbwxgjPQ9N8vHuvrq7b0/yhiSPG6EOAABgAxgj9ByT5FMz658etgEAAKy6/ccuYFeq6vQkpw+rN1+w/Y1XjFkPSZIjk1w/dhEb2vaxC1gX9MN/GbsABvoi68XG7otfGLuAdWJ9/BzG7ovH7qphjNBzTZJ7zqzfY9j2Fbr7rCRnrVVR7F5VbenuzWPXwcamH7Je6IusF/oi68V67otjXN52YZLjq+reVXVgkicmOWeEOgAAgA1gzUd6uvuOqnpWkvOSbErymu7+6FrXAQAAbAyj3NPT3ecmOXeMc7MiLjdkPdAPWS/0RdYLfZH1Yt32xerusWsAAABYmDHu6QEAAFgzQg+pqsdU1RVV9fGqOmMn7d9eVR+uqjuq6n/cqW1bVV08vExIwYrM0RefU1WXVdVHquo9VXXsTNtpVXXl8DptbStnalbYF30usirm6IfPqKpLhr72gao6Yabtfw/HXVFVj17bypmave2LVXVcVd0685n4u2tf/VCjy9s2tqralOQfkzwySw+KvTDJk7r7spl9jktyaJLnJjmnu/90pu3m7r7rWtbMNM3ZF09J8nfdfUtV/USSk7v7B6vqiCRbkmxO0kkuSvKQ7r5hrb8P9n0r6YtDm89FVmzOfnhod984LD82yU9292OGPzj/OMlDk3xdkguS3K+7t63xt8EErLAvHpfkHd39gDUv/E6M9PDQJB/v7qu7+/Ykb0jyuNkduvuT3f2ReDQmizVPX/zL7r5lWP3bLD3nK0keneT87v7iEHTOT/KYNaqb6VlJX4TVMk8/vHFm9ZAs/adPhv3e0N23dfcnknx8eD/YGyvpi+uG0MMxST41s/7pYdu8DqqqLVX1t1V16uqWxgazp33xqUnetZfHwnJW0hcTn4usjrn6YVU9s6quSvLiJM/ek2NhTivpi0ly76r6+6p6X1U9fLGl7tooU1YzKcd29zVVdZ8kf1FVl3T3VWMXxbRV1ZOzdCnbd4xdCxvbLvqiz0XWTHe/IskrquqHkrwgiXsaGcUu+uK1Se7V3V+oqockeVtVfdOdRobWhJEerklyz5n1ewzb5tLd1wxfr07y3iQPWs3i2FDm6otV9Ygk/yfJY7v7tj05Fua0kr7oc5HVsqefa29IsmNk0Wciq2mv++JwieUXhuWLklyV5H4LqnNZQg8XJjm+qu5dVQcmeWKSuWYbqqrDq+ouw/KRSU5KctnyR8Eu7bYvVtWDkrwyS39kXjfTdF6SRw198vAkjxq2wd7Y677oc5FVNE8/PH5m9XuSXDksn5PkiVV1l6q6d5Ljk3xoDWpmmva6L1bV3YeJEDKMfh+f5Oo1qfpOXN62wXX3HVX1rCz9gbgpyWu6+6NV9aIkW7r7nKr61iRvTXJ4ku+rql/s7m9K8o1JXllV27MUoM+cnckD9sQ8fTHJryW5a5I3VVWS/HN3P7a7v1hVv5SlD+YkeVF3f3GEb4MJWElfjM9FVsmc/fBZw4jj1iQ3ZLi0bdjvjVkK3HckeaaZ29hbK+mLSb49yYuqamuWJsR6xli/n01ZDQAATJrL2wAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegBYuKr6mqq6eHh9tqqumVn/6wWd80FV9epl2u9eVX++iHMDsL54Tg8ACzc8kfvEJKmqFya5ubtfsuDTPj/JLy9T0+er6tqqOqm7P7jgWgAYkZEeAEZVVTcPX0+uqvdV1dur6uqqOrOqfriqPlRVl1TVfYf97l5Vb66qC4fXSTt5z7sl+Zbu/odh/TtmRpb+fmhPkrcl+eE1+lYBGInQA8B68sAkz0jyjUl+JMn9uvuhSX4vyU8N+/xGkpd397cm+e9D251tTnLpzPpzs/RU+hOTPDzJrcP2LcM6ABPm8jYA1pMLu/vaJKmqq5K8e9h+SZJThuVHJDmhqnYcc2hV3bW7b555n6OTfH5m/YNJXlZVf5jkLd396WH7dUm+bvW/DQDWE6EHgPXktpnl7TPr2/Pl31n7JXlYd39pmfe5NclBO1a6+8yqemeS707ywap6dHd/bNjn1l28BwAT4fI2APY1786XL3VLVZ24k30uT/L1M/vct7sv6e7/m+TCJN8wNN0vX3kZHAATJPQAsK95dpLNVfWRqrosS/cAfYVhFOewmQkLfqaqLq2qjyTZmuRdw/ZTkrxzLYoGYDzV3WPXAACrrqr+V5KbuntnEx3s2Of9SR7X3TesXWUArDUjPQBM1e/kK+8R+gpVdfckLxN4AKbPSA8AADBpRnoAAIBJE3oAAIBJE3oAAIBJE3oAAIBJE3oAAIBJE3oAAIBJ+/+49NBqtpQ+UAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAZj0lEQVR4nO3deZhldX3n8feHbqBpEARZJNjQSnBBoygtcQYXiLtGwDhxN0Qd0QRGHaNPCOMYoibDGJc47uASXKJxFxEUcNeo0BiUXQRRltYGAaEXml6++aNOx2tPV9WtqnvqVJ96v57nPn3Wez7Vz3lu16fPub+TqkKSJEmS+mq7rgNIkiRJUpssPZIkSZJ6zdIjSZIkqdcsPZIkSZJ6zdIjSZIkqdcsPZIkSZJ6zdIjSWpVkpOTfLTrHFtK8o0k/73rHJKk9ll6JEkzluS5SZYnWZVkRZKzkzyy61zTleTYJBcmuT3J9UnelGRh17kkSdNj6ZEkzUiSVwH/BPwDsA+wP/Bu4Oguc83QYuCVwJ7AHwKPBV7daSJJ0rRZeiRJ05ZkN+D1wPFV9dmqWl1V66vqi1X1moFNd0jy4SR3JLk0ybKB9zgxydXNusuSPH1g3Z8n+U6SNye5NcnPkjx5YP03krwhyXeb/c9JsufA+kck+bcktyX5UZIjhvm5quo9VfXtqrqrqm4APgYcPv2/KUlSlyw9kqSZ+C/AIuBzk2x3FPAJ4O7AGcA7B9ZdDTwK2A34O+CjSfYdWP+HwJWMXXV5E/CBJBlY/1zghcDewA40V2SS7Ad8CXgjsEez/DNJ9pryTwmPBi6dxn6SpDnA0iNJmol7ADdX1YZJtvtOVZ1VVRuBjwAP2byiqj5VVTdW1aaq+lfgKuCwgX1/XlWnNfueDuzL2G10m32oqn5SVWuBTwKHNMufD5zVHHdTVZ0LLAeeMpUfMMmLgGXAm6eynyRp7rD0SJJm4tfAnkN8yf+XA9NrgEWb90nyZ0kuam5Buw14EGNXdf6/fatqTTO5ywTvvXndAcCfbn7f5r0fyVhpGkqSY4D/Azy5qm4edj9J0tziSDSSpJn4HrAOOAb49FR3TnIAcBpjAwV8r6o2JrkIyMR7DuU64CNV9ZLp7JzkSU22p1bVxSPII0nqiFd6JEnTVlW/AV4HvCvJMUkWJ9k+yZOTvGmIt9gZKOAmgCQvZOxKzyh8FHhakicmWZBkUZIjktxrsh2T/BFjgxc8o6rOH1EeSVJHLD2SpBmpqrcArwJey1h5uQ44Afj8EPteBryFsStGvwL+APjuiHJdx9iw2ScN5HoNw/3b978ZG1jhrObZQ6uSnD2KXJKk2Zeq6jqDJEmSJLXGKz2SJEmSeq210pNkSZKvNw+auzTJK5rlJye5oRmp56IkUxo6VJIkSZKmorXb25oHy+1bVT9McjfgQsZG93kmsKqqfN6BJEmSpNa1NmR1Va0AVjTTdyS5HNivreNJkiRJ0tbMynd6kiwFHgr8oFl0QpIfJ/lgkt1nI4MkSZKk+an10duS7AJ8E/j7qvpskn2Amxl7LsMbGLsF7kVb2e844DiA7LjDodvvs3erOee6RTvd1XUEzQF3rt6h6wid2/G2TV1H6FxW39l1BM0FO2zfdYLO1YIFXUfoXHAUXjb5dwDARv99vH39ypuraq+trWu19CTZHjgT+EpVvXUr65cCZ1bVhA+i2/GAJbXv37yilYzbigce/IuuI2gOuOKCpV1H6NzSL/oL/8LvX9p1BM0B2+0/6TNWe2/j3XfuOkLn4qNH2G71uq4jzA2r1nSdoHNfvu7tF1bVsq2ta3P0tgAfAC4fLDzNAAebPR24pK0MkiRJktTaQAbA4cALgIuTXNQsOwl4TpJDGLu97VrgpS1mkCRJkjTPtTl623eAbGXVWW0dU5IkSZK2NCujt0mSJElSVyw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1xZ2HWAYC9bCHj9a0HWMTl3K/l1H6Nwe+9/WdYTOLTnkxq4jdO6m+y7uOkLnVl91aNcROnf3K9J1hM4tvmlj1xE6t3CNfwcL7vTvYOPi7buOMCdst+uiriN077rxV3mlR5IkSVKvtVZ6kixJ8vUklyW5NMkrmuV7JDk3yVXNn7u3lUGSJEmS2rzSswH4q6o6GHgEcHySg4ETga9W1UHAV5t5SZIkSWpFa6WnqlZU1Q+b6TuAy4H9gKOB05vNTgeOaSuDJEmSJM3Kd3qSLAUeCvwA2KeqVjSrfgnsMxsZJEmSJM1PrZeeJLsAnwFeWVW3D66rqgJqnP2OS7I8yfINa1e3HVOSJElST7VaepJsz1jh+VhVfbZZ/Ksk+zbr9wVWbm3fqjq1qpZV1bKFO+3cZkxJkiRJPdbm6G0BPgBcXlVvHVh1BnBsM30s8IW2MkiSJElSmw8nPRx4AXBxkouaZScBpwCfTPJi4OfAM1vMIEmSJGmea630VNV3gPEemf3Yto4rSZIkSYNmZfQ2SZIkSeqKpUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSr1l6JEmSJPWapUeSJElSry0cb0WSPxli/zur6qwR5pEkSZKkkRq39ACnAV8AMsE2jwYsPZIkSZLmrIlKz9lV9aKJdk7y0RHnkSRJkqSRGvc7PVX1/Ml2HmYbSZIkSerSRFd6AEhyNfCPVfXegWVnVtUft5psC5smTdpzE91kOE/ccvPduo7QuXWX3qPrCJ1bctbNXUfoXG69tusInVt96JKuI3RuzZ4Luo7QuZ03VNcROrfj9bd3HaFzWb2m6whzwroD9+k6wpw2zOht64Ejk3woyQ7Nsv1azCRJkiRJIzNM6VlTVc8CLge+nWR/wP9akSRJkrRNGOamsQBU1ZuS/BA4B9ij1VSSJEmSNCLDlJ7XbZ6oqvOSPAH489YSSZIkSdIITVp6quqLSfYDDhjY/htthpIkSZKkURlm9LZTgGcDlwEbm8UFfKvFXJIkSZI0EsPc3vZ04H5Vta7tMJIkSZI0asOM3nYNsP1U3zjJB5OsTHLJwLKTk9yQ5KLm9ZSpvq8kSZIkTcW4V3qSvIOx29jWABcl+Srwn1d7qurlk7z3PwPvBD68xfK3VdWbp5VWkiRJkqZootvbljd/XgicMdU3rqpvJVk6jUySJEmSNDLjlp6qOr2lY56Q5M8YK1V/VVW3tnQcSZIkSRr/Oz1JTp1s52G22cJ7gAOBQ4AVwFsmeO/jkixPsnzD2tVTPIwkSZIkjZno9rZjktw5wfoAR07lYFX1q//cOTkNOHOCbU8FTgVYvPeSmspxJEmSJGmziUrPa4bY/9tTOViSfatqRTP7dOCSibaXJEmSpJlq7Ts9ST4OHAHsmeR64G+BI5IcwtiocNcCL53JMSRJkiRpMsM8nHRaquo5W1n8gbaOJ0mSJElbM8zDSSVJkiRpmzVp6UnyB7MRRJIkSZLaMMyVnncnOT/JXybZrfVEkiRJkjRCk5aeqnoU8DxgCXBhkn9J8vjWk0mSJEnSCAz1nZ6qugp4LfDXwGOA/5fkiiR/0mY4SZIkSZqpYb7T8+AkbwMuB/4IeFpVPaCZflvL+SRJkiRpRoYZsvodwPuBk6pq7eaFVXVjkte2lkySJEmSRmCY0vNUYG1VbQRIsh2wqKrWVNVHWk0nSZIkSTM0zHd6zgN2Gphf3CyTJEmSpDlvmNKzqKpWbZ5pphe3F0mSJEmSRmeY0rM6ycM2zyQ5FFg7wfaSJEmSNGcM852eVwKfSnIjEOCewLNaTSVJkiRJIzJp6amqC5LcH7hfs+jKqlrfbixJkiRJGo1hrvQAPBxY2mz/sCRU1YdbSyVJkiRJIzJp6UnyEeBA4CJgY7O4AEuPJEmSpDlvmCs9y4CDq6raDjOe/e+5kne/+h1dHX5OeMSOw16U66+P3LFn1xE698adntJ1hM5du5PnwYK1/h2s3W9T1xE6d79Dft51hM69ask5XUfo3HoWdB2hc6fd+JiuI8wJV1zb2a/qc8fXxl81zOhtlzA2eIEkSZIkbXOGuXywJ3BZkvOBdZsXVtVRraWSJEmSpBEZpvSc3HYISZIkSWrLMENWfzPJAcBBVXVeksXgDaSSJEmStg2TfqcnyUuATwPvaxbtB3y+zVCSJEmSNCrDDGRwPHA4cDtAVV0F7N1mKEmSJEkalWFKz7qqumvzTJKFjD2nR5IkSZLmvGFKzzeTnATslOTxwKeAL7YbS5IkSZJGY5jScyJwE3Ax8FLgLOC1bYaSJEmSpFEZZvS2TcBpzUuSJEmStimTlp4kP2Mr3+Gpqvu0kkiSJEmSRmiYh5MuG5heBPwpsEc7cSRJkiRptCb9Tk9V/XrgdUNV/RPw1FnIJkmSJEkzNsztbQ8bmN2OsSs/w1whkiRJkqTODVNe3jIwvQG4FnhmK2kkSZIkacSGGb3tyOm8cZIPAn8MrKyqBzXL9gD+FVhKU56q6tbpvL8kSZIkDWOY29teNdH6qnrrOKv+GXgn8OGBZScCX62qU5Kc2Mz/9XBRJUmSJGnqhnk46TLgL4D9mtfLgIcBd2teW1VV3wJu2WLx0cDpzfTpwDFTzCtJkiRJUzLMd3ruBTysqu4ASHIy8KWqev40jrdPVa1opn8J7DON95AkSZKkoQ1zpWcf4K6B+bsYQVmpqmIrDz3dLMlxSZYnWX7bLRtnejhJkiRJ89QwV3o+DJyf5HPN/DH89ha1qfpVkn2rakWSfYGV421YVacCpwLc/8E7jluOJEmSJGkiwzyc9O+BFwK3Nq8XVtU/TPN4ZwDHNtPHAl+Y5vtIkiRJ0lCGub0NYDFwe1W9Hbg+yb0n2yHJx4HvAfdLcn2SFwOnAI9PchXwuGZekiRJklozzJDVf8vYCG73Az4EbA98FDh8ov2q6jnjrHrsFDNKkiRJ0rQNc6Xn6cBRwGqAqrqRCYaqliRJkqS5ZJjSc9fgSGtJdm43kiRJkiSNzjCl55NJ3gfcPclLgPOA09qNJUmSJEmjMel3eqrqzUkeD9zO2Pd6XldV57aeTJIkSZJGYMLSk2QBcF5VHQlYdCRJkiRtcya8va2qNgKbkuw2S3kkSZIkaaQmvb0NWAVcnORcmhHcAKrq5a2lkiRJkqQRGab0fLZ5SZIkSdI2Z9zSk2T/qvpFVZ0+m4G2ZuX6XXnHisd1HaNTZ+98U9cRNAesv2lR1xE6t/Sc1ZNv1HMLr7mx6widu+b4g7qO0Lllu/+i6widO2j727qO0LmvrTmw6wid+8mZv991hDnh/u+/susInbt2gnUTfafn85snknxmZGkkSZIkaRZNVHoyMH2ftoNIkiRJUhsmKj01zrQkSZIkbTMmGsjgIUluZ+yKz07NNM18VdWuraeTJEmSpBkat/RU1YLZDCJJkiRJbZjw4aSSJEmStK2z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqNUuPJEmSpF6z9EiSJEnqtYVdHDTJtcAdwEZgQ1Ut6yKHJEmSpP7rpPQ0jqyqmzs8viRJkqR5wNvbJEmSJPVaV6WngHOSXJjkuI4ySJIkSZoHurq97ZFVdUOSvYFzk1xRVd8a3KApQ8cBLL7nLl1klCRJktQDnVzpqaobmj9XAp8DDtvKNqdW1bKqWrbj3RfNdkRJkiRJPTHrpSfJzknutnkaeAJwyWznkCRJkjQ/dHF72z7A55JsPv6/VNWXO8ghSZIkaR6Y9dJTVdcAD5nt40qSJEmanxyyWpIkSVKvWXokSZIk9VqqqusMk9pt+73rv+7xjK5jdGrDTTd3HaFzC+9xj64jdG/hgq4TdK7uXNd1hM5t/M1vuo7Que122KHrCJ3btH5D1xG6V5u6TtC5BXvs3nWE7m2a+7/LanZ85db3X1hVy7a2zis9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1yw9kiRJknrN0iNJkiSp1zopPUmelOTKJD9NcmIXGSRJkiTND7NeepIsAN4FPBk4GHhOkoNnO4ckSZKk+aGLKz2HAT+tqmuq6i7gE8DRHeSQJEmSNA90UXr2A64bmL++WSZJkiRJI7ew6wDjSXIccFwzu+rLK997ZZd5BMCewM2dHb27I2tu6fY81NywrusAgOei5oJfA56Lmju6PhcPGG9FF6XnBmDJwPy9mmW/o6pOBU6drVCaXJLlVbWs6xya3zwPNVd4Lmqu8FzUXDGXz8Uubm+7ADgoyb2T7AA8GzijgxySJEmS5oFZv9JTVRuSnAB8BVgAfLCqLp3tHJIkSZLmh06+01NVZwFndXFszYi3G2ou8DzUXOG5qLnCc1FzxZw9F1NVXWeQJEmSpNZ08Z0eSZIkSZo1lh6R5ElJrkzy0yQnbmX9o5P8MMmGJP9ti3Ubk1zUvByQQjMyxLn4qiSXJflxkq8mOWBg3bFJrmpex85ucvXNDM9FPxc1EkOchy9LcnFzrn0nycED6/6m2e/KJE+c3eTqm+mei0mWJlk78Jn43tlP32T09rb5LckC4CfA4xl7UOwFwHOq6rKBbZYCuwKvBs6oqk8PrFtVVbvMZmb105Dn4pHAD6pqTZK/AI6oqmcl2QNYDiwDCrgQOLSqbp3tn0Pbvpmci806Pxc1Y0Oeh7tW1e3N9FHAX1bVk5pfOD8OHAb8HnAecN+q2jjLP4Z6YIbn4lLgzKp60KwH34JXenQY8NOquqaq7gI+ARw9uEFVXVtVPwY2dRFQ88Yw5+LXq2pNM/t9xp7zBfBE4NyquqUpOucCT5ql3OqfmZyL0qgMcx7ePjC7M2P/6UOz3Seqal1V/Qz4afN+0nTM5FycMyw92g+4bmD++mbZsBYlWZ7k+0mOGW00zTNTPRdfDJw9zX2liczkXAQ/FzUaQ52HSY5PcjXwJuDlU9lXGtJMzkWAeyf59yTfTPKodqOOr5Mhq9UrB1TVDUnuA3wtycVVdXXXodRvSZ7P2K1sj+k6i+a3cc5FPxc1a6rqXcC7kjwXeC3gdxrViXHOxRXA/lX16ySHAp9P8sAtrgzNCq/06AZgycD8vZplQ6mqG5o/rwG+ATx0lOE0rwx1LiZ5HPC/gKOqat1U9pWGNJNz0c9FjcpUP9c+AWy+suhnokZp2udic4vlr5vpC4Grgfu2lHNClh5dAByU5N5JdgCeDQw12lCS3ZPs2EzvCRwOXDbxXtK4Jj0XkzwUeB9jv2SuHFj1FeAJzTm5O/CEZpk0HdM+F/1c1AgNcx4eNDD7VOCqZvoM4NlJdkxyb+Ag4PxZyKx+mva5mGSvZiAEmqvfBwHXzErqLXh72zxXVRuSnMDYL4gLgA9W1aVJXg8sr6ozkjwc+BywO/C0JH9XVQ8EHgC8L8kmxgr0KYMjeUhTMcy5CPwjsAvwqSQAv6iqo6rqliRvYOyDGeD1VXVLBz+GemAm5yJ+LmpEhjwPT2iuOK4HbqW5ta3Z7pOMFe4NwPGO3Kbpmsm5CDwaeH2S9YwNiPWyrv59dshqSZIkSb3m7W2SJEmSes3SI0mSJKnXLD2SJEmSes3SI0mSJKnXLD2SJEmSes3SI0lqXZJ7JLmoef0yyQ0D8//W0jEfmuQDE6zfK8mX2zi2JGlu8Tk9kqTWNU/kPgQgycnAqqp6c8uHPQl44wSZbkqyIsnhVfXdlrNIkjrklR5JUqeSrGr+PCLJN5N8Ick1SU5J8rwk5ye5OMmBzXZ7JflMkgua1+Fbec+7AQ+uqh81848ZuLL07816gM8Dz5ulH1WS1BFLjyRpLnkI8DLgAcALgPtW1WHA+4H/0WzzduBtVfVw4BnNui0tAy4ZmH81Y0+lPwR4FLC2Wb68mZck9Zi3t0mS5pILqmoFQJKrgXOa5RcDRzbTjwMOTrJ5n12T7FJVqwbeZ1/gpoH57wJvTfIx4LNVdX2zfCXwe6P/MSRJc4mlR5I0l6wbmN40ML+J3/6btR3wiKq6c4L3WQss2jxTVack+RLwFOC7SZ5YVVc026wd5z0kST3h7W2SpG3NOfz2VjeSHLKVbS4Hfn9gmwOr6uKq+r/ABcD9m1X35Xdvg5Mk9ZClR5K0rXk5sCzJj5Ncxth3gH5HcxVnt4EBC16Z5JIkPwbWA2c3y48EvjQboSVJ3UlVdZ1BkqSRS/I/gTuqamsDHWze5lvA0VV16+wlkyTNNq/0SJL66j387neEfkeSvYC3Wngkqf+80iNJkiSp17zSI0mSJKnXLD2SJEmSes3SI0mSJKnXLD2SJEmSes3SI0mSJKnXLD2SJEmSeu0/AJIKEEvvS4XgAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAZHUlEQVR4nO3de7hndV0v8PeHGXG4CIkYEiKooUkXUSerBy055bVCrFNpWmadyNJjHasnjsenzC4Px7zUSSsxLLyUeZcUTfCkppYyGAmChJAFOIoIyv028zl/7DW55czs+c3s/dtrz5rX63l+z1739fnt5zu//XvPd63vqu4OAADAVO0zdgEAAADzJPQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAMFdV9aKqesPYddxVVX2wqv7b2HUAMH9CDwDLVlU/WVWbqurGqtpcVe+tqkeNXdfuqqqnVtUlVfXVqrq6qs6oqoPGrguA3SP0ALAsVfX8JH+Y5PeTHJbkfkn+JMmTx6xrmT6a5PjuPjjJA5KsT/K745YEwO4SegDYbVV1cJIXJ3lOd7+9u2/q7ju6+2+7+9cXbbpvVb2uqm6oqk9X1cZFxzilqi4b1l1UVU9ZtO5nquojVfXSqrquqv6tqp64aP0Hq+p3quqjw/7vr6pDF63/7qr6WFV9par+paoeM8v76u4ruvuaRYu2JPnmXf8NAbAWCD0ALMf3JNmQ5B072e7EJG9K8g1JzkzyykXrLkvy6CQHJ/ntJG+oqsMXrf+uJJckOTTJS5KcXlW1aP1PJnlWkm9Msm+SX0uSqjoiyXuy0ENzyLD8bVV171neWFU9qqq+muSGJD+ahd4sAPZAQg8Ay3GvJNd095072e4j3X1Wd29J8vokD922orvf0t2f7+6t3f03SS5N8shF+/57d79m2PeMJIdn4TK6bf6iu/+1u29J8uYkxw3Ln5HkrOG8W7v77CSbkjxpljfW3R8ZLm+7b5I/SPK5WfYDYO0RegBYji8nObSq1u9kuy8smr45yYZt+1TVT1fV+cMlaF9J8m1Z6NX5//bt7puHyQOXOPa2dUcl+bFtxx2O/agshKaZdfdVSd6XhZ4qAPZAO/sjBQBL+ccktyU5Kclbd3XnqjoqyWuSfH+Sf+zuLVV1fpJaes+ZXJHk9d398ytwrPVJHrgCxwFgBHp6ANht3f3VJL+Z5FVVdVJV7V9Vd6uqJ1bVS2Y4xAFJOsmXkqSqnpWFnp6V8IYkP1xVj6+qdVW1oaoeU1X33dmOVfX0qrrfMH1Ukt9L8oEVqguAVSb0ALAs3f2yJM9P8sIshJcrkjw3yTtn2PeiJC/LQo/RF5N8exaGi16Juq7IwrDZL1hU169ntr99xyb5WFXdNNRzSZKV6DECYATV3WPXAAAAMDd6egAAgEmbW+ipqiOr6u+HB819uqp+eVj+oqq6ahip5/yqmmnoUAAAgN0xt8vbhgfLHd7dn6yqeyQ5Lwuj+/x4khu7+6VzOTEAAMAicxuyurs3J9k8TN9QVRcnOWJe5wMAANieVbmnp6qOTvKwJB8fFj23qj5VVa+tqnuuRg0AAMDeae6jt1XVgUk+lOT3uvvtVXVYkmuy8FyG38nCJXA/u539Tk5ycpKsy7pH7J+D5lonALCHqZV4hu2ezW8Avub6vvaa7r739tbNNfRU1d2SvDvJ33X3y7ez/ugk7+7uJR9Ed1Ad0t+1z2PnUuMeo7eOXQGsDWXQSUiS2sfXXZ8HSa1bN3YJ4/MdaYF/D3n/rW84r7s3bm/dPEdvqySnJ7l4ceAZBjjY5ilJLpxXDQAAAHMbyCDJ8Ul+KskFVXX+sOwFSZ5WVcdl4fK2zyX5hTnWAAAA7OXmOXrbR7L9S03Pmtc5AQAA7srFfwAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKStH7uAWdT69Vl/r3uNXcao+rbbxy5hfFu2jF3B6Pp27WDrHXeOXcL4euvYFYyu1q0bu4TR+R0k7e9Ctt7ud1D71NglrBHawlL09AAAAJM2t9BTVUdW1d9X1UVV9emq+uVh+SFVdXZVXTr8vOe8agAAAJhnT8+dSX61u49N8t1JnlNVxyY5JckHuvuYJB8Y5gEAAOZibqGnuzd39yeH6RuSXJzkiCRPTnLGsNkZSU6aVw0AAACrck9PVR2d5GFJPp7ksO7ePKz6QpLDVqMGAABg7zT30FNVByZ5W5Jf6e7rF6/r7k7SO9jv5KraVFWbbt96y7zLBAAAJmquoaeq7paFwPPG7n77sPiLVXX4sP7wJFdvb9/uPq27N3b3xn332W+eZQIAABM2z9HbKsnpSS7u7pcvWnVmkmcO089M8q551QAAADDPh5Men+SnklxQVecPy16Q5NQkb66qn0vy70l+fI41AAAAe7m5hZ7u/kiSHT0i9/vndV4AAIDFVmX0NgAAgLEIPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKSt39GKqvqRGfa/tbvPWsF6AAAAVtQOQ0+S1yR5V5JaYpvvTSL0AAAAa9ZSoee93f2zS+1cVW9Y4XoAAABW1A7v6enuZ+xs51m2AQAAGNNSPT1Jkqq6LMkfdPefLVr27u7+oblWtsjt97p7rnzGMat1OtaoA77QY5cwugOuum3sEka3/vpbxy5hdPvcqB3kq9ePXcHotn7lq2OXMLre6u8CMJtZRm+7I8kJVfUXVbXvsOyIOdYEAACwYmYJPTd3908kuTjJP1TV/ZL4rxUAAGCPsNPL2zKM3tbdL6mqTyZ5f5JD5loVAADACpkl9PzmtonuPqeqHpfkZ+ZWEQAAwAraaejp7r+tqiOSHLVo+w/OsygAAICVMsvobacmeWqSi5JsGRZ3kg/PsS4AAIAVMcvlbU9J8uDuNkYqAACwx5ll9LbLk9xtVw9cVa+tqqur6sJFy15UVVdV1fnD60m7elwAAIBdscOenqr64yxcxnZzkvOr6gNJ/rO3p7uft5Nj/2WSVyZ53V2Wv6K7X7pb1QIAAOyipS5v2zT8PC/Jmbt64O7+cFUdvRs1AQAArJgdhp7uPmNO53xuVf10FkLVr3b3dXM6DwAAwI7v6amq03a28yzb3MWfJnlgkuOSbE7ysiWOfXJVbaqqTVtuvmkXTwMAALBgqcvbTqqqW5dYX0lO2JWTdfcX/3PnqtckefcS256W5LQk2e8+R/aunAcAAGCbpULPr8+w/z/sysmq6vDu3jzMPiXJhUttDwAAsFxzu6enqv46yWOSHFpVVyb5rSSPqarjsjAq3OeS/MJyzgEAALAzszycdLd099O2s/j0eZ0PAABge2Z5OCkAAMAea6ehp6q+fTUKAQAAmIdZenr+pKo+UVW/VFUHz70iAACAFbTT0NPdj07y9CRHJjmvqv6qqh4798oAAABWwEz39HT3pUlemOQ3knxfkv9TVZ+pqh+ZZ3EAAADLNcs9Pd9RVa9IcnGS/5Lkh7v7IcP0K+ZcHwAAwLLMMmT1Hyf58yQv6O5bti3s7s9X1QvnVhkAAMAKmCX0/GCSW7p7S5JU1T5JNnT3zd39+rlWBwAAsEyz3NNzTpL9Fs3vPywDAABY82YJPRu6+8ZtM8P0/vMrCQAAYOXMEnpuqqqHb5upqkckuWWJ7QEAANaMWe7p+ZUkb6mqzyepJPdJ8hNzrQoAAGCF7DT0dPe5VfUtSR48LLqku++Yb1kAAAArY5aeniT5ziRHD9s/vKrS3a+bW1UAAAArZKehp6pen+SBSc5PsmVY3EmEHgAAYM2bpadnY5Jju7vnXcyO9Lrk9oPHOvvacOvhd45dwujWnXD92CWM7ss3333sEka338e+YewSRnfE+64eu4TR3fmlL49dwuj22W/D2CWMbv3BB41dwuj6llvHLmF0W266eewS1oTap8YuYU2bZfS2C7MweAEAAMAeZ5aenkOTXFRVn0hy27aF3X3i3KoCAABYIbOEnhfNuwgAAIB5mWXI6g9V1VFJjunuc6pq/yTr5l8aAADA8u30np6q+vkkb03y6mHREUneOc+iAAAAVsosAxk8J8nxSa5Pku6+NMk3zrMoAACAlTJL6Lmtu2/fNlNV67PwnB4AAIA1b5bQ86GqekGS/arqsUnekuRv51sWAADAypgl9JyS5EtJLkjyC0nOSvLCeRYFAACwUmYZvW1rktcMLwAAgD3KTkNPVf1btnMPT3c/YC4VAQAArKBZHk66cdH0hiQ/luSQ+ZQDAACwsnZ6T093f3nR66ru/sMkP7gKtQEAACzbLJe3PXzR7D5Z6PmZpYcIAABgdLOEl5ctmr4zyeeS/PhcqgEAAFhhs4zedsLuHLiqXpvkh5Jc3d3fNiw7JMnfJDk6Q3jq7ut25/gAAACzmOXytucvtb67X76DVX+Z5JVJXrdo2SlJPtDdp1bVKcP8b8xWKgAAwK6b5eGkG5P8YpIjhtezkzw8yT2G13Z194eTXHuXxU9OcsYwfUaSk3axXgAAgF0yyz09903y8O6+IUmq6kVJ3tPdz9iN8x3W3ZuH6S8kOWw3jgEAADCzWXp6Dkty+6L527MCYaW7O9t56Ok2VXVyVW2qqk1bbrppuacDAAD2UrP09LwuySeq6h3D/En52iVqu+qLVXV4d2+uqsOTXL2jDbv7tCSnJcmGI47cYTgCAABYyiwPJ/29JM9Kct3welZ3//5unu/MJM8cpp+Z5F27eRwAAICZzHJ5W5Lsn+T67v6jJFdW1f13tkNV/XWSf0zy4Kq6sqp+LsmpSR5bVZcm+YFhHgAAYG5mGbL6t7IwgtuDk/xFkrsleUOS45far7uftoNV37+LNQIAAOy2WXp6npLkxCQ3JUl3fz5LDFUNAACwlswSem5fPNJaVR0w35IAAABWziyh581V9eok31BVP5/knCSvmW9ZAAAAK2On9/R090ur6rFJrs/CfT2/2d1nz70yAACAFbBk6KmqdUnO6e4Tkgg6AADAHmfJy9u6e0uSrVV18CrVAwAAsKJ2enlbkhuTXFBVZ2cYwS1Juvt5c6sKAABghcwSet4+vAAAAPY4tTAa9XZWVN2vu/9jlevZroPXHdrfc+CJY5cxqjr4oLFLGN3nn3LU2CWM7uHP+NTYJYzu9CM/OnYJo7tu681jlzC6077yHWOXMLoPX3PM2CWM7jNX3GfsEka3/j82jF3C6PbfPHYFa8N+127/O/3e5ONv/NXzunvj9tYtdU/PO7dNVNXbVrwqAACAVbBU6KlF0w+YdyEAAADzsFTo6R1MAwAA7DGWGsjgoVV1fRZ6fPYbpjPMd3e7yQQAAFjzdhh6unvdahYCAAAwD0s+nBQAAGBPJ/QAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTtn6Mk1bV55LckGRLkju7e+MYdQAAANM3SugZnNDd14x4fgAAYC/g8jYAAGDSxgo9neT9VXVeVZ08Ug0AAMBeYKzL2x7V3VdV1TcmObuqPtPdH168wRCGTk6SDXXAGDUCAAATMEpPT3dfNfy8Osk7kjxyO9uc1t0bu3vjvrVhtUsEAAAmYtVDT1UdUFX32Dad5HFJLlztOgAAgL3DGJe3HZbkHVW17fx/1d3vG6EOAABgL7Dqoae7L0/y0NU+LwAAsHcyZDUAADBpQg8AADBpYw1ZvUt669ZsueGGscsYVd1889gljO4+p183dgmj2/zGu49dwuieeOv3jF3C6LbecuvYJYxun/2M6pmHHDJ2BaN70Fb/Fva59ktjlzC+W28bu4K1Yf0e8bV+NHp6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AACASRsl9FTVE6rqkqr6bFWdMkYNAADA3mHVQ09VrUvyqiRPTHJskqdV1bGrXQcAALB3GKOn55FJPtvdl3f37UnelOTJI9QBAADsBcYIPUckuWLR/JXDMgAAgBW3fuwCdqSqTk5y8jB74zn91kvGrGd0d45dQJLk0CTXjHb2tfE7GNdNYxewJozbDlkb1sa/hXHb4qbRzsza43ORtWLstnjUjlaMEXquSnLkovn7Dsu+TnefluS01SqKnauqTd29cew62Ltph6wV2iJrhbbIWrGW2+IYl7edm+SYqrp/Ve2b5KlJzhyhDgAAYC+w6j093X1nVT03yd8lWZfktd396dWuAwAA2DuMck9Pd5+V5Kwxzs2yuNyQtUA7ZK3QFlkrtEXWijXbFqu7x64BAABgbsa4pwcAAGDVCD2kqp5QVZdU1Wer6pTtrP/eqvpkVd1ZVf/1Luu2VNX5w8uAFCzLDG3x+VV1UVV9qqo+UFVHLVr3zKq6dHg9c3UrZ2qW2RZ9LrIiZmiHz66qC4a29pGqOnbRuv857HdJVT1+dStnana3LVbV0VV1y6LPxD9b/eqHGl3etnerqnVJ/jXJY7PwoNhzkzytuy9atM3RSQ5K8mtJzuzuty5ad2N3H7iaNTNNM7bFE5J8vLtvrqpfTPKY7v6JqjokC08t2Zikk5yX5BHdfd1qvw/2fMtpi8M6n4ss24zt8KDuvn6YPjHJL3X3E4YvnH+d5JFJvinJOUke1N1bVvltMAHLbItHJ3l3d3/bqhd+F3p6eGSSz3b35d19e5I3JXny4g26+3Pd/akkW8cokL3GLG3x77v75mH2n7LwnK8keXySs7v72iHonJ3kCatUN9OznLYIK2WWdnj9otkDsvCfPhm2e1N339bd/5bks8PxYHcspy2uGUIPRyS5YtH8lcOyWW2oqk1V9U9VddLKlsZeZlfb4s8lee9u7gtLWU5bTHwusjJmaodV9ZyquizJS5I8b1f2hRktpy0myf2r6p+r6kNV9ej5lrpjowxZzaQc1d1XVdUDkvzfqrqguy8buyimraqekYVL2b5v7FrYu+2gLfpcZNV096uSvKqqfjLJC5O4p5FR7KAtbk5yv+7+clU9Isk7q+pb79IztCr09HBVkiMXzd93WDaT7r5q+Hl5kg8medhKFsdeZaa2WFU/kOR/JTmxu2/blX1hRstpiz4XWSm7+rn2piTbehZ9JrKSdrstDpdYfnmYPi/JZUkeNKc6lyT0cG6SY6rq/lW1b5KnJplptKGqumdV3X2YPjTJ8UkuWnov2KGdtsWqeliSV2fhS+bVi1b9XZLHDW3ynkkeNyyD3bHbbdHnIitolnZ4zKLZH0xy6TB9ZpKnVtXdq+r+SY5J8olVqJlp2u22WFX3HgZCyND7fUySy1el6rtwedterrvvrKrnZuEL4rokr+3uT1fVi5Ns6u4zq+o7k7wjyT2T/HBV/XZ3f2uShyR5dVVtzUKAPnXxSB6wK2Zpi0n+IMmBSd5SVUnyH919YndfW1W/k4UP5iR5cXdfO8LbYAKW0xbjc5EVMmM7fO7Q43hHkusyXNo2bPfmLATuO5M8x8ht7K7ltMUk35vkxVV1RxYGxHr2WH+fDVkNAABMmsvbAACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AJi7qrpXVZ0/vL5QVVctmv/YnM75sKo6fYn1966q983j3ACsLZ7TA8DcDU/kPi5JqupFSW7s7pfO+bQvSPK7S9T0paraXFXHd/dH51wLACPS0wPAqKrqxuHnY6rqQ1X1rqq6vKpOraqnV9UnquqCqnrgsN29q+ptVXXu8Dp+O8e8R5Lv6O5/Gea/b1HP0j8P65PknUmevkpvFYCRCD0ArCUPTfLsJA9J8lNJHtTdj0zy50n++7DNHyV5RXd/Z5IfHdbd1cYkFy6a/7UsPJX+uCSPTnLLsHzTMA/AhLm8DYC15Nzu3pwkVXVZkvcPyy9IcsIw/QNJjq2qbfscVFUHdveNi45zeJIvLZr/aJKXV9Ubk7y9u68cll+d5JtW/m0AsJYIPQCsJbctmt66aH5rvvY3a58k393dty5xnFuSbNg2092nVtV7kjwpyUer6vHd/Zlhm1t2cAwAJsLlbQDsad6fr13qlqo6bjvbXJzkmxdt88DuvqC7/3eSc5N8y7DqQfn6y+AAmCChB4A9zfOSbKyqT1XVRVm4B+jrDL04By8asOBXqurCqvpUkjuSvHdYfkKS96xG0QCMp7p77BoAYMVV1f9IckN3b2+gg23bfDjJk7v7utWrDIDVpqcHgKn603z9PUJfp6runeTlAg/A9OnpAQAAJk1PDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGn/D5sl+bKynzvuAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAY6UlEQVR4nO3de7iuZV0n8O9vb0BQhASUEBHMQYuaRN05zoWWTJ46CTZTeSqzJrJ0rCmbGMerzA4XUx5qykpMC7U0z5JiCU5q2kE2RoKQIWgJonigADnuvX/zx3q2vjJ7r/Xuvda7nrWf/flc13ut5/g+v3dxXy/ru+/7uZ/q7gAAAEzVprELAAAAWCShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShB4CFqqoXVNVrx67jzqrqvVX1X8euA4DFE3oAWLWqekpVba2qm6rq2qp6V1U9Yuy61kJVvaequqoOGLsWAPaO0APAqlTVzyT5zSS/luToJPdN8rtJThuzrrVQVU9NcuDYdQCwOkIPAHutqg5P8sIkz+rut3T3l7r7ju7+s+7+uZlDD6qqV1fVjVX10araMvMeZ1bVlcO+y6rqiTP7friqPlBVL6qq66vqE1X1HTP731tVv1xVHxzOf3dVHTWz/+FV9ddV9a9V9Q9V9ag9/Gy/mOR/7N1vB4CNQugBYDX+Y5KDk7x1heOekOT1Sb4myblJfmdm35VJHpnk8CS/lOS1VXXMzP7/kORjSY5K8utJXllVNbP/KUmekeReSQ5K8twkqapjk7wzya8kOWLY/uaquuecn+3Xkvxeks/MeTwAG5TQA8BqHJnk8929bYXjPtDd53X39iSvSfKgnTu6+43d/enu3tHdf5rkiiQPmzn3n7v7FcO55yQ5JkvD6Hb6w+7+p+6+Jckbkpw8bH9akvOG6+7o7vOTbE3ynSt9qKEn6pQkv73SsQBsfEIPAKvxhSRHzXGT/2xvyc1JDt55TlX9UFVdPAxB+9ck35SlXp3/79zuvnlYPHSZ99657/gk37fzfYf3fkSWQtNuVdWmLN2T9FNzhDkA9gFmogFgNf4myW1JTk/ypj09uaqOT/KKJN+e5G+6e3tVXZyklj9zLp9K8pru/rE9PO+wJFuS/Okwim7zsP3qqvq+7v6rNagNgHUk9ACw17r736rqF5K8rKq2JXl3kjuSPDrJqd290iQAd0vSST6XJFX1jCz19KyF1ya5sKoel+SCLM3C9vAkH+/uq5c579+S3Htm/bgkH0ry0J11ArBvEXoAWJXufnFVfSbJ85P8cZIbk1yU5FfnOPeyqnpxlnqMdiR5dZIPrlFdn6qq07I0+cHrkmzPUnj5iRXO68wMmauqg4fFzxruBrBvqqXvdgAAgGkykQEAADBpCws9VXVcVf3l8KC5j1bVTw3bX1BV1wwz9VxcVStOHQoAALC3Fja8bXiw3DHd/eGqunuWxnefnuT7k9zU3S9ayIUBAABmLGwig+6+Nsm1w/KNVXV5kmMXdT0AAIBdWZd7eqrqhCQPTvJ3w6ZnV9VHqupVVXWP9agBAADYPy189raqOjTJ+5L8ane/paqOTvL5LD2X4ZezNATuR3Zx3hlJzkiSzdn80LvmsIXWudEND8iD/Z4ZJwGAXbkx13++u++5q30LDT1VdWCSdyT5i+5+yS72n5DkHd297IPoDqsj+uEHPHYhNe4ravPmlQ+aujLZYHrH2BWMbscdHpOiHZDEdyLs5DuRwQX9pou6e8uu9i1y9rZK8sokl88GnmGCg52emOTSRdUAAACwsIkMkpyS5AeTXFJVFw/bnpfkyVV1cpaGt30yyY8vsAYAAGA/t8jZ2z6QZFc3opy3qGsCAADcmQHBAADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApAk9AADApB0wdgHzqE2bsumQQ8YuY1R1l7uMXQIbQPeOsUsY3QHl32r69tvHLmF0vW3b2CWMb0ePXcHoevv2sUsYnd8BzMdfDwAAwKQtLPRU1XFV9ZdVdVlVfbSqfmrYfkRVnV9VVww/77GoGgAAABbZ07Mtyc9290lJHp7kWVV1UpIzk7ynu09M8p5hHQAAYCEWFnq6+9ru/vCwfGOSy5Mcm+S0JOcMh52T5PRF1QAAALAu9/RU1QlJHpzk75Ic3d3XDrs+k+To9agBAADYPy089FTVoUnenOSnu/uG2X3d3Ul2Of1MVZ1RVVurauvtfeuiywQAACZqoaGnqg7MUuD54+5+y7D5s1V1zLD/mCTX7erc7j67u7d095aD6uBFlgkAAEzYImdvqySvTHJ5d79kZte5SZ4+LD89ydsXVQMAAMAiH056SpIfTHJJVV08bHtekrOSvKGqfjTJPyf5/gXWAAAA7OcWFnq6+wNJaje7v31R1wUAAJi1LrO3AQAAjEXoAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJk3oAQAAJu2A3e2oqu+d4/xbu/u8NawHAABgTe029CR5RZK3J6lljvnWJEIPAACwYS0Xet7V3T+y3MlV9do1rgcAAGBN7faenu5+2konz3MMAADAmJbr6UmSVNWVSX6ju39/Zts7uvu7F1rZrE2bUoccvG6X25D298+f+B0kqdvuGLuE0fXnvzB2CaPb/qWbxy5hdLV589gljK42LTf6fP+gHSR10IFjlzC+7rEr2BD6jm1jlzC+Zf5Mmmf2tjuSnFpVf1hVBw3bjl2DsgAAABZuntBzc3f/QJLLk/xVVd03iUgNAADsE1Yc3pZh9rbu/vWq+nCSdyc5YqFVAQAArJF5Qs8v7Fzo7guq6rFJfnhhFQEAAKyhFUNPd/9ZVR2b5PiZ49+7yKIAAADWyjyzt52V5ElJLkuyfdjcSd6/wLoAAADWxDzD256Y5IHdfduiiwEAAFhr88zedlWSPZ4EvqpeVVXXVdWlM9teUFXXVNXFw+s79/R9AQAA9sRue3qq6rezNIzt5iQXV9V7kny5t6e7n7PCe/9Rkt9J8uo7bX9pd79or6oFAADYQ8sNb9s6/Lwoybl7+sbd/f6qOmEvagIAAFgzuw093X3Ogq757Kr6oSyFqp/t7usXdB0AAIDd39NTVWevdPI8x9zJ7yW5f5KTk1yb5MXLvPcZVbW1qrbevuOWPbwMAADAkuWGt51eVbcus7+SnLonF+vuz3755KpXJHnHMseeneTsJDn8wHv1nlwHAABgp+VCz8/Ncf5f7cnFquqY7r52WH1ikkuXOx4AAGC1FnZPT1W9LsmjkhxVVVcn+cUkj6qqk7M0K9wnk/z4aq4BAACwknkeTrpXuvvJu9j8ykVdDwAAYFfmeTgpAADAPmvF0FNV/349CgEAAFiEeXp6freqPlRVP1lVhy+8IgAAgDW0Yujp7kcmeWqS45JcVFV/UlWPWXhlAAAAa2Cue3q6+4okz0/y80m+Lcn/qap/rKrvXWRxAAAAqzXPPT3fXFUvTXJ5kv+U5Hu6+xuG5ZcuuD4AAIBVmWfK6t9O8gdJntfdt+zc2N2frqrnL6wyAACANTBP6PmuJLd09/YkqapNSQ7u7pu7+zULrQ4AAGCV5rmn54Ikh8ys33XYBgAAsOHNE3oO7u6bdq4My3ddXEkAAABrZ57Q86WqesjOlap6aJJbljkeAABgw5jnnp6fTvLGqvp0kkrytUl+YKFVAQAArJEVQ093X1hVX5/kgcOmj3X3HYstCwAAYG3M09OTJN+S5ITh+IdUVbr71QurCgAAYI2sGHqq6jVJ7p/k4iTbh82dROgBAAA2vHl6erYkOam7e9HF7M7tR9wlVz/1AWNdfmOosQsY39dctX3lgybu0Es+O3YJo+s7to1dwug2HThvJ/101UEHjV3C+A46cOwKxrdjtD9NNoy++eaxSxjdjttvH7uEDWGT78VlzTN726VZmrwAAABgnzPPPxceleSyqvpQktt2buzuJyysKgAAgDUyT+h5waKLAAAAWJR5pqx+X1Udn+TE7r6gqu6aZPPiSwMAAFi9Fe/pqaofS/KmJC8fNh2b5G2LLAoAAGCtzDORwbOSnJLkhiTp7iuS3GuRRQEAAKyVeULPbd395bkAq+qALD2nBwAAYMObJ/S8r6qel+SQqnpMkjcm+bPFlgUAALA25gk9Zyb5XJJLkvx4kvOSPH+RRQEAAKyVeWZv25HkFcMLAABgn7Ji6KmqT2QX9/B099ctpCIAAIA1NM/DSbfMLB+c5PuSHLGYcgAAANbWivf0dPcXZl7XdPdvJvmudagNAABg1eYZ3vaQmdVNWer5maeHCAAAYHTzhJcXzyxvS/LJJN+/kGoAAADW2Dyzt526N29cVa9K8t1Jruvubxq2HZHkT5OckCE8dff1e/P+AAAA85hneNvPLLe/u1+ym11/lOR3krx6ZtuZSd7T3WdV1ZnD+s/PVyoAAMCem+fhpFuS/ESSY4fXM5M8JMndh9cudff7k3zxTptPS3LOsHxOktP3sF4AAIA9Ms89PfdJ8pDuvjFJquoFSd7Z3U/bi+sd3d3XDsufSXL0XrwHAADA3Obp6Tk6ye0z67dnDcJKd3d28dDTnarqjKraWlVbt9/ypdVeDgAA2E/N09Pz6iQfqqq3Duun5ytD1PbUZ6vqmO6+tqqOSXLd7g7s7rOTnJ0khxx93G7DEQAAwHLmeTjpryZ5RpLrh9czuvvX9vJ65yZ5+rD89CRv38v3AQAAmMs8w9uS5K5Jbuju30pydVXdb6UTqup1Sf4myQOr6uqq+tEkZyV5TFVdkeTRwzoAAMDCzDNl9S9maQa3Byb5wyQHJnltklOWO6+7n7ybXd++hzUCAADstXl6ep6Y5AlJvpQk3f3pLDNVNQAAwEYyT+i5fXamtaq622JLAgAAWDvzhJ43VNXLk3xNVf1YkguSvGKxZQEAAKyNFe/p6e4XVdVjktyQpft6fqG7z194ZQAAAGtg2dBTVZuTXNDdpyYRdAAAgH3OssPbunt7kh1Vdfg61QMAALCmVhzeluSmJJdU1fkZZnBLku5+zsKqAgAAWCPzhJ63DC8AAIB9zm5DT1Xdt7v/pbvPWc+CduWBX/vZnP/cF41dxqiO3GSm8Jdcf7+xSxjd7/7548YuYXQnnHfk2CWM7i7/fP3YJYxux+F3HbuE0d125MFjl8AGsPn2HWOXMLpNt24fu4QNYekJM/u5v939ruXu6XnbzoWqevMalgMAALBulgs9NbP8dYsuBAAAYBGWCz29m2UAAIB9xnITGTyoqm7IUo/PIcNyhvXu7sMWXh0AAMAq7Tb0dPfm9SwEAABgEZZ9OCkAAMC+TugBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAmTegBAAAm7YAxLlpVn0xyY5LtSbZ195Yx6gAAAKZvlNAzOLW7Pz/i9QEAgP2A4W0AAMCkjRV6Osm7q+qiqjpjpBoAAID9wFjD2x7R3ddU1b2SnF9V/9jd7589YAhDZyTJfY7dPEaNAADABIzS09Pd1ww/r0vy1iQP28UxZ3f3lu7ecuSRRuEBAAB7Z93TRFXdraruvnM5yWOTXLredQAAAPuHMYa3HZ3krVW18/p/0t1/PkIdAADAfmDdQ093X5XkQet9XQAAYP/kZhkAAGDShB4AAGDSxpqyeo9c9ZFD85TjHjF2GaPadOA+8Z9qoTbd+5ixSxjdA+5+/dgljK5uvWPsEsZ3w41jVzC+T3167ApGd+Btt45dAhtAbfZYD7+DQenLWI7fDgAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGmjhJ6qenxVfayqPl5VZ45RAwAAsH9Y99BTVZuTvCzJdyQ5KcmTq+qk9a4DAADYP4zR0/OwJB/v7qu6+/Ykr09y2gh1AAAA+4ExQs+xST41s371sA0AAGDNHTB2AbtTVWckOWNYvemCHW/42Jj1jO62sQtIkhyV5POjXf0To12ZjWXcdghfoS0yvm1J9ve2uG3sApgxdls8fnc7xgg91yQ5bmb9PsO2r9LdZyc5e72KYmVVtbW7t4xdB/s37ZCNQltko9AW2Sg2clscY3jbhUlOrKr7VdVBSZ6U5NwR6gAAAPYD697T093bqurZSf4iyeYkr+ruj653HQAAwP5hlHt6uvu8JOeNcW1WxXBDNgLtkI1CW2Sj0BbZKDZsW6zuHrsGAACAhRnjnh4AAIB1I/SQqnp8VX2sqj5eVWfuYv+3VtWHq2pbVf2XO+3bXlUXDy8TUrAqc7TFn6mqy6rqI1X1nqo6fmbf06vqiuH19PWtnKlZZVv0vciamKMdPrOqLhna2geq6qSZff9zOO9jVfW49a2cqdnbtlhVJ1TVLTPfib+//tUPNRretn+rqs1J/inJY7L0oNgLkzy5uy+bOeaEJIcleW6Sc7v7TTP7buruQ9ezZqZpzrZ4apK/6+6bq+onkjyqu3+gqo5IsjXJliSd5KIkD+3u69f7c7DvW01bHPb5XmTV5myHh3X3DcPyE5L8ZHc/fviD83VJHpbk3kkuSPKA7t6+zh+DCVhlWzwhyTu6+5vWvfA70dPDw5J8vLuv6u7bk7w+yWmzB3T3J7v7I0l2jFEg+4152uJfdvfNw+rfZuk5X0nyuCTnd/cXh6BzfpLHr1PdTM9q2iKslXna4Q0zq3fL0j/6ZDju9d19W3d/IsnHh/eDvbGatrhhCD0cm+RTM+tXD9vmdXBVba2qv62q09e2NPYze9oWfzTJu/byXFjOatpi4nuRtTFXO6yqZ1XVlUl+Pclz9uRcmNNq2mKS3K+q/r6q3ldVj1xsqbs3ypTVTMrx3X1NVX1dkv9bVZd095VjF8W0VdXTsjSU7dvGroX9227aou9F1k13vyzJy6rqKUmen8Q9jYxiN23x2iT37e4vVNVDk7ytqr7xTj1D60JPD9ckOW5m/T7Dtrl09zXDz6uSvDfJg9eyOPYrc7XFqnp0kv+V5AndfduenAtzWk1b9L3IWtnT77XXJ9nZs+g7kbW0121xGGL5hWH5oiRXJnnAgupcltDDhUlOrKr7VdVBSZ6UZK7ZhqrqHlV1l2H5qCSnJLls+bNgt1Zsi1X14CQvz9IfmdfN7PqLJI8d2uQ9kjx22AZ7Y6/bou9F1tA87fDEmdXvSnLFsHxukidV1V2q6n5JTkzyoXWomWna67ZYVfccJkLI0Pt9YpKr1qXqOzG8bT/X3duq6tlZ+gNxc5JXdfdHq+qFSbZ297lV9S1J3prkHkm+p6p+qbu/Mck3JHl5Ve3IUoA+a3YmD9gT87TFJL+R5NAkb6yqJPmX7n5Cd3+xqn45S1/MSfLC7v7iCB+DCVhNW4zvRdbInO3w2UOP4x1Jrs8wtG047g1ZCtzbkjzLzG3srdW0xSTfmuSFVXVHlibEeuZY/382ZTUAADBphrcBAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAsHBVdWRVXTy8PlNV18ys//WCrvngqnrlMvvvWVV/vohrA7CxeE4PAAs3PJH75CSpqhckuam7X7Tgyz4vya8sU9Pnquraqjqluz+44FoAGJGeHgBGVVU3DT8fVVXvq6q3V9VVVXVWVT21qj5UVZdU1f2H4+5ZVW+uqguH1ym7eM+7J/nm7v6HYf3bZnqW/n7YnyRvS/LUdfqoAIxE6AFgI3lQkmcm+YYkP5jkAd39sCR/kOS/Dcf8VpKXdve3JPnPw74725Lk0pn152bpqfQnJ3lkkluG7VuHdQAmzPA2ADaSC7v72iSpqiuTvHvYfkmSU4flRyc5qap2nnNYVR3a3TfNvM8xST43s/7BJC+pqj9O8pbuvnrYfl2Se6/9xwBgIxF6ANhIbptZ3jGzviNf+X/WpiQP7+5bl3mfW5IcvHOlu8+qqncm+c4kH6yqx3X3Pw7H3LKb9wBgIgxvA2Bf8+58ZahbqurkXRxzeZJ/N3PM/bv7ku7+30kuTPL1w64H5KuHwQEwQUIPAPua5yTZUlUfqarLsnQP0FcZenEOn5mw4Ker6tKq+kiSO5K8a9h+apJ3rkfRAIynunvsGgBgzVXVf09yY3fvaqKDnce8P8lp3X39+lUGwHrT0wPAVP1evvoeoa9SVfdM8hKBB2D69PQAAACTpqcHAACYNKEHAACYNKEHAACYNKEHAACYNKEHAACYNKEHAACYtP8Hil/rwe5LVDMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAY8ElEQVR4nO3dfbindV0n8PeHQURBSAVZQgQzNOlB1Ml1L7RkzYe0BHvUsszayNK11vKKda01e7hY82HbcktMDbUyH1BJMQU3Nc2SwUgQMgQtRRRREhBkmJnP/nHuyZ9cc878Zs75nfvMPa/Xdf2ucz/+7s8513d+57zn+72/d3V3AAAApuqAsQsAAABYJKEHAACYNKEHAACYNKEHAACYNKEHAACYNKEHAACYNKEHgIWqqudX1evGruP2quq9VfVfxq4DgMUTegBYtar6saraUlU3VdU1VfXOqnrY2HXtrar6qaraPnw/O1+PGLsuAPbOgWMXAMC+raqeneSMJE9P8q4kW5M8NsmpST4wYmmr9aHu3meDGwBfo6cHgL1WVYcneUGSZ3T3Od39le6+rbv/srufM3PoQVX1mqq6sao+VlWbZ97jjKq6cth3WVU9cWbfT1XVB6rqRVV1fVV9sqq+d2b/e6vqN6vqg8P5766qI2b2P7Sq/raq/q2q/lFvDcD+SegBYDX+U5KDk7xlN8c9Icnrk3xDknOT/MHMviuTPDzJ4Ul+I8nrquromf3/McnHkxyR5IVJXllVNbP/x5I8Lck9khyU5FeSpKqOSfKOJL+V5G7D9jdX1ZFzfm8PrKrrquqfq+rXqsroCIB9lNADwGrcPcl13b1tN8d9oLvP6+7tSV6b5AE7d3T3G7v7s929o7v/IskVSR4yc+6/dPcrhnPPTnJ0kqNm9r+6u/+5u29J8oYkJw3bn5LkvOG6O7r7/CRbkjxuju/r/Um+LUtB6geTPDnJc1Y8A4ANS+gBYDW+mOSIOXpBPjezfHOSg3eeU1U/WVUXD0PQ/i1LYeOIXZ3b3TcPi4eu8N479x2X5Id3vu/w3g/LUmhaUXdf1d2fHMLSJVkawvdDuzsPgI1JVz0Aq/GhJLcmOS3Jm/b05Ko6LskrkjwySxMHbK+qi5PUymfO5dNJXtvdP7sG79VZm5oAGIGeHgD2Wnd/OcmvJ3lZVZ1WVXeuqjtU1fdW1QvneItDshQovpAkVfW0LPX0rIXXJfn+qnpMVW2qqoOr6hFVdc/dnTjUf9Sw/C1Jfi3J29aoLgDWmdADwKp094uTPDvJ87IUXj6d5JlJ3jrHuZcleXGWeow+n+Tbk3xwjer6dJamzX7uTF3PyXy/+x6Z5KNV9ZUk5yU5J8nvrEVdAKy/6u6xawAAAFgYPT0AAMCkLSz0VNWxVfXXw4PmPlZVvzhsf35VXT3M1HNxVc0zdSgAAMBeWdjwtuHBckd390eq6i5JLsrS7D4/kuSm7n7RQi4MAAAwY2FTVnf3NUmuGZZvrKrLkxyzqOsBAADsyrrc01NVxyd5YJK/HzY9s6o+WlWvqqq7rkcNAADA/mnhs7dV1aFJ3pfkt7v7nOG5B9dl6bkMv5mlIXA/vYvzTk9yepJsyoEPPqQOW2id7AM8FnDpX81+zoyTMCgfin4Cfi0kSfxeYHBjrr+uu4/c1b6Fhp6qukOStyd5V3e/ZBf7j0/y9u5e8UF0hx9w937oQY9dSI37jDLRXg7w6y3bt49dwejaz8DPIPGZmKQ2bRq7hNGV3wvpHf7g95k46B1jVzC6C/pNF3X35l3tW+TsbZXklUkunw08wwQHOz0xyaWLqgEAAGBhExkkOTnJTyS5pKouHrY9N8mTq+qkLPXIfirJzy2wBgAAYD+3yNnbPpBdD7c9b1HXBAAAuD2DogEAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEk7cOwC5tHd2bF169hljKo2bRq7hNH5GSQ5cJ/4J7tQB9zpTmOXML4dO8auYHS9ffvYJcCGUNu2jV3C+LrGrmBDaB+LK9LTAwAATNrCQk9VHVtVf11Vl1XVx6rqF4ftd6uq86vqiuHrXRdVAwAAwCJ7erYl+eXuPjHJQ5M8o6pOTHJGkvd09wlJ3jOsAwAALMTCQk93X9PdHxmWb0xyeZJjkpya5OzhsLOTnLaoGgAAANblnp6qOj7JA5P8fZKjuvuaYdfnkhy1HjUAAAD7p4WHnqo6NMmbk/xSd98wu6+7O0kvc97pVbWlqrbcllsXXSYAADBRCw09VXWHLAWeP+3uc4bNn6+qo4f9Rye5dlfndvdZ3b25uzffIXdcZJkAAMCELXL2tkryyiSXd/dLZnadm+Spw/JTk7xtUTUAAAAs8kmHJyf5iSSXVNXFw7bnJjkzyRuq6meS/EuSH1lgDQAAwH5uYaGnuz+QZLlH5D5yUdcFAACYtS6ztwEAAIxF6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACZN6AEAACbtwOV2VNUPzHH+V7v7vDWsBwAAYE0tG3qSvCLJ25LUCsd8VxKhBwAA2LBWCj3v7O6fXunkqnrdGtcDAACwppa9p6e7n7K7k+c5BgAAYEwr9fQkSarqyiS/291/NLPt7d39fQutbLaGTZuy6bBvWK/LbUh10B3GLmF8Bx00dgXj27p17ApGt+PGm8YugQ2gDtztr6/p6x67gtH1jh1jlzC68rsx2b597Ao2Bn8jJNuW3zXP7G23JTmlql5dVTv/ZR2zBmUBAAAs3Dyh5+bu/tEklyf5m6q6VxL/vQQAAOwT5hkfUEnS3S+sqo8keXeSuy20KgAAgDUyT+j59Z0L3X1BVT06yU8trCIAAIA1tNvQ091/WVXHJDlu5vj3LrIoAACAtTLP7G1nJnlSksuS7Jweo5O8f4F1AQAArIl5hrc9Mcn9uvvWRRcDAACw1uaZve2qJHv8kJiqelVVXVtVl85se35VXV1VFw+vx+3p+wIAAOyJZXt6qur3szSM7eYkF1fVe5L8e29Pdz9rN+/9J0n+IMlrbrf9pd39or2qFgAAYA+tNLxty/D1oiTn7ukbd/f7q+r4vagJAABgzSwberr77AVd85lV9ZNZClW/3N3XL+g6AAAAy9/TU1Vn7e7keY65nT9Mcp8kJyW5JsmLV3jv06tqS1Vt2dpf3cPLAAAALFlpeNtpVbVS2qgkp+zJxbr78/9+ctUrkrx9hWPPSnJWkhx+4JG9J9cBAADYaaXQ85w5zv+bPblYVR3d3dcMq09MculKxwMAAKzWwu7pqao/T/KIJEdU1WeS/M8kj6iqk7I0K9ynkvzcaq4BAACwO/M8nHSvdPeTd7H5lYu6HgAAwK7M83BSAACAfdZuQ09Vfft6FAIAALAI8/T0/N+q+nBV/UJVHb7wigAAANbQbkNPdz88yY8nOTbJRVX1Z1X1qIVXBgAAsAbmuqenu69I8rwkv5rku5P8n6r6p6r6gUUWBwAAsFrz3NPzHVX10iSXJ/nPSb6/u+8/LL90wfUBAACsyjxTVv9+kj9O8tzuvmXnxu7+bFU9b2GVAQAArIF5Qs/jk9zS3duTpKoOSHJwd9/c3a9daHUAAACrNM89PRckudPM+p2HbQAAABvePKHn4O6+aefKsHznxZUEAACwduYJPV+pqgftXKmqBye5ZYXjAQAANox57un5pSRvrKrPJqkk/yHJjy60KgAAgDWy29DT3RdW1bckud+w6ePdfdtiywIAAFgb8/T0JMl3Jjl+OP5BVZXufs3CqgIAAFgjuw09VfXaJPdJcnGS7cPmTiL0AAAAG948PT2bk5zY3b3oYpaz7fCDc/3j7z/W5TeEg27YvvuDJu7Qy64bu4TR7bj2C2OXMLodt20bu4TR1QE1dgmjq02bxi5hdHWIiVTrgHnmY5q2vvGm3R80cTtuMb8WuzfPp8WlWZq8AAAAYJ8zT0/PEUkuq6oPJ7l158bufsLCqgIAAFgj84Se5y+6CAAAgEWZZ8rq91XVcUlO6O4LqurOSQymBgAA9gm7vaenqn42yZuSvHzYdEySty6yKAAAgLUyz0QGz0hycpIbkqS7r0hyj0UWBQAAsFbmCT23dvfWnStVdWCWntMDAACw4c0Tet5XVc9NcqeqelSSNyb5y8WWBQAAsDbmCT1nJPlCkkuS/FyS85I8b5FFAQAArJV5Zm/bkeQVwwsAAGCfstvQU1WfzC7u4enub1pIRQAAAGtonoeTbp5ZPjjJDye522LKAQAAWFu7vaenu78487q6u/93ksevQ20AAACrNs/wtgfNrB6QpZ6feXqIAAAARjdPeHnxzPK2JJ9K8iMLqQYAAGCNzTN72yl788ZV9aok35fk2u7+tmHb3ZL8RZLjM4Sn7r5+b94fAABgHvMMb3v2Svu7+yXL7PqTJH+Q5DUz285I8p7uPrOqzhjWf3W+UgEAAPbcPA8n3Zzk55McM7yenuRBSe4yvHapu9+f5Eu323xqkrOH5bOTnLaH9QIAAOyRee7puWeSB3X3jUlSVc9P8o7ufspeXO+o7r5mWP5ckqP24j0AAADmNk9Pz1FJts6sb80ahJXu7uzioac7VdXpVbWlqrZsu/Urq70cAACwn5qnp+c1ST5cVW8Z1k/L14ao7anPV9XR3X1NVR2d5NrlDuzus5KclSSH3P3YZcMRAADASuZ5OOlvJ3lakuuH19O6+3f28nrnJnnqsPzUJG/by/cBAACYyzzD25Lkzklu6O7fS/KZqrr37k6oqj9P8qEk96uqz1TVzyQ5M8mjquqKJN8zrAMAACzMPFNW/88szeB2vySvTnKHJK9LcvJK53X3k5fZ9cg9rBEAAGCvzdPT88QkT0jylSTp7s9mhamqAQAANpJ5Qs/W2ZnWquqQxZYEAACwduYJPW+oqpcn+Yaq+tkkFyR5xWLLAgAAWBu7vaenu19UVY9KckOW7uv59e4+f+GVAQAArIEVQ09VbUpyQXefkkTQAQAA9jkrDm/r7u1JdlTV4etUDwAAwJra7fC2JDcluaSqzs8wg1uSdPezFlYVAADAGpkn9JwzvAAAAPY5y4aeqrpXd/9rd5+9ngXtyv3v+YV86IV/NHYZo3r9TXcdu4TRPe/CU8cuYXRHn3OPsUsY3WH/eO3YJYyu7zjP/1dN2y3HGnX91btrB9VjVzC+A2/eMXYJo7vTtbeOXcKGsOnLN49dwvguXX7XSvf0vHXnQlW9eQ3LAQAAWDcrhZ6aWf6mRRcCAACwCCuFnl5mGQAAYJ+x0oDgB1TVDVnq8bnTsJxhvbv7sIVXBwAAsErLhp7u3rSehQAAACzCig8nBQAA2NcJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQdOMZFq+pTSW5Msj3Jtu7ePEYdAADA9I0SegandPd1I14fAADYDxjeBgAATNpYoaeTvLuqLqqq00eqAQAA2A+MNbztYd19dVXdI8n5VfVP3f3+2QOGMHR6ktzrmDFH4QEAAPuyUXp6uvvq4eu1Sd6S5CG7OOas7t7c3ZuPvPum9S4RAACYiHUPPVV1SFXdZedykkcnuXS96wAAAPYPY4wbOyrJW6pq5/X/rLv/aoQ6AACA/cC6h57uvirJA9b7ugAAwP7JlNUAAMCkCT0AAMCk7RNzQV9x6aF53P0eNnYZo6pvPGrsEkb3zYdvG7uE0W360pfHLmF8X75h7ApG134GOehjW8cuYXQHjV3ARlD+73bTIXceuwQ2igP3iT/rR+PTAgAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmDShBwAAmLRRQk9VPbaqPl5Vn6iqM8aoAQAA2D+se+ipqk1JXpbke5OcmOTJVXXietcBAADsH8bo6XlIkk9091XdvTXJ65OcOkIdAADAfmCM0HNMkk/PrH9m2AYAALDmDhy7gOVU1elJTh9Wb3rXDa/++Jj1jO6GsQtIkhyR5Lqxi2C/px2yUWiLY+uxC9gAbkyiLbJxjN0Wj1tuxxih5+okx86s33PY9nW6+6wkZ61XUexeVW3p7s1j18H+TTtko9AW2Si0RTaKjdwWxxjedmGSE6rq3lV1UJInJTl3hDoAAID9wLr39HT3tqp6ZpJ3JdmU5FXd/bH1rgMAANg/jHJPT3efl+S8Ma7NqhhuyEagHbJRaItsFNoiG8WGbYvV7S5AAABgusa4pwcAAGDdCD2kqh5bVR+vqk9U1Rm72P9dVfWRqtpWVT90u33bq+ri4WVCClZljrb47Kq6rKo+WlXvqarjZvY9taquGF5PXd/KmZpVtkWfi6yJOdrh06vqkqGtfaCqTpzZ99+H8z5eVY9Z38qZmr1ti1V1fFXdMvOZ+EfrX/1Qo+Ft+7eq2pTkn5M8KksPir0wyZO7+7KZY45PcliSX0lybne/aWbfTd196HrWzDTN2RZPSfL33X1zVf18kkd0949W1d2SbEmyOUtP7rgoyYO7+/r1/j7Y962mLQ77fC6yanO2w8O6+4Zh+QlJfqG7Hzv8wfnnSR6S5BuTXJDkvt29fZ2/DSZglW3x+CRv7+5vW/fCb0dPDw9J8onuvqq7tyZ5fZJTZw/o7k9190eT7BijQPYb87TFv+7um4fVv8vSc76S5DFJzu/uLw1B5/wkj12nupme1bRFWCvztMPZR5cfkq89rvXUJK/v7lu7+5NJPjG8H+yN1bTFDUPo4Zgkn55Z/8ywbV4HV9WWqvq7qjptbUtjP7OnbfFnkrxzL8+FlaymLSY+F1kbc7XDqnpGVV2Z5IVJnrUn58KcVtMWk+TeVfUPVfW+qnr4Yktd3ihTVjMpx3X31VX1TUn+X1Vd0t1Xjl0U01ZVT8nSULbvHrsW9m/LtEWfi6yb7n5ZkpdV1Y8leV4S9zQyimXa4jVJ7tXdX6yqByd5a1V96+16htaFnh6uTnLszPo9h21z6e6rh69XJXlvkgeuZXHsV+Zqi1X1PUn+R5IndPete3IuzGk1bdHnImtlTz/XXp9kZ8+iz0TW0l63xWGI5ReH5YuSXJnkvguqc0VCDxcmOaGq7l1VByV5UpK5ZhuqqrtW1R2H5SOSnJzkspXPgmXtti1W1QOTvDxLf2ReO7PrXUkePbTJuyZ59LAN9sZet0Wfi6yhedrhCTOrj09yxbB8bpInVdUdq+reSU5I8uF1qJlp2uu2WFVHDhMhZOj9PiHJVetS9e0Y3raf6+5tVfXMLP2BuCnJq7r7Y1X1giRbuvvcqvrOJG9Jctck319Vv9Hd35rk/kleXlU7shSgz5ydyQP2xDxtMcnvJjk0yRurKkn+tbuf0N1fqqrfzNIHc5K8oLu/NMK3wQSspi3G5yJrZM52+Myhx/G2JNdnGNo2HPeGLAXubUmeYeY29tZq2mKS70rygqq6LUsTYj19rN/PpqwGAAAmzfA2AABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeABauqu5eVRcPr89V1dUz63+7oGs+sKpeucL+I6vqrxZxbQA2Fs/pAWDhhidyn5QkVfX8JDd194sWfNnnJvmtFWr6QlVdU1Und/cHF1wLACPS0wPAqKrqpuHrI6rqfVX1tqq6qqrOrKofr6oPV9UlVXWf4bgjq+rNVXXh8Dp5F+95lyTf0d3/OKx/90zP0j8M+5PkrUl+fJ2+VQBGIvQAsJE8IMnTk9w/yU8kuW93PyTJHyf5r8Mxv5fkpd39nUl+cNh3e5uTXDqz/itZeir9SUkenuSWYfuWYR2ACTO8DYCN5MLuviZJqurKJO8etl+S5JRh+XuSnFhVO885rKoO7e6bZt7n6CRfmFn/YJKXVNWfJjmnuz8zbL82yTeu/bcBwEYi9ACwkdw6s7xjZn1HvvY764AkD+3ur67wPrckOXjnSnefWVXvSPK4JB+sqsd09z8Nx9yyzHsAMBGGtwGwr3l3vjbULVV10i6OuTzJN88cc5/uvqS7/1eSC5N8y7Drvvn6YXAATJDQA8C+5llJNlfVR6vqsizdA/R1hl6cw2cmLPilqrq0qj6a5LYk7xy2n5LkHetRNADjqe4euwYAWHNV9d+S3Njdu5roYOcx709yandfv36VAbDe9PQAMFV/mK+/R+jrVNWRSV4i8ABMn54eAABg0vT0AAAAkyb0AAAAkyb0AAAAkyb0AAAAkyb0AAAAkyb0AAAAk/b/ATht8rUdpfj1AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAYr0lEQVR4nO3de7RudVkv8O/DBkRUVIQIUUENTcpE3ZlnkCUnb90QO6fUssg8kaXHPFYjjsdRZpfBMS/drMTUUEvTvJFiipaadpGNESBECFKKKCJ0gEA27P2cP9bc9Up7r/3utda75tpzfz5jvGPN+3zed/z2u9Z3/+b8zeruAAAATNV+YxcAAACwSEIPAAAwaUIPAAAwaUIPAAAwaUIPAAAwaUIPAAAwaUIPAAtVVS+uqjeNXccdVdWHq+p/jF0HAIsn9ACwalX1g1W1papuqqqrq+p9VfWtY9e1GlX1gKp6T1XdWFXXVtVLx64JgJURegBYlap6QZLfSPJrSY5Icr8kv5vkyWPWtRpVdWCSc5L8RZKvTXKfJBuutwqA+Qg9AKxYVd09yUuSPKe739Hd/9bdt3X3n3X3z81semBVvWHoNflUVW2eOcZpVXX5sO7iqnrKzLofraqPVdXLqur6qvpMVX3nzPoPV9UvV9XHh/0/UFWHzax/dFX9dVX9a1X9Q1U9ds639qNJPt/drxje01e6+4IVfkwAjEzoAWA1/kuSg5K8czfbnZTkLUnukeSsJL8zs+7yJI9Jcvckv5TkTVV15Mz6b0lyaZLDkrw0yWurqmbW/2CSZyb5miQHJvnZJKmqo5K8N8mvJDl0WP72qjp8jvf16CRXDpfpXTuEq4fOsR8AG5DQA8Bq3CvJtd19+262+1h3n93d25K8McnDdqzo7rd19+e7e3t3/0mSy5I8ambff+7u1wz7npnkyCxdRrfD67v7n7r7liRvTXL8sPwZSc4ezru9u89JsiXJd83xvu6T5GlJfivJvbMUnt49XPYGwF5G6AFgNb6c5LCq2n83231hZvrmJAft2KeqfqSqzh8uQfvXJN+YpV6d/7Rvd988TN51mWPvWHd0ku/fcdzh2N+apdC0O7dkKai9r7u3JnlZlgLeQ+bYF4ANRugBYDX+JsmtSU5eyc5VdXSS1yR5bpJ7dfc9klyUpJbdcT6fTfLG7r7HzOsu3X36HPtekKTXoAYANgChB4AV6+7/l+QXkryqqk6uqoOr6oCq+s45h3i+S5bCxZeSpKqemaWenrXwpiTfW1VPrKpNVXVQVT22qu4z576PrqrHVdWmJM9Pcm2SS9aoNgDWkdADwKp098uTvCDJi7IUXj6bpZ6bd82x78VJXp6lHqMvJnloko+vUV2fzdKw2S+cqevnMsfvvu6+NEv3BP1+kuuH45w0XOoGwF6muvXeAwAA06WnBwAAmLSFhZ6qum9V/eXwoLlPVdVPD8tfXFVXDSP1nF9V8wwdCgAAsCILu7xteLDckd39yaq6W5LzsjS6zw8kuam7X7aQEwMAAMzY3XMVVqy7r05y9TB9Y1VdkuSoRZ0PAABgZ9blnp6qOibJw5P83bDouVV1QVW9rqruuR41AAAA+6aFj95WVXdN8pEkv9rd76iqI7L0rINO8stZugTux3ay36lJTk2STdn0yINzyELrhL1B1Vo8r3Ev5yOIDwEA/rMbtn/52u4+fGfrFhp6quqAJO9J8v7ufsVO1h+T5D3dveyD6A6pQ/tb9nv8Qmpk71H7+UOv9j9g7BLGpx2kNm0auwQANhr/MZr33/D687p7887WLXL0tkry2iSXzAaeYYCDHZ6S5KJF1QAAALCwgQySnJDkh5NcWFXnD8temOTpVXV8li5vuzLJTyywBgAAYB+3yNHbPpadX3h+9qLOCQAAcEfrMnobAADAWIQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0oQeAABg0vYfu4B51H6V/Q6609hljGvbtrErGF/J6HXgAWOXML79tIPeunXsEkbnM0ja7wWAufnrAQAAmLSFhZ6qum9V/WVVXVxVn6qqnx6WH1pV51TVZcPPey6qBgAAgEX29Nye5Ge6+7gkj07ynKo6LslpST7U3ccm+dAwDwAAsBALCz3dfXV3f3KYvjHJJUmOSvLkJGcOm52Z5ORF1QAAALAu9/RU1TFJHp7k75Ic0d1XD6u+kOSI9agBAADYNy089FTVXZO8Pcnzu/uG2XXd3Ul6F/udWlVbqmrL1r510WUCAAATtdDQU1UHZCnw/FF3v2NY/MWqOnJYf2SSa3a2b3ef0d2bu3vzgbWPD1cNAACs2CJHb6skr01ySXe/YmbVWUlOGaZPSfLuRdUAAACwyIeTnpDkh5NcWFXnD8temOT0JG+tqmcl+eckP7DAGgAAgH3cwkJPd38sSe1i9Xcs6rwAAACz1mX0NgAAgLEIPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKTtv6sVVfV9c+z/le4+ew3rAQAAWFO7DD1JXpPk3UlqmW2+LYnQAwAAbFjLhZ73dfePLbdzVb1pjesBAABYU7u8p6e7n7G7nefZBgAAYEzL9fQkSarq8iS/3t2/P7PsPd39PQutbEZv7/TWret1ug2p7nSnsUsYXW3aNHYJo+tt28YuYXy33z52BaPzbyGpO9957BJG5/sg6dt8H6S3j13B6Hp7j13CxqAtLGue0dtuS3JiVb2+qg4clh21wJoAAADWzDyh5+bufmqSS5L8VVXdL4lIDQAA7BV2e3lbhtHbuvulVfXJJB9IcuhCqwIAAFgj84SeX9gx0d0frKonJPnRhVUEAACwhnYberr7z6rqqCRHz2z/4UUWBQAAsFbmGb3t9CRPS3Jxkh1DxXSSjy6wLgAAgDUxz+VtT0ny4O6+ddHFAAAArLV5Rm+7IskBe3rgqnpdVV1TVRfNLHtxVV1VVecPr+/a0+MCAADsiV329FTVb2fpMrabk5xfVR9K8u+9Pd39vN0c+w+T/E6SN9xh+Su7+2UrqhYAAGAPLXd525bh53lJztrTA3f3R6vqmBXUBAAAsGZ2GXq6+8wFnfO5VfUjWQpVP9Pd1y/oPAAAALu+p6eqztjdzvNscwe/l+SBSY5PcnWSly9z7FOraktVbbktxlAAAABWZrnL206uqq8ss76SnLgnJ+vuL/77zlWvSfKeZbY9I8kZSXJIHdp7ch4AAIAdlgs9PzfH/n+1JyerqiO7++ph9ilJLlpuewAAgNVa2D09VfXmJI9NclhVfS7JLyZ5bFUdn6VR4a5M8hOrOQcAAMDuzPNw0hXp7qfvZPFrF3U+AACAnZnn4aQAAAB7rd2Gnqp66HoUAgAAsAjz9PT8blV9oqp+qqruvvCKAAAA1tBuQ093PybJDyW5b5LzquqPq+rxC68MAABgDcx1T093X5bkRUl+Psm3J/mtqvrHqvq+RRYHAACwWvPc0/NNVfXKJJck+a9Jvre7HzJMv3LB9QEAAKzKPENW/3aSP0jywu6+ZcfC7v58Vb1oYZUBAACsgXlCz3cnuaW7tyVJVe2X5KDuvrm737jQ6gAAAFZpnnt6PpjkzjPzBw/LAAAANrx5Qs9B3X3Tjplh+uDFlQQAALB25gk9/1ZVj9gxU1WPTHLLMtsDAABsGPPc0/P8JG+rqs8nqSRfm+SpC60KAABgjew29HT3uVX19UkePCy6tLtvW2xZAAAAa2Oenp4k+eYkxwzbP6Kq0t1vWFhVAAAAa2S3oaeq3pjkgUnOT7JtWNxJhB4AAGDDm6enZ3OS47q7F13MrtTBB6W+/sG733DC9rvuxrFLGF1f969jlzC+bdvHrmB8+9XYFYyvfAY5YN4LFaZrv7rT2CWMrtt3ot8LSbZt2/02+4D2OSQ373rVPKO3XZSlwQsAAAD2OvP8V9lhSS6uqk8kuXXHwu4+aWFVAQAArJF5Qs+LF10EAADAoswzZPVHquroJMd29wer6uAkmxZfGgAAwOrt9p6eqvrxJH+a5NXDoqOSvGuRRQEAAKyVeQYyeE6SE5LckCTdfVmSr1lkUQAAAGtlntBza3dv3TFTVftn6Tk9AAAAG948oecjVfXCJHeuqscneVuSP1tsWQAAAGtjntBzWpIvJbkwyU8kOTvJixZZFAAAwFqZZ/S27UleM7wAAAD2KrsNPVX1mezkHp7ufsBCKgIAAFhD8zycdPPM9EFJvj/JoYspBwAAYG3t9p6e7v7yzOuq7v6NJN+9DrUBAACs2jyXtz1iZna/LPX8zNNDBAAAMLp5wsvLZ6ZvT3Jlkh9YSDUAAABrbJ7R205cyYGr6nVJvifJNd39jcOyQ5P8SZJjMoSn7r5+JccHAACYxzyXt71gufXd/YpdrPrDJL+T5A0zy05L8qHuPr2qThvmf36+UgEAAPbcPA8n3ZzkJ5McNbyeneQRSe42vHaquz+a5Lo7LH5ykjOH6TOTnLyH9QIAAOyRee7puU+SR3T3jUlSVS9O8t7ufsYKzndEd189TH8hyRErOAYAAMDc5unpOSLJ1pn5rVmDsNLdnZ089HSHqjq1qrZU1Zatt9+82tMBAAD7qHl6et6Q5BNV9c5h/uT8xyVqe+qLVXVkd19dVUcmuWZXG3b3GUnOSJK73+XeuwxHAAAAy5nn4aS/muSZSa4fXs/s7l9b4fnOSnLKMH1Kknev8DgAAABzmefytiQ5OMkN3f2bST5XVfff3Q5V9eYkf5PkwVX1uap6VpLTkzy+qi5L8rhhHgAAYGHmGbL6F7M0gtuDk7w+yQFJ3pTkhOX26+6n72LVd+xhjQAAACs2T0/PU5KclOTfkqS7P59lhqoGAADYSOYJPVtnR1qrqrsstiQAAIC1M0/oeWtVvTrJParqx5N8MMlrFlsWAADA2tjtPT3d/bKqenySG7J0X88vdPc5C68MAABgDSwbeqpqU5IPdveJSQQdAABgr7Ps5W3dvS3J9qq6+zrVAwAAsKZ2e3lbkpuSXFhV52QYwS1Juvt5C6sKAABgjcwTet4xvAAAAPY6uww9VXW/7v6X7j5zPQvamWO/7rq8771vHruMUT31Cs90/Ye/eOjYJYzuvh/6ytgljO6ACz8zdgmj237DTWOXMLraumnsEka3fdu2sUsYX28fu4LR1Sb/FuIzWFI1dgUb2nL39Lxrx0RVvX0dagEAAFhzy4We2bj4gEUXAgAAsAjLhZ7exTQAAMBeY7mBDB5WVTdkqcfnzsN0hvnu7kMWXh0AAMAq7TL0dLe7wgAAgL3esg8nBQAA2NsJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKQJPQAAwKTtP8ZJq+rKJDcm2Zbk9u7ePEYdAADA9I0SegYndve1I54fAADYB7i8DQAAmLSxQk8n+UBVnVdVp45UAwAAsA8Y6/K2b+3uq6rqa5KcU1X/2N0fnd1gCEOnJsn9jhrzKjwAAGBvNkpPT3dfNfy8Jsk7kzxqJ9uc0d2bu3vz4ffatN4lAgAAE7Huoaeq7lJVd9sxneQJSS5a7zoAAIB9wxjXjR2R5J1VteP8f9zdfz5CHQAAwD5g3UNPd1+R5GHrfV4AAGDfZMhqAABg0oQeAABg0vaKsaAvvfKwfMcpzxq7jFHdcPSBY5cwukNv7rFLGN0B198ydgnj23rb2BWMrm/3GfgMYElv2zZ2CbBX0NMDAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABMmtADAABM2iihp6qeVFWXVtWnq+q0MWoAAAD2DeseeqpqU5JXJfnOJMcleXpVHbfedQAAAPuGMXp6HpXk0919RXdvTfKWJE8eoQ4AAGAfMEboOSrJZ2fmPzcsAwAAWHP7j13ArlTVqUlOHWZv+vAHTrt0zHpIkhyW5Nqxi2Cfpx2yUWiLbBTaIhvF2G3x6F2tGCP0XJXkvjPz9xmWfZXuPiPJGetVFLtXVVu6e/PYdbBv0w7ZKLRFNgptkY1iI7fFMS5vOzfJsVV1/6o6MMnTkpw1Qh0AAMA+YN17err79qp6bpL3J9mU5HXd/an1rgMAANg3jHJPT3efneTsMc7NqrjckI1AO2Sj0BbZKLRFNooN2xaru8euAQAAYGHGuKcHAABg3Qg9pKqeVFWXVtWnq+q0naz/tqr6ZFXdXlX//Q7rtlXV+cPLgBSsyhxt8QVVdXFVXVBVH6qqo2fWnVJVlw2vU9a3cqZmlW3R9yJrYo52+OyqunBoax+rquNm1v3vYb9Lq+qJ61s5U7PStlhVx1TVLTPfib+//tUPNbq8bd9WVZuS/FOSx2fpQbHnJnl6d188s80xSQ5J8rNJzuruP51Zd1N333U9a2aa5myLJyb5u+6+uap+Mslju/upVXVoki1JNifpJOcleWR3X7/e74O932ra4rDO9yKrNmc7PKS7bximT0ryU939pOEPzjcneVSSeyf5YJIHdfe2dX4bTMAq2+IxSd7T3d+47oXfgZ4eHpXk0919RXdvTfKWJE+e3aC7r+zuC5JsH6NA9hnztMW/7O6bh9m/zdJzvpLkiUnO6e7rhqBzTpInrVPdTM9q2iKslXna4Q0zs3fJ0n/6ZNjuLd19a3d/Jsmnh+PBSqymLW4YQg9HJfnszPznhmXzOqiqtlTV31bVyWtbGvuYPW2Lz0ryvhXuC8tZTVtMfC+yNuZqh1X1nKq6PMlLkzxvT/aFOa2mLSbJ/avq76vqI1X1mMWWumujDFnNpBzd3VdV1QOS/EVVXdjdl49dFNNWVc/I0qVs3z52LezbdtEWfS+ybrr7VUleVVU/mORFSdzTyCh20RavTnK/7v5yVT0yybuq6hvu0DO0LvT0cFWS+87M32dYNpfuvmr4eUWSDyd5+FoWxz5lrrZYVY9L8n+SnNTdt+7JvjCn1bRF34uslT39XntLkh09i74TWUsrbovDJZZfHqbPS3J5kgctqM5lCT2cm+TYqrp/VR2Y5GlJ5hptqKruWVV3GqYPS3JCkouX3wt2abdtsaoenuTVWfoj85qZVe9P8oShTd4zyROGZbASK26LvhdZQ/O0w2NnZr87yWXD9FlJnlZVd6qq+yc5Nskn1qFmpmnFbbGqDh8GQsjQ+31skivWpeo7cHnbPq67b6+q52bpD8RNSV7X3Z+qqpck2dLdZ1XVNyd5Z5J7Jvneqvql7v6GJA9J8uqq2p6lAH367EgesCfmaYtJfj3JXZO8raqS5F+6+6Tuvq6qfjlLX8xJ8pLuvm6Et8EErKYtxvcia2TOdvjcocfxtiTXZ7i0bdjurVkK3LcneY6R21ip1bTFJN+W5CVVdVuWBsR69li/nw1ZDQAATJrL2wAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegBYuKq6V1WdP7y+UFVXzcz/9YLO+fCqeu0y6w+vqj9fxLkB2Fg8pweAhRueyH18klTVi5Pc1N0vW/BpX5jkV5ap6UtVdXVVndDdH19wLQCMSE8PAKOqqpuGn4+tqo9U1bur6oqqOr2qfqiqPlFVF1bVA4ftDq+qt1fVucPrhJ0c825Jvqm7/2GY//aZnqW/H9YnybuS/NA6vVUARiL0ALCRPCzJs5M8JMkPJ3lQdz8qyR8k+Z/DNr+Z5JXd/c1J/tuw7o42J7loZv5ns/RU+uOTPCbJLcPyLcM8ABPm8jYANpJzu/vqJKmqy5N8YFh+YZITh+nHJTmuqnbsc0hV3bW7b5o5zpFJvjQz//Ekr6iqP0ryju7+3LD8miT3Xvu3AcBGIvQAsJHcOjO9fWZ+e/7jd9Z+SR7d3V9Z5ji3JDlox0x3n15V703yXUk+XlVP7O5/HLa5ZRfHAGAiXN4GwN7mA/mPS91SVcfvZJtLknzdzDYP7O4Lu/v/Jjk3ydcPqx6Ur74MDoAJEnoA2Ns8L8nmqrqgqi7O0j1AX2Xoxbn7zIAFz6+qi6rqgiS3JXnfsPzEJO9dj6IBGE9199g1AMCaq6r/leTG7t7ZQAc7tvlokid39/XrVxkA601PDwBT9Xv56nuEvkpVHZ7kFQIPwPTp6QEAACZNTw8AADBpQg8AADBpQg8AADBpQg8AADBpQg8AADBpQg8AADBp/x9FZv0HhqZLcgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAZQ0lEQVR4nO3de7hndV0v8PeH4TJcxECIEBDUgyZdBB0vPWjBKS9lCdaptDSyC1lyrGP1xPH4lNnl4ZiXOmUlpgVamuaNFC9oKUmlDEqCoCFoCaJ4oQAZbsPn/LHX1JZm9vxm9v7ttWfN6/U8v2ev+/r89vOd32+/57vWd1V3BwAAYKr2GLsAAACAeRJ6AACASRN6AACASRN6AACASRN6AACASRN6AACASRN6AJirqnpBVb127DruqareX1U/NXYdAMyf0APAslXVj1TVxqq6paqur6p3VtVjxq5rZ1XVHw/vZcvr9qq6eey6ANg5Qg8Ay1JVz03yu0l+O8lhSe6X5A+TnDJmXcvR3c/q7gO2vJK8Lskbx64LgJ0j9ACw06rq3klemOTZ3f3m7v5qd9/Z3X/d3b+8aNO9q+rcqrq5qj5eVRsWHePMqrp6WHdFVT1l0bofr6oPVtWLq+rGqvp0VX33ovXvr6rfqKqLhv3fU1WHLFr/6Kr6+6r6t6r6p6o6aSfe4/5JfiDJOTu6LwBrg9ADwHJ8W5L1Sd6yne2enOT1Sb4uyXlJ/mDRuquTPDbJvZP8epLXVtXhi9Y/KsknkxyS5EVJXlVVtWj9jyR5ZpKvT7J3kl9Kkqo6Isk7kvxmkoOH5W+qqkN38D3+QJIvJrlwB/cDYI0QegBYjvsk+VJ337Wd7T7Y3ed39+Ykr0ny0C0ruvuN3f257r67u/8yyVVJHrlo33/p7lcO+56T5PAsXEa3xZ929z9396Ykb0hy/LD86UnOH857d3dfkGRjku/Zwfd4WpJzu7t3cD8A1gihB4Dl+HKSQ6pqz+1s9/lF07cmWb9ln6r6saq6dLgE7d+SfHMWenX+y77dfeswecASx96y7ugkP7jluMOxH5OF0DSTqrpfkpOSnDvrPgCsPdv7kgKApfxDktuTnJrkr3Z056o6Oskrk3xnkn/o7s1VdWmSWnrPmXw2yWu6+6eXcYxnJLmou69ZgXoAGImeHgB2Wnf/e5JfTfLyqjq1qvarqr2q6rur6kUzHGL/JJ2Fe2ZSVc/MQk/PSnhtku+rqidU1bqqWl9VJ1XVkTtwjB9L8mcrVA8AIxF6AFiW7n5JkucmeX4Wwstnk5yR5K0z7HtFkpdkocfoC0m+JclFK1TXZ7MwbPbzFtX1y5nxu6+qvi3JkTFUNcAur9yXCQAATJmeHgAAYNLmFnqq6qiq+tvhQXMfr6qfH5a/oKquG0bqubSqdnToUAAAgJnN7fK24cFyh3f3R6rqXkkuycLoPj+U5JbufvFcTgwAALDI3Ias7u7rk1w/TN9cVVcmOWJe5wMAANiaVbmnp6qOSXJCkg8Ni86oqo9V1aur6qDVqAEAANg9zX30tqo6IMkHkvxWd7+5qg5L8qUsPJfhN7JwCdxPbGW/05OcniTrsu7h++XAudYJu4KqlXhe4y7OryB+CUn2MA5P1vkdaAfxcZAs/EVJcvfdY1cwuptu/8KXuvvQra2ba+ipqr2SvD3Ju7v7pVtZf0ySt3f3kg+iO7AO7kfv+fi51Lir6M2bxy5hdLVu3dgljM7vIInfgXaQpPbfb+wSxnfA/mNXMLref/3YJYyu9/J5UHf6GylJ6qu3jV3C6N71qd+5pLs3bG3dPEdvqySvSnLl4sAzDHCwxVOSXD6vGgAAAOY2kEGSE5M8I8llVXXpsOx5SZ5WVcdnoTPyM0l+Zo41AAAAu7l5jt72wWz9StPz53VOAACAe3IHIAAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGlCDwAAMGl7jl3ALGqPPVL77DN2GaPaY/3u/f5Z0LfdPnYJo+vb/Q567ALWgD2qxi5hdLVu3dgljK5uv2PsEkZXm24bu4TR+V5Y0D4Xl6SnBwAAmLS5hZ6qOqqq/raqrqiqj1fVzw/LD66qC6rqquHnQfOqAQAAYJ49PXcl+cXuPi7Jo5M8u6qOS3Jmkvd197FJ3jfMAwAAzMXcQk93X9/dHxmmb05yZZIjkpyS5Jxhs3OSnDqvGgAAAFblnp6qOibJCUk+lOSw7r5+WPX5JIetRg0AAMDuae6hp6oOSPKmJL/Q3TctXtfdnW0MRFRVp1fVxqraeEcbmQQAANg5cw09VbVXFgLPn3f3m4fFX6iqw4f1hye5YWv7dvfZ3b2huzfsXevnWSYAADBh8xy9rZK8KsmV3f3SRavOS3LaMH1akrfNqwYAAIB5Ppz0xCTPSHJZVV06LHtekrOSvKGqfjLJvyT5oTnWAAAA7ObmFnq6+4NJtvVo2O+c13kBAAAWW5XR2wAAAMYi9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJMm9AAAAJO257ZWVNX3z7D/bd19/grWAwAAsKK2GXqSvDLJ25LUEtt8exKhBwAAWLOWCj3v7O6fWGrnqnrtCtcDAACworZ5T093P317O8+yDQAAwJiW6ulJklTV1Ul+p7v/eNGyt3f39861sq8tIrX33qt2urWo9t137BLGt36fsSsYXXWPXcL4vnrr2BWMrm/dNHYJo7t7021jlzC+W/1b2MN3Y2of3421n3aQJFm3buwKxnfTtlfNMnrbnUlOrqo/raotyeOIFSgLAABg7mYJPbd29w8nuTLJ31XV/ZL472YAAGCXsN3L2zKM3tbdL6qqjyR5T5KD51oVAADACpkl9Pzqlonufm9VPT7Jj8+tIgAAgBW03dDT3X9dVUckOXrR9u+fZ1EAAAArZZbR285K8tQkVyTZPCzuJBfOsS4AAIAVMcvlbU9J8uDuvn3exQAAAKy0WUZvuybJXjt64Kp6dVXdUFWXL1r2gqq6rqouHV7fs6PHBQAA2BHb7Ompqt/PwmVstya5tKrel+Q/enu6+znbOfafJfmDJOfeY/nLuvvFO1UtAADADlrq8raNw89Lkpy3owfu7gur6pidqAkAAGDFbDP0dPc5czrnGVX1Y1kIVb/Y3TfO6TwAAADbvqenqs7e3s6zbHMPf5TkgUmOT3J9kpcscezTq2pjVW28o2/bwdMAAAAsWOrytlOraqm0UUlO3pGTdfcX/mPnqlcmefsS256d5Owkufeeh/aOnAcAAGCLpULPL8+w/9/tyMmq6vDuvn6YfUqSy5faHgAAYLnmdk9PVb0uyUlJDqmqa5P8WpKTqur4LIwK95kkP7OccwAAAGzPLA8n3Snd/bStLH7VvM4HAACwNbM8nBQAAGCXtd3QU1XfshqFAAAAzMMsPT1/WFUfrqqfq6p7z70iAACAFbTd0NPdj03yo0mOSnJJVf1FVT1u7pUBAACsgJnu6enuq5I8P8mvJPmOJP+vqj5RVd8/z+IAAACWa5Z7er61ql6W5Mok/z3J93X3Q4bpl825PgAAgGWZZcjq30/yJ0me192btizs7s9V1fPnVhkAAMAKmCX0PCnJpu7enCRVtUeS9d19a3e/Zq7VAQAALNMs9/S8N8m+i+b3G5YBAACsebOEnvXdfcuWmWF6v/mVBAAAsHJmCT1fraqHbZmpqocn2bTE9gAAAGvGLPf0/EKSN1bV55JUkm9I8sNzrQoAAGCFbDf0dPfFVfWNSR48LPpkd98537IAAABWxiw9PUnyiCTHDNs/rKrS3efOrSoAAIAVst3QU1WvSfLAJJcm2Tws7iRCDwAAsObN0tOzIclx3d3zLmZb7jpofb50ykPGOv2acMiHvjx2CaPrT187dgmj2+Pgg8YuYXR3fOORY5cwutsP3mvsElgDusauYHybDlk3dgmj+7eHjPbn2Zpx32/6/NglrAmPOORfxy5hdO86YdvrZhm97fIsDF4AAACwy5mlp+eQJFdU1YeT3L5lYXc/eW5VAQAArJBZQs8L5l0EAADAvMwyZPUHquroJMd293urar8kLqIFAAB2Cdu9p6eqfjrJXyV5xbDoiCRvnWdRAAAAK2WWgQyeneTEJDclSXdfleTr51kUAADASpkl9Nze3XdsmamqPbPwnB4AAIA1b5bQ84Gqel6SfavqcUnemOSv51sWAADAypgl9JyZ5ItJLkvyM0nOT/L8eRYFAACwUmYZve3uJK8cXgAAALuU7Yaeqvp0tnIPT3c/YC4VAQAArKBZHk66YdH0+iQ/mOTg+ZQDAACwsrZ7T093f3nR67ru/t0kT1qF2gAAAJZtlsvbHrZodo8s9PzM0kMEAAAwulnCy0sWTd+V5DNJfmgu1QAAAKywWUZvO3lnDlxVr07yvUlu6O5vHpYdnOQvkxyTITx19407c3wAAIBZzHJ523OXWt/dL93Gqj9L8gdJzl207Mwk7+vus6rqzGH+V2YrFQAAYMfN8nDSDUl+NskRw+tZSR6W5F7Da6u6+8IkX7nH4lOSnDNMn5Pk1B2sFwAAYIfMck/PkUke1t03J0lVvSDJO7r76TtxvsO6+/ph+vNJDtuJYwAAAMxslp6ew5LcsWj+jqxAWOnuzlYeerpFVZ1eVRurauNdm7663NMBAAC7qVl6es5N8uGqesswf2r+8xK1HfWFqjq8u6+vqsOT3LCtDbv77CRnJ8n+hx61zXAEAACwlFkeTvpbSZ6Z5Mbh9czu/u2dPN95SU4bpk9L8radPA4AAMBMZrm8LUn2S3JTd/9ekmur6v7b26GqXpfkH5I8uKquraqfTHJWksdV1VVJvmuYBwAAmJtZhqz+tSyM4PbgJH+aZK8kr01y4lL7dffTtrHqO3ewRgAAgJ02S0/PU5I8OclXk6S7P5clhqoGAABYS2YJPXcsHmmtqvafb0kAAAArZ5bQ84aqekWSr6uqn07y3iSvnG9ZAAAAK2O79/R094ur6nFJbsrCfT2/2t0XzL0yAACAFbBk6KmqdUne290nJxF0AACAXc6Sl7d19+Ykd1fVvVepHgAAgBW13cvbktyS5LKquiDDCG5J0t3PmVtVAAAAK2SW0PPm4QUAALDLqYXRqLeyoup+3f2vq1zPVp3w0L37A+/8hrHLGNUX7r5r7BJGd82dXzd2CaO77s6Dxy5hdP++eb+xSxjdnb1u7BJG99Gbjhq7hNF99hafifdZf+vYJYzup+574dgljO5J+902dglrwvs2+W54/AM+cUl3b9jauqXu6XnrlomqetOKVwUAALAKlgo9tWj6AfMuBAAAYB6WCj29jWkAAIBdxlIDGTy0qm7KQo/PvsN0hvnu7gPnXh0AAMAybTP0dLtTFgAA2PUt+XBSAACAXZ3QAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATJrQAwAATNqeY5y0qj6T5OYkm5Pc1d0bxqgDAACYvlFCz+Dk7v7SiOcHAAB2Ay5vAwAAJm2s0NNJ3lNVl1TV6SPVAAAA7AbGurztMd19XVV9fZILquoT3X3h4g2GMHR6khx1xLoxagQAACZglJ6e7r5u+HlDkrckeeRWtjm7uzd094b73MdVeAAAwM5Z9TRRVftX1b22TCd5fJLLV7sOAABg9zDG5W2HJXlLVW05/19097tGqAMAANgNrHro6e5rkjx0tc8LAADsntwsAwAATJrQAwAATFp199g1bNeBBx7ZGx51xthljGqvv7ts7BJG15s3j13C6O466fixSxjd5x+1z9gljG7z3mNXML77XnTH2CWMbq+/+ejYJYxuj333HbuE0W16zEPGLmF0mw4d6wksa8vBl944dgmje/fHfvOS7t6wtXV6egAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkTegAAgEkbJfRU1ROr6pNV9amqOnOMGgAAgN3DqoeeqlqX5OVJvjvJcUmeVlXHrXYdAADA7mGMnp5HJvlUd1/T3XckeX2SU0aoAwAA2A2MEXqOSPLZRfPXDssAAABWXHX36p6w6n8keWJ3/9Qw/4wkj+ruM+6x3elJTh9mH5zkk6taKFtzSJIvjV0Euz3tkLVCW2St0BZZK8Zui0d396FbW7HnaleS5LokRy2aP3JY9jW6++wkZ69WUWxfVW3s7g1j18HuTTtkrdAWWSu0RdaKtdwWx7i87eIkx1bV/atq7yRPTXLeCHUAAAC7gVXv6enuu6rqjCTvTrIuyau7++OrXQcAALB7GOPytnT3+UnOH+PcLIvLDVkLtEPWCm2RtUJbZK1Ys21x1QcyAAAAWE1j3NMDAACwaoQeUlVPrKpPVtWnqurMraz/9qr6SFXdNQw5vnjd5qq6dHgZkIJlmaEtPreqrqiqj1XV+6rq6EXrTquqq4bXaatbOVOzzLboc5EVMUM7fFZVXTa0tQ9W1XGL1v3vYb9PVtUTVrdypmZn22JVHVNVmxZ9Jv7x6lc/1Ojytt1bVa1L8s9JHpeFB8VenORp3X3Fom2OSXJgkl9Kcl53/9Widbd09wGrWTPTNGNbPDnJh7r71qr62SQndfcPV9XBSTYm2ZCkk1yS5OHdfeNqvw92fctpi8M6n4ss24zt8MDuvmmYfnKSn+vuJw5/cL4uySOT3DfJe5M8qLs3r/LbYAKW2RaPSfL27v7mVS/8HvT08Mgkn+rua7r7jiSvT3LK4g26+zPd/bEkd49RILuNWdri33b3rcPsP2bhOV9J8oQkF3T3V4agc0GSJ65S3UzPctoirJRZ2uFNi2b3z8J/+mTY7vXdfXt3fzrJp4bjwc5YTltcM4Qejkjy2UXz1w7LZrW+qjZW1T9W1akrWxq7mR1tiz+Z5J07uS8sZTltMfG5yMqYqR1W1bOr6uokL0rynB3ZF2a0nLaYJPevqo9W1Qeq6rHzLXXbRhmymkk5uruvq6oHJPmbqrqsu68euyimraqenoVL2b5j7FrYvW2jLfpcZNV098uTvLyqfiTJ85O4p5FRbKMtXp/kft395ap6eJK3VtU33aNnaFXo6eG6JEctmj9yWDaT7r5u+HlNkvcnOWEli2O3MlNbrKrvSvJ/kjy5u2/fkX1hRstpiz4XWSk7+rn2+iRbehZ9JrKSdrotDpdYfnmYviTJ1UkeNKc6lyT0cHGSY6vq/lW1d5KnJplptKGqOqiq9hmmD0lyYpIrlt4Ltmm7bbGqTkjyiiz8kXnDolXvTvL4oU0elOTxwzLYGTvdFn0usoJmaYfHLpp9UpKrhunzkjy1qvapqvsnOTbJh1ehZqZpp9tiVR06DISQoff72CTXrErV9+Dytt1cd99VVWdk4Q/EdUle3d0fr6oXJtnY3edV1SOSvCXJQUm+r6p+vbu/KclDkryiqu7OQoA+a/FIHrAjZmmLSX4nyQFJ3lhVSfKv3f3k7v5KVf1GFj6Yk+SF3f2VEd4GE7Ccthifi6yQGdvhGUOP451Jbsxwaduw3RuyELjvSvJsI7exs5bTFpN8e5IXVtWdWRgQ61ljfT8bshoAAJg0l7cBAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAMHdVdZ+qunR4fb6qrls0//dzOucJVfWqJdYfWlXvmse5AVhbPKcHgLkbnsh9fJJU1QuS3NLdL57zaZ+X5DeXqOmLVXV9VZ3Y3RfNuRYARqSnB4BRVdUtw8+TquoDVfW2qrqmqs6qqh+tqg9X1WVV9cBhu0Or6k1VdfHwOnErx7xXkm/t7n8a5r9jUc/SR4f1SfLWJD+6Sm8VgJEIPQCsJQ9N8qwkD0nyjCQP6u5HJvmTJP9z2Ob3krysux+R5AeGdfe0Icnli+Z/KQtPpT8+yWOTbBqWbxzmAZgwl7cBsJZc3N3XJ0lVXZ3kPcPyy5KcPEx/V5LjqmrLPgdW1QHdfcui4xye5IuL5i9K8tKq+vMkb+7ua4flNyS578q/DQDWEqEHgLXk9kXTdy+avzv/+Z21R5JHd/dtSxxnU5L1W2a6+6yqekeS70lyUVU9obs/MWyzaRvHAGAiXN4GwK7mPfnPS91SVcdvZZsrk/y3Rds8sLsv6+7/m+TiJN84rHpQvvYyOAAmSOgBYFfznCQbqupjVXVFFu4B+hpDL869Fw1Y8AtVdXlVfSzJnUneOSw/Ock7VqNoAMZT3T12DQCw4qrqfyW5ubu3NtDBlm0uTHJKd9+4epUBsNr09AAwVX+Ur71H6GtU1aFJXirwAEyfnh4AAGDS9PQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACTJvQAAACT9v8B+NEA4PM7Ws4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAz0AAAEDCAYAAAAfh2qBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAZUklEQVR4nO3deZRlZX3u8e/TTbfNIJMgQURALhrRRNSWmIsD3IhjZDBx1hD1BjVyjTFmyfW6DE5ZxDgkN2oiBBXEiBonVFTAOARjhMYQQJAwaJS2ERUMNFNPv/vH2a1HblfV7qqza1fv+n7WOqv2ePavar19qp5+3/3uVBWSJEmSNFRL+i5AkiRJkrpk6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSVKnkpyU5My+67i7JF9J8j/7rkOS1D1DjyRpzpI8N8mqJGuTrEny+SSP7ruu2crIm5OsTvJfTUB6cN91SZJmx9AjSZqTJK8C/gr4c2Av4H7Ae4Cj+6xrjp4BvAh4DLA78A3gg71WJEmaNUOPJGnWkuwCvBF4eVV9oqpuq6r1VfWZqvrTsUOXJzkjya1Jvp1k5dh7nJjk2mbfFUmOHdv3+0kuSPK2JDcn+W6SJ4/t/0qSNyX5enP+uUn2GNv/qCT/kuRnSf49yeEtv7UDgAuq6rqq2gicCRw8u5+SJKlvhh5J0lz8JrAC+OQMxx0FnAXsCpwNvGts37WMelR2Ad4AnJlk77H9vwFcBewBvBU4LUnG9j8XeCFwb2A58GqAJPsAnwPezKi35tXAx5Ps2eL7Ogs4MMkDkiwDjgO+0OI8SdICZOiRJM3FvYCfVNWGGY67oKrOaXpNPgg8dPOOqvpYVf2wqjZV1UeAq4FDx879z6o6tTn3dGBvRsPoNnt/Vf1HVd0BfBQ4pNn+fOCc5rqbquo8YBXwlBbf1xrgAkZh6w5Gw93+uMV5kqQFyNAjSZqLnwJ7JNluhuNuGFu+HVix+Zwkv5fkkmYI2s+AhzDq1fn/zq2q25vFnaZ578379gOesfl9m/d+NKPQNJPXA48E9mXUk/UG4J+S7NDiXEnSAmPokSTNxTeAu4BjZnNykv2AU4ETgHtV1a7A5UCmPbGdHwAfrKpdx147VtXJLc49BPhIVV1fVRuq6gPAbnhfjyRtkww9kqRZq6r/YtQr8u4kxyTZIcmyJE9O8tYWb7EjUMCPAZK8kFFPzyScCTwtyROTLE2yIsnhSe7b4tyLGPUS7ZVkSZIXAMuAayZUmyRpHs00HEGSpGlV1duT3AC8DvgQcCtwMfCWFudekeTtjHqMNgFnAF+fUF0/SHI0o8kPPgxsBC4EXtbi9L9gNDHCJYyC2TXA71TVzyZRmyRpfqWq+q5BkiRJkjrj8DZJkiRJg9ZZ6Emyb5IvNw+a+3aSP2q2n5RkdTNTzyVJ2kwdKkmSJEmz0tnwtubBcntX1beS3JPR+O5jgGcCa6vqbZ1cWJIkSZLGdDaRQVWtYfRwN6rq1iRXAvt0dT1JkiRJ2pJ5uacnyf7Aw4BvNptOSHJpkvcl2W0+apAkSZK0OHU+e1uSnYCvAm+pqk8k2Qv4CaPnMryJ0RC4F23hvOOB4wGWst0jdlyyS6d1LniZxHP6tM1ztkWB7QBw5lFpJP59IP3cLXXTT6pqzy3t6zT0JFkGfBb4YlW9Ywv79wc+W1XTPohul6V71G/udFQnNW4zljjRnoCNG/uuoHe1aVPfJfRvw4a+K+jdpvX+DCj/LWTp0r5L6J0/AyD+jaSRc+888+KqWrmlfV3O3hbgNODK8cDTTHCw2bHA5V3VIEmSJEmdTWQAHAa8ALgsySXNttcCz0lyCKPhbd8DXtJhDZIkSZIWuS5nb7sA2NJA03O6uqYkSZIk3Z2DICVJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQNmqFHkiRJ0qAZeiRJkiQN2nZ9F9BKAsu2jVI7s3FT3xX0rtat67uE3vkzgNq4se8StAAs2X77vkvoXZYv77uE/i31/24Tfwb+bhypdev7LmFB81+KJEmSpEHrLPQk2TfJl5NckeTbSf6o2b57kvOSXN183a2rGiRJkiSpy56eDcCfVNXBwKOAlyc5GDgR+FJVHQR8qVmXJEmSpE50Fnqqak1VfatZvhW4EtgHOBo4vTnsdOCYrmqQJEmSpHm5pyfJ/sDDgG8Ce1XVmmbXDcBe81GDJEmSpMWp89CTZCfg48Arq+qW8X1VVUBNcd7xSVYlWbWu7uy6TEmSJEkD1WnoSbKMUeD5UFV9otn8oyR7N/v3Bm7c0rlVdUpVrayqlcuzossyJUmSJA1Yl7O3BTgNuLKq3jG262zguGb5OODTXdUgSZIkSV0+8fMw4AXAZUkuaba9FjgZ+GiSFwP/CTyzwxokSZIkLXKdhZ6qugDIFLt/q6vrSpIkSdK4eZm9TZIkSZL6YuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGiGHkmSJEmDZuiRJEmSNGjbTbUjydNbnH9nVZ0zwXokSZIkaaKmDD3AqcCngUxzzGMBQ48kSZKkBWu60PP5qnrRdCcnOXPC9UiSJEnSRE15T09VPX+mk9scI0mSJEl9mq6nB4Ak1wJ/WVV/N7bts1X1251WNq6KuvOuebvcQrTknjv1XULvstOOfZfQvw0b+q6gd4v9swBg0223911C7zbZDpyJCFji7wW4xz36rqB32X3XvktYELJkujtSFonvTL2rzWfmeuCIJO9PsrzZts8EypIkSZKkzrUJPbdX1bOAK4F/TnI/oLotS5IkSZImY8bhbTSzt1XVW5N8CzgX2L3TqiRJkiRpQtqEntdvXqiq85M8Afj9ziqSJEmSpAmaMfRU1WeS7APsN3b8V7osSpIkSZImpc3sbScDzwauADY2mwv4Wod1SZIkSdJEtBnedizwwKpyflBJkiRJ25w2s7ddByzb2jdO8r4kNya5fGzbSUlWJ7mkeT1la99XkiRJkrbGlD09Sf6G0TC224FLknwJ+HlvT1W9Yob3/gDwLuCMu21/Z1W9bVbVSpIkSdJWmm5426rm68XA2Vv7xlX1tST7z6ImSZIkSZqYKUNPVZ3e0TVPSPJ7jELVn1TVzR1dR5IkSZKmvqcnySkzndzmmLv5W+BA4BBgDfD2ad77+CSrkqxaV3du5WUkSZIkaWS64W3HJJkubQQ4YmsuVlU/+vnJyanAZ6c59hTgFIBdlu5RW3MdSZIkSdpsutDzpy3O/+etuViSvatqTbN6LHD5dMdLkiRJ0lx1dk9Pkg8DhwN7JLke+DPg8CSHMJoV7nvAS+ZyDUmSJEmaSZuHk85KVT1nC5tP6+p6kiRJkrQlbR5OKkmSJEnbrBlDT5Jfm49CJEmSJKkLbXp63pPkwiR/mGSXziuSJEmSpAmaMfRU1WOA5wH7Ahcn+YckR3ZemSRJkiRNQKt7eqrqauB1wGuAxwH/N8l3kjy9y+IkSZIkaa7a3NPz60neCVwJ/A/gaVX1oGb5nR3XJ0mSJElz0mbK6r8B/h54bVXdsXljVf0wyes6q0ySJEmSJqBN6HkqcEdVbQRIsgRYUVW3V9UHO61OkiRJkuaozT095wPbj63v0GyTJEmSpAWvTehZUVVrN680yzt0V5IkSZIkTU6b0HNbkodvXknyCOCOaY6XJEmSpAWjzT09rwQ+luSHQIBfAZ7VaVWSJEmSNCEzhp6quijJrwIPbDZdVVXruy1LkiRJkiajTU8PwCOB/ZvjH56Eqjqjs6okSZIkaUJmDD1JPggcCFwCbGw2F2DokSRJkrTgtenpWQkcXFXVdTFTqR1XsP43HtTX5bVAZP2mvkvo3dI7N/RdQu+W3HZX3yX0bukG/y1sWrG87xJ6d+feO/ZdQu9uOWBZ3yX0bt1OfVfQvx1+3NufqAvKvb71s75LWNDazN52OaPJCyRJkiRpm9Omp2cP4IokFwI//y/Wqjqqs6okSZIkaULahJ6Tui5CkiRJkrrSZsrqrybZDzioqs5PsgOwtPvSJEmSJGnuZrynJ8kfAP8IvLfZtA/wqS6LkiRJkqRJaTORwcuBw4BbAKrqauDeXRYlSZIkSZPSJvTcVVXrNq8k2Y7Rc3okSZIkacFrE3q+muS1wPZJjgQ+Bnym27IkSZIkaTLahJ4TgR8DlwEvAc4BXtdlUZIkSZI0KW1mb9sEnNq8JEmSJGmbMmPoSfJdtnAPT1Xdv5OKJEmSJGmC2jycdOXY8grgGcDu3ZQjSZIkSZM14z09VfXTsdfqqvor4KnzUJskSZIkzVmb4W0PH1tdwqjnp00PkSRJkiT1rk14efvY8gbge8AzO6lGkiRJkiaszextR8zmjZO8D/ht4MaqekizbXfgI8D+NOGpqm6ezftLkiRJUhtthre9arr9VfWOKXZ9AHgXcMbYthOBL1XVyUlObNZf065USZIkSdp6bR5OuhJ4GbBP83op8HDgns1ri6rqa8BNd9t8NHB6s3w6cMxW1itJkiRJW6XNPT33BR5eVbcCJDkJ+FxVPX8W19urqtY0yzcAe83iPSRJkiSptTY9PXsB68bW1zGBsFJVxRYeerpZkuOTrEqyat362+Z6OUmSJEmLVJuenjOAC5N8slk/hl8MUdtaP0qyd1WtSbI3cONUB1bVKcApADvvfN8pw5EkSZIkTafNw0nfArwQuLl5vbCq/nyW1zsbOK5ZPg749CzfR5IkSZJaaTO8DWAH4Jaq+mvg+iQHzHRCkg8D3wAemOT6JC8GTgaOTHI18PhmXZIkSZI602bK6j9jNIPbA4H3A8uAM4HDpjuvqp4zxa7f2soaJUmSJGnW2vT0HAscBdwGUFU/ZJqpqiVJkiRpIWkTetaNz7SWZMduS5IkSZKkyWkTej6a5L3Arkn+ADgfOLXbsiRJkiRpMma8p6eq3pbkSOAWRvf1vL6qzuu8MkmSJEmagGlDT5KlwPlVdQRg0JEkSZK0zZl2eFtVbQQ2JdllnuqRJEmSpImacXgbsBa4LMl5NDO4AVTVKzqrSpIkSZImpE3o+UTzkiRJkqRtzpShJ8n9qur7VXX6fBa0JRXYuLzNRHPDtf3qtX2X0LvcdEvfJfRv48a+K+hdrb1t5oMGrpYs7s9DgDsf/cC+S+jd95+1oe8Senfao0/ru4TeHb6i+i6hd5+7fUXfJSwIr7n06X2X0L9jp9413W/OT21eSPLxCZYjSZIkSfNmutCTseX7d12IJEmSJHVhutBTUyxLkiRJ0jZjuokMHprkFkY9Pts3yzTrVVU7d16dJEmSJM3RlKGnqpbOZyGSJEmS1AWnAJIkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYO2XR8XTfI94FZgI7Chqlb2UYckSZKk4esl9DSOqKqf9Hh9SZIkSYuAw9skSZIkDVpfoaeAc5NcnOT4nmqQJEmStAj0Nbzt0VW1Osm9gfOSfKeqvjZ+QBOGjge4x4pd+6hRkiRJ0gD00tNTVaubrzcCnwQO3cIxp1TVyqpauWz5jvNdoiRJkqSBmPfQk2THJPfcvAw8Abh8vuuQJEmStDj0MbxtL+CTSTZf/x+q6gs91CFJkiRpEZj30FNV1wEPne/rSpIkSVqcnLJakiRJ0qAZeiRJkiQNWqqq7xpmtMuye9d/3+MZfZfRq7rt9r5L6N1GfwZQm/quoH/x/2qyJH2X0LslO+zQdwm9y/Yr+i6hd3XHnX2X0LuNt97adwm98/NgZMl9fqXvEnr3havfenFVrdzSPv96kCRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg2bokSRJkjRohh5JkiRJg9ZL6EnypCRXJbkmyYl91CBJkiRpcZj30JNkKfBu4MnAwcBzkhw833VIkiRJWhz66Ok5FLimqq6rqnXAWcDRPdQhSZIkaRHoI/TsA/xgbP36ZpskSZIkTdx2fRcwlSTHA8c3q2u/cMN7ruqzHgGwB/CTvovQIle2Qzb1XcACcEvfBQB9fyYujJ+BFobF/bl4W98FLBBX910A0H9b3G+qHX2EntXAvmPr9222/ZKqOgU4Zb6K0sySrKqqlX3XocXNdqiFwraohcK2qIViIbfFPoa3XQQclOSAJMuBZwNn91CHJEmSpEVg3nt6qmpDkhOALwJLgfdV1bfnuw5JkiRJi0Mv9/RU1TnAOX1cW3PicEMtBLZDLRS2RS0UtkUtFAu2Laaq+q5BkiRJkjrTxz09kiRJkjRvDD0iyZOSXJXkmiQnbmH/Y5N8K8mGJL97t30bk1zSvJyQQnPSoi2+KskVSS5N8qUk+43tOy7J1c3ruPmtXEMzx7bo56ImokU7fGmSy5q2dkGSg8f2/e/mvKuSPHF+K9fQzLYtJtk/yR1jn4l/N//VNzU6vG1xS7IU+A/gSEYPir0IeE5VXTF2zP7AzsCrgbOr6h/H9q2tqp3ms2YNU8u2eATwzaq6PcnLgMOr6llJdgdWASuBAi4GHlFVN8/396Ft31zaYrPPz0XNWct2uHNV3dIsHwX8YVU9qfmD88PAocB9gPOBB1TVxnn+NjQAc2yL+wOfraqHzHvhd2NPjw4Frqmq66pqHXAWcPT4AVX1vaq6FB+JqG61aYtfrqrbm9V/ZfScL4AnAudV1U1N0DkPeNI81a3hmUtblCalTTscf0Ttjoz+04fmuLOq6q6q+i5wTfN+0mzMpS0uGIYe7QP8YGz9+mZbWyuSrEryr0mOmWxpWmS2ti2+GPj8LM+VpjOXtgh+LmoyWrXDJC9Pci3wVuAVW3Ou1NJc2iLAAUn+LclXkzym21Kn1suU1RqU/apqdZL7A/+U5LKqurbvojRsSZ7PaCjb4/quRYvbFG3Rz0XNm6p6N/DuJM8FXgd4T6N6MUVbXAPcr6p+muQRwKeSPPhuPUPzwp4erQb2HVu/b7Otlapa3Xy9DvgK8LBJFqdFpVVbTPJ44P8AR1XVXVtzrtTSXNqin4ualK39XDsL2Nyz6GeiJmnWbbEZYvnTZvli4FrgAR3VOS1Djy4CDkpyQJLlwLOBVrMNJdktyT2a5T2Aw4Arpj9LmtKMbTHJw4D3Mvoj88axXV8EntC0yd2AJzTbpNmYdVv0c1ET1KYdHjS2+lTg6mb5bODZSe6R5ADgIODCeahZwzTrtphkz2YiBJre74OA6+al6rtxeNsiV1UbkpzA6A/EpcD7qurbSd4IrKqqs5M8EvgksBvwtCRvqKoHAw8C3ptkE6MAffL4TB7S1mjTFoG/BHYCPpYE4PtVdVRV3ZTkTYw+mAHeWFU39fBtaADm0hbxc1ET0rIdntD0OK4HbqYZ2tYc91FGgXsD8HJnbtNszaUtAo8F3phkPaMJsV7a1+9np6yWJEmSNGgOb5MkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSZIkSYNm6JEkSZI0aIYeSVLnktwrySXN64Ykq8fW/6Wjaz4syWnT7N8zyRe6uLYkaWHxOT2SpM41T+Q+BCDJScDaqnpbx5d9LfDmaWr6cZI1SQ6rqq93XIskqUf29EiSepVkbfP18CRfTfLpJNclOTnJ85JcmOSyJAc2x+2Z5ONJLmpeh23hPe8J/HpV/Xuz/rixnqV/a/YDfAp43jx9q5Kknhh6JEkLyUOBlwIPAl4APKCqDgX+HvhfzTF/Dbyzqh4J/E6z7+5WApePrb+a0VPpDwEeA9zRbF/VrEuSBszhbZKkheSiqloDkORa4Nxm+2XAEc3y44GDk2w+Z+ckO1XV2rH32Rv48dj614F3JPkQ8Imqur7ZfiNwn8l/G5KkhcTQI0laSO4aW940tr6JX/zOWgI8qqrunOZ97gBWbF6pqpOTfA54CvD1JE+squ80x9wxxXtIkgbC4W2SpG3NufxiqBtJDtnCMVcC/23smAOr6rKq+gvgIuBXm10P4JeHwUmSBsjQI0na1rwCWJnk0iRXMLoH6Jc0vTi7jE1Y8Moklye5FFgPfL7ZfgTwufkoWpLUn1RV3zVIkjRxSf4YuLWqtjTRweZjvgYcXVU3z19lkqT5Zk+PJGmo/pZfvkfolyTZE3iHgUeShs+eHkmSJEmDZk+PJEmSpEEz9EiSJEkaNEOPJEmSpEEz9EiSJEkaNEOPJEmSpEEz9EiSJEkatP8HFsIYEi6eWWUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1008x576 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Spectrogram hyperparameters\n",
    "nperseg=12 #increasing nperseg increases frequency resolution and decreases time res\n",
    "noverlap=11 #increasing time resolution requires increasing overlap\n",
    "window = 'hann' #hann provides good time and frequency resolution properties\n",
    "\n",
    "#Spectrogram\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch1'][24:48],\n",
    "                                              fs=50, nperseg=nperseg,\n",
    "                                              noverlap=noverlap, window=window)\n",
    "#Subplot 1\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 1')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 2\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch2'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 2')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 3\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch3'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 3')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 4\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch4'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 4')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 5\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch5'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 5')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 6\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch6'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 6')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 7\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch7'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 7')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "#Subplot 8\n",
    "frequencies, times, spec = signal.spectrogram(x=df['ch8'][24:48], fs=50, nperseg=nperseg, noverlap=noverlap, window=window)\n",
    "log_spec = np.log(spec)\n",
    "fig = plt.figure(figsize=(14, 8))\n",
    "ax1 = fig.add_subplot(211)\n",
    "ax1 = plt.pcolormesh(times, frequencies, spec)\n",
    "ax1 = plt.title('Channel 8')\n",
    "ax1 = plt.ylabel('Frequency [hz]')\n",
    "ax1 = plt.xlabel('Time (s)')\n",
    "ax1 = plt.show\n",
    "\n",
    "\n",
    "#Specs and Shapes\n",
    "#print('label:', label_dir)\n",
    "#print('file:', file)\n",
    "print('spec_shape:', spec.shape)\n",
    "print('frequencies_shape:', frequencies.shape)\n",
    "print('times_shape:', times.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Making Spectograms\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/nfs/2018/j/jcruz-y-/.local/lib/python3.7/site-packages/ipykernel_launcher.py:23: RuntimeWarning: divide by zero encountered in log\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ch1                      77.000000\n",
      "ch2                     317.000000\n",
      "ch3                     736.000000\n",
      "ch4                      92.000000\n",
      "ch5                      55.000000\n",
      "ch6                      50.000000\n",
      "ch7                      59.000000\n",
      "ch8                     223.000000\n",
      "Wrist x                  -6.398444\n",
      "Wrist y                   5.941345\n",
      "Wrist z                  50.947983\n",
      "Thumb Proximal x        -34.240585\n",
      "Thumb Proximal y         -1.015900\n",
      "Thumb Proximal z         46.875137\n",
      "Thumb Intermediate x    -45.404907\n",
      "Thumb Intermediate y    -24.153854\n",
      "Thumb Intermediate z      7.319672\n",
      "Thumb Distal x          -56.139301\n",
      "Thumb Distal y          -38.200821\n",
      "Thumb Distal z          -19.612495\n",
      "Thumb Tip x             -62.811890\n",
      "Thumb Tip y             -48.254807\n",
      "Thumb Tip z             -38.143677\n",
      "Index Proximal x        -15.970114\n",
      "Index Proximal y          3.412628\n",
      "Index Proximal z        -29.242577\n",
      "Index Intermediate x     -8.280552\n",
      "Index Intermediate y     17.498474\n",
      "Index Intermediate z    -66.530060\n",
      "Index Distal x           -5.084860\n",
      "                           ...    \n",
      "Middle Distal x          34.739491\n",
      "Middle Distal y          14.981415\n",
      "Middle Distal z         -86.306747\n",
      "Middle Tip x             38.923794\n",
      "Middle Tip y              6.058044\n",
      "Middle Tip z           -101.076546\n",
      "Ring Proximal x          22.262350\n",
      "Ring Proximal y           1.138000\n",
      "Ring Proximal z         -12.151764\n",
      "Ring Intermediate x      43.856392\n",
      "Ring Intermediate y      14.121674\n",
      "Ring Intermediate z     -46.024811\n",
      "Ring Distal x            54.589046\n",
      "Ring Distal y            10.575226\n",
      "Ring Distal z           -69.633423\n",
      "Ring Tip x               58.676548\n",
      "Ring Tip y                1.227753\n",
      "Ring Tip z              -84.041229\n",
      "Pinky Proximal x         37.124409\n",
      "Pinky Proximal y         -4.538834\n",
      "Pinky Proximal z          0.347061\n",
      "Pinky Intermediate x     61.393917\n",
      "Pinky Intermediate y      1.141510\n",
      "Pinky Intermediate z    -21.900764\n",
      "Pinky Distal x           71.088570\n",
      "Pinky Distal y           -5.353683\n",
      "Pinky Distal z          -36.231255\n",
      "Pinky Tip x              74.120193\n",
      "Pinky Tip y             -17.304062\n",
      "Pinky Tip z             -46.873352\n",
      "Name: 4457, Length: 71, dtype: float64\n",
      "(5000, 7, 13, 8)\n"
     ]
    }
   ],
   "source": [
    "channels = ['ch1', 'ch2', 'ch3', 'ch4', 'ch5', 'ch6', 'ch7', 'ch8']\n",
    "shape = (7, 13, 8)\n",
    "flat_dim = shape[0]*shape[1]*shape[2]\n",
    "nperseg = 12\n",
    "noverlap = 11\n",
    "reshape = (-1, shape[0], shape[1], shape[2])\n",
    "j = 1\n",
    "i = 0\n",
    "dir_num = 0\n",
    "df_train_g = pd.DataFrame()\n",
    "\n",
    "img = np.zeros(shape)\n",
    "k = 0\n",
    "num_samples = len(df)\n",
    "x_shape = (num_samples, 7, 13, 8)\n",
    "x1_train = np.zeros(x_shape)\n",
    "\n",
    "for i in range(len(df) - 24):\n",
    "    for j in range(8):\n",
    "        frequencies, times, spec = signal.spectrogram(x=df[channels[j]][k:k+24], fs=50,\n",
    "                                                  nperseg=nperseg, noverlap=noverlap,\n",
    "                                                  window='hann')\n",
    "        log_spec = np.log(spec)\n",
    "        img[:,:,j] = spec\n",
    "        j = j + 1\n",
    "    x1_train[i,:,:,:] = img\n",
    "    i = i + 1\n",
    "    k = k + 1\n",
    "    if i == 4457:\n",
    "        print(df.iloc[i,:])\n",
    "    if i % 10000 == 0:\n",
    "        print(i)\n",
    "print(x1_train.shape)\n",
    "flat = np.reshape(x1_train, (num_samples, flat_dim))\n",
    "df_train1 = pd.DataFrame(data=flat)\n",
    "df_train_g = df_train_g.append(df_train1, ignore_index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preprocess features and get labels\n",
    "Reshaping\n",
    "Handling overflow (inf) and underflow (-inf) <br>\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess_features(x_train):\n",
    "    shape = (7, 13, 8)\n",
    "    reshape = (-1, shape[0], shape[1], shape[2])\n",
    "    x_train = x_train.replace(-np.inf, 0)\n",
    "    x_train = x_train.replace(np.inf, 0)\n",
    "    #x_train = np.log(x_train.values)\n",
    "    x_train = x_train.values\n",
    "    x_train_norm = x_train.reshape(reshape)\n",
    "    return x_train_norm\n",
    "\n",
    "features = preprocess_features(df_train_g)\n",
    "labels = df.loc[:, 'Wrist x':].values\n",
    "labels_tips = labels[:,[0,1,2,12,13,14,24,25,26,36,37,38,48,49,50,60,61,62]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Reshaping samples\n",
    "The target shape corresponds to (sequence_number, frequency_axis, time_axis, input_dim)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(4977, 24, 7, 13, 8)\n",
      "(4977, 24, 7, 13, 8)\n",
      "(4977, 18)\n"
     ]
    }
   ],
   "source": [
    "seq_length = 24\n",
    "\n",
    "def reshape_overlap_samples(seq_length, feats, labels):\n",
    "    samples = feats.shape[0] - (seq_length - 1)    # all samples except the last sequence\n",
    "    shape = (24, 7, 13, 8)\n",
    "    new_f = np.zeros(shape=(samples, 24, 7, 13, 8))\n",
    "    print(new_f.shape)\n",
    "    new_l = labels[seq_length - 1:]\n",
    "    queue = collections.deque(feats[:seq_length])\n",
    "    new_f[0] = np.array(queue)\n",
    "    j = 1\n",
    "    for i in range(seq_length, feats.shape[0]):\n",
    "        queue.popleft()\n",
    "        queue.append(feats[i])\n",
    "        new_f[j] = np.array(queue)\n",
    "        j += 1\n",
    "    return (new_f, new_l)\n",
    "\n",
    "features_ol, labels_ol = reshape_overlap_samples(seq_length, features, labels_tips)\n",
    "print(features_ol.shape)\n",
    "print(labels_ol.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### CNN_LSTM\n",
    "Not going too down because of 'relu' activation function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(24, 7, 13, 8)\n",
      "Model: \"model_2\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "input_6 (InputLayer)         [(None, 24, 7, 13, 8)]    0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_14 (Batc (None, 24, 7, 13, 8)      32        \n",
      "_________________________________________________________________\n",
      "time_distributed_9 (TimeDist (None, 24, 7, 13, 32)     1056      \n",
      "_________________________________________________________________\n",
      "dropout_6 (Dropout)          (None, 24, 7, 13, 32)     0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_15 (Batc (None, 24, 7, 13, 32)     128       \n",
      "_________________________________________________________________\n",
      "time_distributed_10 (TimeDis (None, 24, 7, 13, 32)     4128      \n",
      "_________________________________________________________________\n",
      "dropout_7 (Dropout)          (None, 24, 7, 13, 32)     0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_16 (Batc (None, 24, 7, 13, 32)     128       \n",
      "_________________________________________________________________\n",
      "time_distributed_11 (TimeDis (None, 24, 2912)          0         \n",
      "_________________________________________________________________\n",
      "lstm_6 (LSTM)                (None, 24, 64)            762112    \n",
      "_________________________________________________________________\n",
      "dropout_8 (Dropout)          (None, 24, 64)            0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_17 (Batc (None, 24, 64)            256       \n",
      "_________________________________________________________________\n",
      "lstm_7 (LSTM)                (None, 64)                33024     \n",
      "_________________________________________________________________\n",
      "dropout_9 (Dropout)          (None, 64)                0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_18 (Batc (None, 64)                256       \n",
      "_________________________________________________________________\n",
      "dense_10 (Dense)             (None, 18)                1170      \n",
      "=================================================================\n",
      "Total params: 802,290\n",
      "Trainable params: 801,890\n",
      "Non-trainable params: 400\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "def create_model(input_shape):\n",
    "\n",
    "    inputlayer = Input(shape=input_shape)\n",
    "    norm_input = BatchNormalization()(inputlayer)\n",
    "    model = TimeDistributed(Conv2D(32, kernel_size=2, padding='same', activation='relu'))(norm_input)\n",
    "    model = Dropout(rate=0.2)(model)\n",
    "    model = BatchNormalization()(model)\n",
    "    model = TimeDistributed(Conv2D(32, kernel_size=2, padding='same', activation='relu'))(model)\n",
    "    model = Dropout(rate=0.2)(model)\n",
    "    model = BatchNormalization()(model)\n",
    "    #model = BatchNormalization()(TimeDistributed(Dense(128, activation='relu')(model)))\n",
    "    model = TimeDistributed(Flatten())(model)\n",
    "    model = LSTM(64, activation='relu', return_sequences=True)(model)\n",
    "    model = Dropout(0.2)(model)\n",
    "    model = BatchNormalization()(model)\n",
    "    model = LSTM(64, activation='relu', return_sequences=False)(model)\n",
    "    model = Dropout(0.2)(model)\n",
    "    model = BatchNormalization()(model)#(Dense(63, activation='relu')(model))\n",
    "    dense = Dense(18, activation=None)(model)\n",
    "    model = Model(inputs=inputlayer, outputs=dense)\n",
    "    #model = Model(inputs, decoder_output, name=\"model_v1\")\n",
    "    return model\n",
    "\n",
    "print(shape)\n",
    "model = create_model((24, 7, 13, 8))\n",
    "\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = tf.keras.optimizers.Adam(lr=0.001)\n",
    "model.compile(optimizer=optimizer, loss='mse')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "4977/1 [==============================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================] - 7s 1ms/sample - loss: 231062.8053\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "446990.0803224128"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.evaluate(features_ol, labels_ol, verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 3981 samples, validate on 996 samples\n",
      "Epoch 1/10\n",
      "3981/3981 [==============================] - 29s 7ms/sample - loss: 422.4906 - val_loss: 311.9832\n",
      "Epoch 2/10\n",
      "3981/3981 [==============================] - 29s 7ms/sample - loss: 437.3758 - val_loss: 326.0894\n",
      "Epoch 3/10\n",
      "3981/3981 [==============================] - 30s 7ms/sample - loss: 443.1009 - val_loss: 280.0540\n",
      "Epoch 4/10\n",
      "3981/3981 [==============================] - 29s 7ms/sample - loss: 435.5993 - val_loss: 283.8537\n",
      "Epoch 5/10\n",
      "3981/3981 [==============================] - 29s 7ms/sample - loss: 432.2566 - val_loss: 297.7552\n",
      "Epoch 6/10\n",
      "3981/3981 [==============================] - 37s 9ms/sample - loss: 431.0414 - val_loss: 301.8677\n",
      "Epoch 7/10\n",
      "3981/3981 [==============================] - 39s 10ms/sample - loss: 427.2439 - val_loss: 291.4190\n",
      "Epoch 8/10\n",
      "3981/3981 [==============================] - 35s 9ms/sample - loss: 424.4643 - val_loss: 296.4846\n",
      "Epoch 9/10\n",
      "3981/3981 [==============================] - 29s 7ms/sample - loss: 421.7587 - val_loss: 300.9271\n",
      "Epoch 10/10\n",
      "3981/3981 [==============================] - 28s 7ms/sample - loss: 420.5204 - val_loss: 322.1687\n"
     ]
    }
   ],
   "source": [
    "history = model.fit(features_ol, labels_ol, batch_size=seq_length, epochs=10\n",
    "                    , verbose=1, validation_split=0.2, shuffle=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### ConvLSTM2D"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model_3\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "input_8 (InputLayer)         [(None, 24, 7, 13, 8)]    0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_21 (Batc (None, 24, 7, 13, 8)      32        \n",
      "_________________________________________________________________\n",
      "conv_lst_m2d_6 (ConvLSTM2D)  (None, 24, 7, 13, 16)     6208      \n",
      "_________________________________________________________________\n",
      "dropout_12 (Dropout)         (None, 24, 7, 13, 16)     0         \n",
      "_________________________________________________________________\n",
      "conv_lst_m2d_7 (ConvLSTM2D)  (None, 7, 13, 32)         24704     \n",
      "_________________________________________________________________\n",
      "dropout_13 (Dropout)         (None, 7, 13, 32)         0         \n",
      "_________________________________________________________________\n",
      "flatten_7 (Flatten)          (None, 2912)              0         \n",
      "_________________________________________________________________\n",
      "dense_14 (Dense)             (None, 18)                52434     \n",
      "=================================================================\n",
      "Total params: 83,378\n",
      "Trainable params: 83,362\n",
      "Non-trainable params: 16\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "def create_model(input_shape):\n",
    "    inputlayer = Input(shape=input_shape)\n",
    "    \n",
    "    norm_input = BatchNormalization()(inputlayer)\n",
    "    model = ConvLSTM2D(16, kernel_size=2, padding='same', activation='relu', return_sequences=True)(norm_input)\n",
    "    model = Dropout(rate=0.3)(model)\n",
    "    #model = ConvLSTM2D(16, kernel_size=2, padding='same', activation='relu', return_sequences=True)(model)\n",
    "    #model = Dropout(rate=0.5)(model)\n",
    "    #model = ConvLSTM2D(32, kernel_size=2, padding='same', activation='relu', return_sequences=True)(model)\n",
    "    #model = Dropout(rate=0.5)(model)\n",
    "    model = ConvLSTM2D(32, kernel_size=2, padding='same', activation='relu', return_sequences=False)(model)\n",
    "    model = Dropout(rate=0.3)(model)\n",
    "    #model = ConvLSTM2D(128, kernel_size=2, padding='same', activation='relu', return_sequences=True)(model)\n",
    "    #model = Dropout(rate=0.5)(model)\n",
    "    #model = ConvLSTM2D(128, kernel_size=2, padding='same', activation='relu', return_sequences=False)(model)\n",
    "    #model = Dropout(rate=0.5)(model)\n",
    "    model = Flatten()(model)\n",
    "    #mode1 = BatchNormalization()(Dense(128, activation='relu')(model))\n",
    "    mode1 = BatchNormalization()(Dense(128, activation='relu')(model))\n",
    "    model = Dense(18, activation=None)(model)\n",
    "    \n",
    "    model = Model(inputs=inputlayer, outputs=model)\n",
    "    #model = Model(inputs, decoder_output, name=\"model_v1\")\n",
    "    return model\n",
    "\n",
    "shape = (24, 7, 13, 8)\n",
    "model = create_model(shape)\n",
    "\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = tf.keras.optimizers.Adam(lr=0.001)\n",
    "model.compile(optimizer=optimizer, loss='mse')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\r",
      "4977/1 [==============================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================================] - 17s 3ms/sample - loss: 260008.5990\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "505800.1363787092"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.evaluate(features_ol, labels_ol, verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 3981 samples, validate on 996 samples\n",
      "Epoch 1/6\n",
      "3981/3981 [==============================] - 97s 24ms/sample - loss: 13606.0753 - val_loss: 2370.4555\n",
      "Epoch 2/6\n",
      "3981/3981 [==============================] - 93s 23ms/sample - loss: 151770.9785 - val_loss: 2371.2936\n",
      "Epoch 3/6\n",
      "3981/3981 [==============================] - 101s 25ms/sample - loss: 3219.9044 - val_loss: 2303.9436\n",
      "Epoch 4/6\n",
      "3981/3981 [==============================] - 96s 24ms/sample - loss: 2381.8404 - val_loss: 2280.1367\n",
      "Epoch 5/6\n",
      "3981/3981 [==============================] - 96s 24ms/sample - loss: 3872.9792 - val_loss: 3506.5822\n",
      "Epoch 6/6\n",
      "3981/3981 [==============================] - 92s 23ms/sample - loss: 22452.1551 - val_loss: 2357.7340\n"
     ]
    }
   ],
   "source": [
    "history = model.fit(features_ol, labels_ol, batch_size=seq_length, epochs=6\n",
    "                    , verbose=1, validation_split=0.2, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4EAAAJyCAYAAAB628XPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAgAElEQVR4nOzde5h1Z10f/O+PBEqSBgIkRcopiKBSxQoRIvgihxY5Q6ngEULEgpUCFkWCbxUPbwtyUlSgUAIGq1aktASlKHISi0FCOISDkRBBoSCJEJqSyvH3/rHXEyaTeZ5nEmfP2uu5P5/r2tfsda8983wzezKzv3utdd/V3QEAAGAM15o7AAAAAPtHCQQAABiIEggAADAQJRAAAGAgSiAAAMBAjp47wDqceOKJffLJJ88dAwAAYBbvfOc7L+nuk3bad0SWwJNPPjnnnnvu3DEAAABmUVUfPdg+p4MCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGcvTcAQBgCM86PfncpXOnSI47IXnyy+ZOAcCMHAkEgP2wCQUw2ZwcAMxGCQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMZG0lsKpeWlWfqqr3bRm7YVW9vqo+NH28wTReVfUrVXVhVb23qu6w5XNOmx7/oao6bV15AQAARrDOI4G/nuQ+28bOSPKG7r5NkjdM20ly3yS3mW6PSfLCZFUakzwtyZ2T3CnJ0w4URwAAAK6+tZXA7v7jJJ/eNvzgJGdN989K8pAt4y/vlXOSnFBVN0nyXUle392f7u7PJHl9rlosAQAA2KX9vibwxt39ien+J5PceLp/0yR/veVxH5vGDjZ+FVX1mKo6t6rOvfjii/c2NQAAwBFitolhuruT9B5+vRd39yndfcpJJ520V18WAADgiLLfJfBvptM8M3381DT+8SQ33/K4m01jBxsHAADgGtjvEnh2kgMzfJ6W5NVbxh85zRJ6apLPTqeN/kGSe1fVDaYJYe49jQEAAHANHL2uL1xVv53k7klOrKqPZTXL5zOSvKKqHp3ko0kePj38tUnul+TCJJcnOT1JuvvTVfULSd4xPe7nu3v7ZDMAy/Cs05PPXTp3iuS4E5Inv2zuFADATNZWArv7+w6y6147PLaTPO4gX+elSV66h9EA5rEJBTDZnBwAwCxmmxgGAACA/acEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBHzx0AhvKs05PPXTp3iuS4E5Inv2zuFAAAzMCRQNhPm1AAk83JAQDAvlMCAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECsEwjAVTz1RafmsssvmTtGjj/2xDz9sefMHQMAjiiOBAJwFZtQAJPNyQEARxIlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEfPHQAA2CxPfdGpuezyS+aOkeOPPTFPf+w5c8cAOOI4EggAXMkmFMBkc3IAHGmUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABjILCWwqv5tVb2/qt5XVb9dVdetqltV1dur6sKq+p2qus702H8wbV847T95jswAAABHgn0vgVV10yRPSHJKd39TkqOSfG+SX0zyS939dUk+k+TR06c8OslnpvFfmh4HAADANXD0jP/uMVX1xSTHJvlEknsm+f5p/1lJfjbJC5M8eLqfJK9M8mtVVd3d+xkYAOAae9bpyecunTvFynEnJE9+2dwpgBnt+5HA7v54kmcn+ausyt9nk7wzyaXd/aXpYR9LctPp/k2T/PX0uV+aHn+j7V+3qh5TVedW1bkXX3zxev8jAACujk0pgMlmZQFmMcfpoDfI6ujerZL84yTHJbnP3/frdveLu/uU7j7lpJNO+vt+OQAAgCPSHBPD/LMkf9ndF3f3F5O8Ksldk5xQVQdOT71Zko9P9z+e5OZJMu2/fpK/3d/IAAAAR4Y5SuBfJTm1qo6tqkpyryQfSPKmJN89Pea0JK+e7p89bWfa/0bXAwIAAFwzc1wT+PasJng5L8n5U4YXJ3lKkidV1YVZXfN35vQpZya50TT+pCRn7HdmAACAI8Uss4N299OSPG3b8EVJ7rTDY/8uycP2IxcAAMCRbpbF4gEAAJiHEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEcPXcAgL+Pk8/4/bkjJEk+8oz7zx0BAGBXHAkEAAAYiBIIAAAwECUQAABgIK4JBADgCk990am57PJL5o6R4489MU9/7Dlzx4AjkiOBAABcYRMKYLI5OeBIpAQCAAAMRAkEAAAYiBIIAAAwECUQAABgILueHbSqbpDkHyf5v0k+0t1fWVsqAAAA1uKQJbCqrp/kcUm+L8l1klyc5LpJblxV5yR5QXe/ae0pAQAA2BOHOxL4yiQvT/L/dPelW3dU1R2TPKKqvra7z1xXQAAAAPbOIUtgd//zQ+x7Z5J37nkiAAAA1ubqXBN4+yQnb/2c7n7VGjIBAACwJrsqgVX10iS3T/L+JAcmhOkkSiAAAMCC7PZI4Kndfbu1JgEAAGDtdrtO4J9WlRIIAACwcLs9EvjyrIrgJ5N8Pkkl6e6+/dqSAQAAsOd2WwLPTPKIJOfnq9cEAgAAsDC7LYEXd/fZa00CAADA2u22BL6rqn4ryWuyOh00iSUiAAAAlma3JfCYrMrfvbeMWSICAABgYXZVArv79HUHAQAAYP12u1j8rZI8PsnJWz+nux+0nlgAAACsw25PB/3vWc0Q+pqYHRQAAGCxdlsC/667f2WtSQAAAFi73ZbA51XV05L8Ya48O+h5a0kFAADAWuy2BH5zVovF3zNfPR20p20AAAAWYrcl8GFJvra7v7DOMAAAAKzXtXb5uPclOWGdQQAAAFi/3R4JPCHJn1fVO3LlawItEQEAALAguy2BT1trCgAAAPbFIUtgVVWvvOVwj9n7aAAAAOy1w10T+KaqenxV3WLrYFVdp6ruWVVnJTltffEAAADYS4c7HfQ+SX4oyW9X1a2SXJrkmKzK4x8m+eXuftd6IwIAALBXDlkCu/vvkrwgyQuq6tpJTkzyf7v70v0IBwAAwN7a7cQw6e4vJvnEGrMAAACwZrtdJxAAAIAjgBIIAAAwkMOWwKo6qqretB9hAAAAWK/DlsDu/nKSr1TV9fchDwAAAGu024lh/k+S86vq9Uk+d2Cwu59wTf7RqjohyUuSfFOSzmoZiguS/E6Sk5N8JMnDu/szVVVJnpfkfkkuT/Ko7j7vmvy7AAAAo9ttCXzVdNsrz0vyuu7+7qq6TpJjk/xUkjd09zOq6owkZyR5SpL7JrnNdLtzkhdOHwEAALiadlUCu/usqazddhq6YFoy4mqbTiu9W5JHTV/7C0m+UFUPTnL36WFnJXlzViXwwUle3t2d5JyqOqGqbtLdlqsAAAC4mnY1O2hV3T3Jh5I8P6vF4/+iqu52Df/NWyW5OMnLqupdVfWSqjouyY23FLtPJrnxdP+mSf56y+d/bBoDAADgatrtEhHPSXLv7v7O7r5bku9K8kvX8N88Oskdkrywu781q2sMz9j6gOmoX1+dL1pVj6mqc6vq3IsvvvgaRgMAADiy7bYEXru7Lziw0d1/keTa1/Df/FiSj3X326ftV2ZVCv+mqm6SJNPHT037P57k5ls+/2bT2JV094u7+5TuPuWkk066htEAAACObLstgedOp23efbr9pyTnXpN/sLs/meSvq+rrp6F7JflAkrOTnDaNnZbk1dP9s5M8slZOTfJZ1wMCAABcM7udHfRfJ3lckgNLQrw1q2sDr6nHJ/nNabKZi5KcnlUhfUVVPTrJR5M8fHrsa7NaHuLCrJaIOP3v8e8CAAAM7bAlsKqOSvLS7v6BJM/di3+0u9+d5JQddt1rh8d2VgUUAACAv6fDng7a3V9OcsvpqB0AAAALttvTQS9K8j+r6uysZvNMknT3nhwZBAAAYH/stgR+eLpdK8nx64sDAADAOu32msDju/sn9iEPAAAAa7TbawLvug9ZAAAAWLPdng767ul6wN/Nla8JfNVaUgEAALAWuy2B103yt0nuuWWskyiBAAAAC7KrEtjdFmgHAAA4AhzymsCqesWW+7+4bd8frisUAAAA63G4iWFus+X+P9+276Q9zgIAAMCaHa4E9jXcBwAAwAY63DWBx1bVt2ZVFo+Z7td0O2bd4QAAANhbhyuBn0jy3On+J7fcP7ANAADAghyyBHb3PfYrCAAAAOt3uGsCAQAAOIIogQAAAANRAgEAAAZyuIlhrlBVN01yy62f091/vI5QAADA/nvqi07NZZdfMneMJMnxx56Ypz/2nLljHJF2VQKr6heTfE+SDyT58jTcSZRAAAA4QmxKAUw2K8uRZrdHAh+S5Ou7+/PrDAMAAMB67faawIuSXHudQQAAAFi/3R4JvDzJu6vqDUmuOBrY3U9YSyoAAADWYrcl8OzpBgAAwILtqgR291lVdZ0kt52GLujuL64vFgAAAOuw29lB757krCQfSVJJbl5Vp1kiAgAAYFl2ezroc5Lcu7svSJKqum2S305yx3UFAwAAYO/tdnbQax8ogEnS3X8Rs4UCAAAszm6PBJ5bVS9J8p+n7R9Icu56IgEAALAuuy2B/zrJ45IcWBLirUlesJZEAAAArM1uZwf9fJLnTjcAAAAW6pAlsKpe0d0Pr6rzk/T2/d19+7UlAwAAYM8d7kjgE6ePD1h3EAAAgN06+YzfnztCkuQjz7j/3BGutkPODtrdn5ju/mh3f3TrLcmPrj8eAAAAe2m3S0T88x3G7ruXQQAAAFi/w10T+K+zOuJ366p675Zdxyd52zqDAQAAsPcOd03gbyX5H0menuSMLeOXdfen15YKmNVTX3RqLrv8krljJEmOP/bEPP2x58wdAwDgiHG4awI/290fSfK8JJ/ecj3gl6rqzvsRENh/m1IAk83KAgBwJNjtYvEvTHKHLdv/Z4cxAABgJ886PfncpXOnSI47IXnyy+ZOwcx2OzFMdfcV6wR291ey+wIJAABj24QCmGxODma12xJ4UVU9oaquPd2emOSidQYDAABg7+22BP5Ikrsk+XiSjyW5c5LHrCsUAAAA67GrUzq7+1NJvnfNWQAAAFizw60T+JPd/cyq+tUkvX1/dz9hbckAAADYc4c7EvjB6eO56w4CAADA+h2yBHb3a6aPZ+1PHAAAANbpcKeDviY7nAZ6QHc/aM8TAQAAsDaHOx302dPHhyb5miT/edr+viR/s65QAAAArMfhTgd9S5JU1XO6+5Qtu15TVa4TBAAAWJhdLRGR5Liq+truvihJqupWSY5bXywAADi0k8/4/bkjJEk+8oz7zx0BrpbdlsB/m+TNVXVRkkpyyySPXVsqAAAA1mK3i8W/rqpuk+QbpqE/7+7Pry8WAAAA63Ct3Tyoqo5N8uQk/6a735PkFlX1gLUmAwAAYM/tqgQmeVmSLyT59mn740n+v7UkAgAAYG12WwJv3d3PTPLFJOnuy7O6NhAAAIAF2W0J/EJVHZNp4fiqunUS1wQCAAAszG5nB31aktcluXlV/WaSuyZ51LpCAQAAsB6HLYFVVUn+PMlDk5ya1WmgT+zuS9acDQAAgD122BLY3V1Vr+3ub06yGStyAgAAcI3s9prA86rq29aaBAAAgLXb7TWBd07yg1X1kSSfy+qU0O7u268rGAAAAHtvtyXwu9aaAgAAgH1xyBJYVddN8iNJvi7J+UnO7O4v7UcwAAAA9t7hrgk8K8kpWRXA+yZ5ztoTAQAAsDaHOx30dtOsoKmqM5P82fojAQAAsC6HOxL4xQN3nAYKAACwfIc7EvgtVfW/p/uV5Jhp+8DsoNdbazoAAAD21CFLYHcftV9BAAAAWL/dLhYPAADAEUAJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADCQo+cOAADX1Mln/P7cEa7wkWfcf+4IALArjgQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQMwOCgAs1qbMEGt2WGBJHAkEAAAYiBIIAAAwECUQAABgILOVwKo6qqreVVW/N23fqqreXlUXVtXvVNV1pvF/MG1fOO0/ea7MAAAASzfnkcAnJvnglu1fTPJL3f11ST6T5NHT+KOTfGYa/6XpcQAAAFwDs5TAqrpZkvsnecm0XUnumeSV00POSvKQ6f6Dp+1M++81PR4AAICraa4jgb+c5CeTfGXavlGSS7v7S9P2x5LcdLp/0yR/nSTT/s9Oj7+SqnpMVZ1bVedefPHF68wOAACwWPteAqvqAUk+1d3v3Muv290v7u5TuvuUk046aS+/NAAAwBFjjsXi75rkQVV1vyTXTXK9JM9LckJVHT0d7btZko9Pj/94kpsn+VhVHZ3k+kn+dv9jAwAALN++Hwns7qd29826++Qk35vkjd39A0nelOS7p4edluTV0/2zp+1M+9/Y3b2PkQEAAI4Ym7RO4FOSPKmqLszqmr8zp/Ezk9xoGn9SkjNmygcAALB4c5wOeoXufnOSN0/3L0pypx0e83dJHravwQAAAI5Qm3QkEAAAgDVTAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADOXruAEN51unJ5y6dO8XKcSckT37Z3CkAAIB95kjgftqUAphsVhYAAGDfKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYyL6XwKq6eVW9qao+UFXvr6onTuM3rKrXV9WHpo83mMarqn6lqi6sqvdW1R32OzMAAMCRYo4jgV9K8uPdfbskpyZ5XFXdLskZSd7Q3bdJ8oZpO0num+Q20+0xSV64/5EBAACODPteArv7E9193nT/siQfTHLTJA9Octb0sLOSPGS6/+AkL++Vc5KcUFU32efYAAAAR4RZrwmsqpOTfGuStye5cXd/Ytr1ySQ3nu7fNMlfb/m0j01j27/WY6rq3Ko69+KLL15bZgAAgCWbrQRW1T9M8l+T/Fh3/++t+7q7k/TV+Xrd/eLuPqW7TznppJP2MCkAAMCRY5YSWFXXzqoA/mZ3v2oa/psDp3lOHz81jX88yc23fPrNpjEAAACupjlmB60kZyb5YHc/d8uus5OcNt0/Lcmrt4w/cpol9NQkn91y2igAAABXw9Ez/Jt3TfKIJOdX1bunsZ9K8owkr6iqRyf5aJKHT/tem+R+SS5McnmS0/c3LgAAwJFj30tgd/9JkjrI7nvt8PhO8ri1hgIAABjErLODAgAAsL+UQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADOXruAGymp77o1Fx2+SVzx8jxx56Ypz/2nLljAADAEcORQHa0CQUw2ZwcAABwpFACAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADAQJRAAAGAgSiAAAMBAlEAAAICBKIEAAAADUQIBAAAGogQCAAAMRAkEAAAYiBIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAAM5eu4A8Pd18hm/P3eEJMlHnnH/uSMAAMBhORIIAAAwECUQAABgIEogAADAQJRAAACAgSiBAAAAA1ECAQAABqIEAgAADEQJBAAAGIgSCAAAMBAlEAAAYCBKIAAAwECUQAAAgIEogQAAAANRAgEAAAaiBAIAAAxECQQAABiIEggAADCQxZTAqrpPVV1QVRdW1Rlz5wEAAFiiRZTAqjoqyfOT3DfJ7ZJ8X1Xdbt5UAAAAy7OIEpjkTkku7O6LuvsLSf5LkgfPnAkAAGBxqrvnznBYVfXdSe7T3T88bT8iyZ27+99secxjkjxm2vz6JBfse9D9cWKSS+YOsUuyrsdSsi4lZyLruiwl61JyJrKuy1KyLiVnIuu6LCXrUnImy8p6dd2yu0/aacfR+51kXbr7xUlePHeOdauqc7v7lLlz7Ias67GUrEvJmci6LkvJupSciazrspSsS8mZyLouS8m6lJzJsrLupaWcDvrxJDffsn2zaQwAAICrYSkl8B1JblNVt6qq6yT53iRnz5wJAABgcRZxOmh3f6mq/k2SP0hyVJKXdvf7Z441lyWd8irreiwl61JyJrKuy1KyLiVnIuu6LCXrUnImsq7LUrIuJWeyrKx7ZhETwwAAALA3lnI6KAAAAHtACQQAABiIEggACzJNkLZxqupGc2cAYHeUwA1XVf9sh7HT5shyOFX1nKr6J3Pn2I2q+nBV/ci2sd+bK8+hVNXtdhi7+wxRDqmqHl9VN5g7x25U1Ruq6n7bxjbywvClPP/Jcn4GFvb8v7mqTt6yfaesZszeROdU1e9W1f2qquYOcyhV9YiqOn7b2APmynMwVfWPdhj7+jmyHE5VPbCqFvG6sqrOrKp/um3sZ2eKc0hV9eht20dV1dPmynMwVfWqqrr/En4GqurLVfWMrb+nquq8OTPNYeOfKPIzVfXCqjquqm5cVa9J8sC5Qx3EB5O8uKreXlU/UlXXnzvQIXwxyT2q6mVb3lW/6ZyBDuEVVfWUWjmmqn41ydPnDrWDGyd5R1W9oqrus+EvAm+V5Cnb/pBu6kKxS3n+k+X8DCzp+X96ktdV1Y9W1b9P8h+TnD5zpoO5bVaz7D0iyYeq6j9U1W1nznQwv5rkrVX1jVvGfn6uMIfw1qp6+IGNqvrxJP9txjyH8j1ZPe/PrKpvmDvMYXxXkrOq6pFbxh40V5jDuFdVvbaqbjK90X5OkuMP90kzeEGS78/qZ+AZm/pmxeT9WXWgP6yqG05jm/r3am2UwM33nUk+nOTdSf4kyW9193fPG2ln3f2S7r5rkkcmOTnJe6vqt6rqHvMm29Hl3f09WRXXt1bVLZJs6lS5d05y8yRvy+oIwP9KctdZE+2gu/9dktskOTPJo/LVF4G3njXYzi5Ncq8kN66q12z4GxaLeP6TRf0MLOb57+4/SPIjSZ6X5Jo7KuMAABjgSURBVIeS3K+7N/Id6155fXd/X5J/leS0JH9WVW+pqm+fOd52f5nV9/OVVfWwaWwTXwTePckjpiOsf5xV0b7TvJF21t0/mORbs3rN8utV9adV9ZjtR1w3xKeS3C3Jw6rq+VV1dDbz+U93f3+Ss5Kcn+S1SX6su39i3lRX1d1/1N0/kOQOST6S5I+q6m1VdXpVXXvedFfxpe7+ySQvyeo14B2zua8B10YJ3Hw3yOoX/oeTfD7JLTf43fVU1VFJvmG6XZLkPUmeVFX/ZdZgV1VJ0t3PTPL/JvnDJDebNdHBfTHJ/01yTJLrJvnL7v7KvJF21qs1Zz453b6U1c/vK6vqmbMGu6rq7i91948m+a9ZvcFyldOuNsRinv9kMT8Di3n+q+qnszpqdbckP5vkzVV1/1lDHURV3aiqnlhV5yb5iSSPT3Jikh9P8luzhruqnsr0dyZ5TFU9O6t1iDdKd38iyeuSfHtWb66e1d3/Z9ZQh9Dd/zvJK5P8lyQ3SfIvkpxXVY+fNdhVVXd/trsfmOTiJG9OspFvBlXVbZI8MavfVR/N6k2BY+dNtbNaXRf8qCQ/nORdWb15dYckr58x1k4OvAb8nayOYL8sydfOmmgO3e22wbckf5Hkh6b7xyT5lSRvmzvXQbL+UpIPJXlRkjtt23fB3Pm25Xngtu1bJvmZuXMdJOt7sjpN6dpZ/VF9dZLfnTvXDjmfmOSdSf4gycOSXHsav1aSD8+db1vWx27bvmOSl86da8nP/5J+Bhb2/P9ykmO2bN8yyevnznWQrH+R5KeT3GyHfU+ZO9+2PL+/5f61kjwryVfmzrVDzj9K8vIkJyT55iR/luTZc+c6SNYHZXWq6vlJnpzkH03jxyb5yNz5tmX9uW3bD0zyxrlzHSTrnye513S/snpT5f1z59oh539L8oEkT01yk237zp0737Y8d9y2ff0kj5w7137fLBa/4arqFt39V9vG7tbdfzxXpoOpqtOTvKK7P7fDvut392dniLV4VXVKd5+7bewR3f0bc2XaSVX9XFYvpD+6w75v7O4PzhBr8Zby/Cd+BkZXVdVeVOypqnpId//3LdtHJ3lqd//CjLF2VFVnJTlzp9cnVXWv7n7DDLEWr6qu16sjrFvHbtvdfzFXpp1U1T26+01z52D3lEAAAICBuCYQAABgIEfPHQDmUFW/0d2PONwYR66q+pqsJl3qJO/o7k/OHIl95PmHsU3LQ31DVr8DLujuL8wciX1UVQ9N8h1ZPf9/0t2buvTK2jgSuOGq6irX/ew0tgmWlDXJlRa1n2Y1veNMWQ6rqr6mqh5Uq8V4v2buPAezoJw/nNUECw9N8t1ZLXL9Q/OmOrilfF+TZWRd0vNfVV87LWNxSVV9qqpeXVUbOYudrOtRVdepqttX1TfXV9e13UhLyTrNsPvhrCbb+7UkF1bVfedNdXBV9dCqem5VPaeq/sXceQ5mQTlfkNXSO+cneV+Sx1bV8+dNtf9cE7jhquq87r7Dlu2jkpzf3bebMdaOlpC1qp6a5Keymmn18gPDSb6Q5MXd/dS5sh3M9IL1Z5K8Maus35nk57v7pbMG22YpOZOkqi5Icpfu/ttp+0ZZzbq7cYvbLuz7uoisC3v+z0ny/CS/PQ19b5LHd/ed50u1M1n33lRW/mNWhaWS3Cqr2W3/x6zBdrCwrH+e5AHdfeG0feusZozduEXup8Lydfnqz+r3ZDXb8uPmS3VVS8mZXPH8f+OBiayq6lpZzbj6jfMm219K4IZaUllZUtYDqurpm5hrJ0t5wbqUnElSVW9LcvcDp/9M71i/ubvvMm+yq1rY93URWRf2/L+3u2+/bew93f0tc2U6GFn33sLKypKyvqO7v23LdiX5s61jm2IphWUpOZOkqn4vyeMOzGRdVbdM8mu9WjdyGK4J3FDd/fQkT19CWVlS1i1+r6qO6+7PVdUPZrWY6fN2mtp+A/xtksu2bF82jW2apeRMkguTvL2qXp3V9QAPTvLeqnpSknT3c+cMt82Svq9Lybqk5/9/VNUZWS2+3Vm9u/7aqrphknT3p+cMt42se++yA6VqclGu/P/YJllS1nOr6rVJXpHV8/+wJO+o1XVi6e5XzRlumwuT3CKrheKT5ObT2KZZSs4kOT7JB6vqz7J6/u+U1c/E2UnS3Q+aM9x+cSRww1XVXZO8ewllZWFZ35vkW5LcPsmvJ3lJkod393fOmWsnVfXyrBYJvtIL1um2MS9Yl5IzSarqaYfa390/t19ZDmdh39dFZF3Y8/+Xh9jd3b0x17HJuveq6oVJbpkrl5W/ymoR+Y0qKwvL+rJD7O7u3phrhKvqLUm+LavrmK8oLEk+m2xOYVlKziSpqkO+1uvut+xXljkpgRtuYWVlSVnP6+47VNXPJPl4d5+5/ZrGTbGUF6xLybk0S/q+LikrLMHCyspisi7JUgrLUnLyVUrghltYWVlS1rckeV2S05PcLcmnkrynu7951mCsVVX9cnf/WFW9Jqt3Kq9kk96pZO8t6fmvqnt29xsPnJ623YYdVZGVRaiqn+zuZ1bVr2bn3wFPmCEW+6Sq/qS7v6OqLsuVn//K6o2K680UbRauCdx8l00Tr/xgkrtNF9pee+ZMB7OkrN+T5PuTPLq7P1lVt0jyrJkzXclSXrAuJefkwJIlz541xS4s6fu6oKyLef6zenPqjUl2mqigk2xSWZF1jy2prCwpa5IPTh/PnTXFLiylsCwl5+QeSdLdx88dZBMogZtv48vKFovJ2quFoZ+7Zfuvkrx8vkQ7WsoL1qXkTJLHJ3nUQk5LWdL3dSlZl/T8H7iO8vS5g+yCrHtvMWUly8r67Ule091nzR1kF5ZSWJaSM0nentV8FcTpoAxmSe9YVdWvd/ej5s5xOEvJmVx1LctNtrDv6yKyLuz5l3UNlpK1qv5Dd//U3Dl2Y2FZF/H8J8vJupScSVJV7+rub507x6ZwJHBDLaysLCZrd3/H9HEJ71jd/vAP2QhLyZkkx1bVt2b1s3kV3X3ePuc5lCV9X5eSdUnPP2O7T1br7y7BkrIeVVU3yMF/B2zK0iDJQTJuoKXkTJKTDiwFtJNNmcF6vyiBG2pJZWVJWZOkqo7KagHTjVvAdpulvGBdSs4kuWmS52TnrJ3knvsb55CW9H1dStYlPf/fMM24vN2BN9c2qXjLuveWVFaWlPUbkrwzB/8dsBFLg0yWUliWkjNJjkryD7Os4ro2SuAGW1BZWVTW7v5yVV1QVbeYrgXcVEt5wbqUnElyYXdvUp5DWdL3dSlZl/T8/2V2nrxkE8m695ZUVpaU9QMLOh1wKYVlKTmT5BPd/fNzh9gUSuAGW1BZWVTWyQ2SvL+q/izJ5w4MbtAshslyXrAuJefSLOn7uqSsS/GF7v7o3CF2Sda9t6SysqSsS7KUwrKUnMkyiuq+UQI33xLKygFLyvrTcwdgFk+ZOwCzWtLz/z/nDnA1yMpSPG/uAFfDUgrLUnImyb3mDrBJzA664arqO3ca38QpzpeQtap+LMnbkpzX3V+aO8+hVNW9u/sP585xOEvJuTRL+r4uKSssQVU9qrt/fe4cu7GkrEtSVTfcsOspd7SUnFyVErihFlZWlpT12UnuktU1DOdn9a7w25K8zS8xAABGoARuqCWVlSVlPaCqrpPklKxyf/t0u7S7bzdrMPZVVV0vqxkBL5s7C/unqq7b3X+3bezE7r5krkwA7I+qenyS/9zdn5k7y5yuNXcAdtbdP9Hdd0nyNUmemuTTSU5P8r6q+sCs4bZZUtYtjklyvSTXn27/K8nbZ010GFV1vara+GU4lpCzqr6tqs5P8t6sfk7fU1V3nDvXTqrqujuMnThHlsNZUNZ3VNWpBzaq6l9m9cbVxqmqY6vqp6vqP03bt6mqB8ydayeyshRV9Ss73H6hqh48d7btqurx0xIcG20pOSc3zurvwCuq6j5VtaTrGveMiWE2305l5fxZEx3cxmetqhcn+SdJLsuq9L0tyXM3+d2gqvq2JC9Ncvxqsy5N8kPd/c55k13ZUnJOzkzyo9391iSpqu9I8rJs5qLn76iqf9Xd5yRXFJanJ7ntvLF2tJSs35/kpVX15iT/OMmNsjnLWGz3sqym3//2afvjSX43ye/NlujgZN1jVfUrOwx/Nsm53f3q/c5zKEvKmuS6WZ299LvT9r/MavmQb6mqe3T3j82W7KoOFJbzsvob+we9mafxLSVnuvvfVdVPJ7l3Vgctfq2qXpHkzO7+8Lzp9o/TQTfUDmXlnCTnbGJZWVjW1yU5Mcn7siqAf5rkfZv6iypJpoWNH7etsLxggxY1TrKcnElSVe/aPqV5VZ3X3XeYK9PBVNU3Z/UH9c35amH54e7+2Jy5drKwrA9J8htZ/d66W3dfOHOkHVXVud19ytaf2ap6T3d/y9zZtpN1701/X3cqKzdKctEmlZWFZT0nyV27+8vT9tFJ3prkO5Kcv2mXhkxHqg4UllOSbGRhWUrOA6rqW7LKep8kb0pyapLXd/dPzhpsnzgSuLlukeQfJPlQVu9QfizJpbMmOrjFZO3uA4f9/0lW1wP+eJJvqqpPJ/nT7n7arAF39uUDxSpJuvtPqmoTJ+DZ+JxVdaDkvaWqXpTkt7NazPh7siouG6e7z6+qf58rF5aNK1XJcrJW1ZlJbp3Vkd/bJvm9qvrV7n7+vMl29IWqOiarn9NU1a2TfH7eSAcl6967fa5cVl6YLWVlzmA7WFLWG2S1wPlnp+3jktxwWvN4434Ourur6pNJPpnkS1nlf2VVbVRhWUrOqnpikkcmuSTJS5I8ubu/WFXXyuq17MZkXSclcEMtqawsKWuy+iWV1XVgl2b1B+CzSR6Q5E5JNibrUgrLUnJOnrNte+vzvZFHg5dUWBaU9fysjlB2kr+sqjsnee7MmQ7maUlel+TmVfWbSe6a5FGzJjo4WffeksrKkrI+M8m7p1PCK8ndkvyHqjouyR/NGWy7pRSWpeSc3DDJQ7v7o1sHu/srI10b7HTQBaiqm2X1B+ouWZWVG3X3CfOm2tmmZ62qJ2SV7S5JvphpFtPpdn53f2XGeFdSVW86xO7u7o24hmkpOZeqVkuwPO/AKctVdf2srmN99LzJrmphWY9JcovuvmDuLIdTVTfK6jSlyupU+42dxVTWvVVVj07y77J6Q+2KspLVm20/291Pni/dlS0pa5JU1U2yevM3Sd7R3f9rzjwHU1U/l+Sl2wvLtO8bu/uDM8S6iqXkTFY/q9195raxZ3T3GXNlmoMSuKEWVlaWlPW5mZaw6O5PzJ2HeVTVCVm9Y3lytpwR0d1PmCvToSyssGx81qp6YJJnJ7lOd9+qqv5pkp/v7gfNHO0KW46w76i7z9uvLIcj63otpawki8t60yS3zJX/BvzxfIl2tpTCspScSVJVr03ym939m9P285NcdxPfsFwnp4NurpOzurj63y6grJychWTt7ifNneHqWkphWUrOyWuzmsDo/CQb8ybFTrYWliQbWVgOWFDWn83qheqbk6S7311VXztnoB1sP3V5q85mzWYq63pdK8nFWf1e/bqq+rpNLCuTRWStql/M6pKF9+erfwM6ycZlTfIvq+rvtheWmTPtZCk5k9WkRWdX1VeymhTm0tEKYOJIIGy8qnpbdigs3X3WbKF2sJScyebOBLqTqnpnVi9M37xlFsP3dfc3zZvsqpaStarO6e5T68ozQ763N3AmW8Z2sLKygW+sLC3rBUlu392bdq3iVUxnV5yd1czLBwrLE+dNdVVLyFlVN9yyeXyS/57V2WE/kyTd/ek5cs3FkUDYfNddyBHMpeRMkt+oqn+V1ZpgV7wI2NA/AF/s7s/Wldey3dSjl0vJ+v6q+v4kR1XVbZI8IRu2WHxVPfRQ+7v7VfuV5XBkXauHJPn6JZSVLCvrRUmunc2cETbJVQrLD+erheXnquqGm/L3aik5J+/M6ohvbfl4/+nWSTbtjJC1UgJh8y2lsCwlZ5J8Icmzkvy/+eqsoJv6B2DjC8sWS8n6+Kye+89nNWnFHyT5hVkTXdUDp4//KKvrrd84bd8jq+/pJpUVWddn48vKFkvKenlWs4O+IVf+e7VJly8spbAsJWe6+1ZzZ9gkTgeFDVdVj0vy77Nae/GKwtLdG/OLNVlOziSpqovy/7d3b6FylWcYx/9PcmE8XlgpilAPKPRgEqtBqCgiYsXmJrRUSL0Qryq0NKjQCy9KNHeaFG0EQVrxBFalBC2V2FJstQeUpCZN0rRQGoNC8MKKSkRp4tuLtSZ7svfMZCOT/b0v8/wg7FlrEnjYgb3nWetd3wdXZVwNcD5Jp9EVlm/S/XJ9GdgUEZ80DTZCpaxVSPotcNvgeet+4Y3HI+KmtskWctbpk/QrYDWQuawA5bLeNup8xscX7OSQdDUL1zB4slmgBlwCzZKrUliq5IRjHwDXRcTHrbPY0pH0aybsB5n02aX9EfGVoeNlwL7hc1k46/RVKiuVslZTpbAUyvkU3Z62u4Cj/enIeMHiZPI4qFl+/6YbXcmuSk6Aw3SjQK+Q9Ip1pcJSKOvm/uu3gXOBp/vj9cC7TRKd2O8lvUw3tgrdwhupNrMe4qxTVqlAVcgq6bmIuEXSHkb8zMq4ONS4wgKkKldVcvbWAF+NGb8T5juBZslJ2gZ8DUhbWKBOTqhxxVrSdf3LkYUlIu5sEmyESlkBJO2IiDUnOpdFv5jJtf3hqxGxrWWeSZx1OiqVlWJZz4uIQ5IuGPV+jNjovDVJ+ylQWKrkBJD0PPCj7NuanWwugWbJVSgsUCdnNZUKS5Ws/YeVtRHxn/74IuClbKOANrsqlZVKWcfpx4HXD/a4y6RKYamSE6CfAroceIPjL1pnmVpZEh4HNUuuSomqkhNA0gFGX7FOt4gNcLqki+cVltMbZxqnStY7gT/0z7EKuAD4fttIx5P0EZNHbM9awjgTOev0DT5Izy9Qg7ICpClWlbJKOgv4AXA+3Z52vwN+CNwN7AbSlUDgHOAfkrIXlio5ATa2DpCBS6BZclUKS5WcveE7UyuA7wJnj/m7raUvLENKZI2I7f0WFl/uT/0z295mEXEmgKRNwCHgKbrv6a3AeQ2jLeCs01eprFTKSvf//T7wV7o97e6h+/9fFxG7WgabYGPrAIu0sXWAxYqIP7bOkIHHQc2Sk/SFocNjhSUiftIo0khVco4jaWdEXNk6xyiSTiFxYRlWJWuhVex2R8TqE53LwFmnR9ILzJWVG+j2NRSwIVtZKZZ1T0Ss7F8vp7sQ8CVvYzMbJP0pIq4ZMREgutVBU0wCLBXfCTRLLiLem3fqQUk7gVTlqkpOAElXDB0uo7szmPnn4ZXMFZbVklIWll76rMVWsTss6Vbgl3QZ19OtbpuRs07PxUNl5efkLiuVsv5v8CIijkp6J2nOMoWlSk6AiLim/3pm6ywZZP7QY2bUKSxVcva2DL0+ArwF3NImymSVCkuhrJWWB/8e8FD/J4A/9+cyctbpKVNWqJV1taQP+9cCTu2PXVg+pyo5ASStAO4ALgH+DjwWEUfapmrH46BmyfWrWA0MCsvmiPhXm0SjVclZTbFlt0tkrbSKnc0mSUeZuzMp4FS6fVjTlZVKWSupUliq5ASQ9CzdRYvXgJuBgxGxoW2qdrJepTezXkRc3zrDYlTJCceeW/sOC58Ju69Vpgn20u29V6GwVMmafhU7ST+OiPslbWX0gktp9t901umLiOWtMyxWpazFPMFcYfkW3T68GQtLlZzQXaQcjC7/gm6LiJnlEmiWXJXCUiVn7wXgA2AnQyUgqfSFZUiVrBtbB1iE/f3XHU1TLI6zmk1flcJSJSccP7p8RFLLLM15HNQsOUnbmSssg+esiIgtY/9RA1VyAkjaGxGXtc6xGJKuG3U+4xLXlbKamWUm6W8RccW44yyq5ASPLs/nEmiWXJXCUiUngKRHga0Rsad1Fls6EzYKT/cBQNKLk97PdHfVWc2mr0phqZLTFvI4qFl+f5G0skBhSZ9T0l7gM7qffbf3m5p/ytwvq1Ut8w0rVlhKZK2wet2QbwBvA88Ar9N9L7NyVrMpq/KsZZWctpDvBJolNa+wXAqkLCxVcgJIeh+4fNz7EXFwCeOYjdVvZH0j3f51q4DfAM9ExL6mwUZwVjOzelwCzZKqUliq5ITczyqYjdMvurQeeAC4NyIebhxpLGc1M6vB46BmeR3IVKAmqJIT4IuS7hr3ZkT8dCnDmE3Sl5S1dEXlQuBnwLaWmcZxVjOzWlwCzfKqUliq5ARYDpyBnwOy5CQ9CVwGvER3l2pv40hjOauZWT0eBzVLStIh4BHGFJaIuHdpE41WJSd4HNTqkPQZcyvuDf+iTrXYDjirmVlFLoFmSVUpLFVyAkh6MyK+3jqHmZmZWUvLWgcws7GqjCxWyQlwQ+sAZmZmZq35TqBZUpLOjoj/ts5xIlVympmZmVnHJdDMzMzMzGyGeBzUzMzMzMxshrgEmpmZmZmZzRCXQDMzMzMzsxniEmhmZmZmZjZD/g9jo65rcZXJfgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 1080x720 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "error = labels_tips - preds\n",
    "sq_error = error * error\n",
    "avg_error = np.mean(sq_error, axis=0)\n",
    "plt.figure(figsize=(15, 10))\n",
    "plt.xticks(rotation=90)\n",
    "plt.ylabel('Prediction Error (mm)')\n",
    "#bar = plt.bar(df.columns[8:], avg_error)\n",
    "bar = plt.bar(df.columns[8:][[0,1,2,12,13,14,24,25,26,36,37,38,48,49,50,60,61,62]], avg_error)\n",
    "for i in range(0,18,3):\n",
    "    bar[i].set_color('coral')\n",
    "    bar[i+1].set_color('olivedrab')\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}