LayerConstraintFilterTransferFromHighAccToLowAccVer02_04242019_NotWork.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "LayerConstraintFilterTransferFromHighAccToLowAccVer02_04242019-NotWork.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": [
        "8rDrYIgZc20A",
        "dQQPlF6RdS2m",
        "ex0j41PLde2x",
        "Ssi32yj-d1iX",
        "U_0LHS-Xf7aN",
        "MQ5H0p_KjVCw",
        "DCCl7-vOfSZ9",
        "TEkg52f_HxEg"
      ],
      "toc_visible": true,
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/preritt/KProj/blob/master/LayerConstraintFilterTransferFromHighAccToLowAccVer02_04242019_NotWork.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "metadata": {
        "id": "kdTAcjYec3s7",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Load standard libraries"
      ]
    },
    {
      "metadata": {
        "id": "oCo6LRTTcxmC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "65f62c7a-535d-4485-af78-ea863ff2fb99"
      },
      "cell_type": "code",
      "source": [
        "import keras\n",
        "from matplotlib import pyplot as plt\n",
        "import numpy as np\n",
        "import gzip\n",
        "%matplotlib inline\n",
        "from keras.models import Model\n",
        "from keras.optimizers import RMSprop\n",
        "from keras.layers import Input,Dense,Flatten,Dropout,merge,Reshape,Conv2D,MaxPooling2D,UpSampling2D,Conv2DTranspose\n",
        "from keras.layers.normalization import BatchNormalization\n",
        "from keras.models import Model,Sequential\n",
        "from keras.callbacks import ModelCheckpoint\n",
        "from keras.optimizers import Adadelta, RMSprop,SGD,Adam\n",
        "from keras import regularizers\n",
        "from keras import backend as K\n",
        "from keras.utils import to_categorical\n",
        "from keras.datasets import cifar10\n",
        "from sklearn import preprocessing\n",
        "from keras import losses\n",
        "from keras.models import model_from_json\n",
        "import keras\n",
        "from keras.models import Sequential\n",
        "from keras.utils import np_utils\n",
        "from keras.preprocessing.image import ImageDataGenerator\n",
        "from keras.layers import Dense, Activation, Flatten, Dropout, BatchNormalization\n",
        "from keras.layers import Conv2D, MaxPooling2D\n",
        "from keras.datasets import cifar10\n",
        "from keras import regularizers\n",
        "from keras.callbacks import LearningRateScheduler\n",
        "import numpy as np\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.utils import shuffle"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "id": "Sg_ZApCOPN9u",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "from keras.utils.vis_utils import plot_model\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "oG3txkjndHWQ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "keras.backend.clear_session()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "8rDrYIgZc20A",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Load image data"
      ]
    },
    {
      "metadata": {
        "id": "85Dlxs7adKVS",
        "colab_type": "code",
        "outputId": "9d397f0d-2a4b-4a78-c99e-9536122116db",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 337
        }
      },
      "cell_type": "code",
      "source": [
        "from matplotlib import pyplot\n",
        "from scipy.misc import toimage\n",
        "from keras.datasets import cifar10\n",
        "def show_imgs(X):\n",
        "    pyplot.figure(1)\n",
        "    k = 0\n",
        "    for i in range(0,4):\n",
        "        for j in range(0,4):\n",
        "            pyplot.subplot2grid((4,4),(i,j))\n",
        "            pyplot.imshow(toimage(X[k]))\n",
        "            k = k+1\n",
        "    # show the plot\n",
        "    pyplot.show()\n",
        " \n",
        "(x_train, y_train), (x_test, y_test) = cifar10.load_data()\n",
        "show_imgs(x_test[:16])\n"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:10: DeprecationWarning: `toimage` is deprecated!\n",
            "`toimage` is deprecated in SciPy 1.0.0, and will be removed in 1.2.0.\n",
            "Use Pillow's ``Image.fromarray`` directly instead.\n",
            "  # Remove the CWD from sys.path while we load stuff.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVoAAAD8CAYAAAA2Y2wxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzsvWmsZdl13/fbe5/pju+++dVc1V3V\nM+fJkmhFtuSEkR3bMRJbMWDEgALBQYQkQAJYzqcgnwwYCZKvBKxESmIpQjwoERlJManYkmVTZDfJ\nJnuurnl4VfXGO59p73zY65z7Smqyq7rqVb+m7gKavO/Wueeeu84+a6/1X2v9l3LOMZe5zGUuczk8\n0R/2BcxlLnOZy4+6zA3tXOYyl7kcsswN7VzmMpe5HLLMDe1c5jKXuRyyzA3tXOYyl7kcsswN7Vzm\nMpe5HLI8kqFVSn1JKfWWUuqiUuqXHtdFzcXLXL+HJ3PdHp7MdfsnRX3QOlqllAHeBv4CcAP4JvAf\nOedef3yX96dX5vo9PJnr9vBkrtv3lkfxaD8PXHTOXXLOZcCvA3/l8VzWXJjr9zBlrtvDk7lu30OC\nR/jsCeD6gb9vAF/4YR/oNAK30o0AUErV7zvncLjZ++JkOxz1UQpw1b7gUEqOR4G8ds6fayZKjgbn\nDnxf9V2ArY4/8O+zI8A6f8z+qGCSlgcPOmx5KP0uLy+7kydPfqAvOngv/oS493ipDvz1x/RWncoh\n94Y/fk/+5L2/ceMG29vbR1a3AJ2FJbe8fgKAssix1gIQJzHGGMD/Xi2/QilVr10FOPzxRqsDa3r2\nuiwLdHUepThw1H3rtRYFtrT18Vr7Z8Na6x8EQGmNAq5du8b29taT0u/D67bTdqvrxwHQSmPkt5TO\nYcsSAKVmz6SS4/zr2fN/n9y3bmd/3L/W1YFXrv7z4HpVStWf8fdE1x+15ZTNO/fY3++/r24fxdA+\nkCilfgH4BYClTsTf/bkzACRBSKxbABRFilWZv6AgmC0grUizKQBOGQLX8ccYSxyN/DHWgU0BsJRM\nCr9YM5VQmoZ/nRuyTG6MLVG28NcQamxZyGcdZZ7KNRekcoNHhSIrNb/yOzcev3IeUQ7q9uTJk3zt\na1/7oOd5/2NsOVuuWonZAJypja3Sjtm/OKpF+X6G9md+5mc+0HUfthzU78rGCf77X/0qAPfu3Ka/\ntwvAhWefZXlpEYBAgZbfH4chjcg/XhpLOh4AsNBtEYVeL1pBEPj1urOzQ6Ph12sQBDTjBACjYSSf\n1RqiyDsqjoDBcOi/K4pJ5LPj4RBX+DXd7XZBKX7iJ36onftQ5D67sLTMf/c//hoASdii12oDMM1L\nNm9cAsCVI8JQPuwg0l4/UZAQxP7tLJ/Wm9VkPK43wDAMybIcAK0Vzvr1qI2u9VkUJc5W16YJAn/v\nFhcXaXc68lmH1bKJxSH929/nP/07//kD/d5HgQ5uAqcO/H1S3rtPnHNfds591jn32Xbj0O36j5K8\nr34P6nZlZeWJXtxHXB567XZ7y0/s4j7i8vB2odN+Yhf3YcmjWL5vAheUUufwivw54G/+8I84cN5r\ndGWBKv2OY/MM06hCAYtsRFhbEsk2VrgQm5v6/aKQkMI5tEAKykQ443e6SRmzue13sVHmGA79a+NK\nOok/T6Qs3ab3BBpxgdXeq9ao2W4I5NbBkwxsvTyUfp1zf8JzfFD5QZ/zME4FEdgDoZWh2qPTvCCo\nXI3SYu4L4yzvJx8SqdFDr12FI1DeU4yMJdR+/cW6IDH+d4ZGkU7GABgTkwR+beXpFI3/rCumOOUf\nuxJHFPpjtHLgZE2jKa1fr+PxmO179wBYX1lECTZhogAjMYZRDnGSCbQilSgtMIo8L+4Lo5+AfCDd\nlvLbS2UplY9ik07A8pl1APT+Lu2x9+CzaUrZ9s+5XejRibxOtCtqCCVLM0qBd5IkrtEF59wMCjgA\nuRR5ga2Wq4Io8Gu60Wh4WAFQ5Fj8dVo0PEAkWMkHNrTOuUIp9YvA7wAG+GXn3Gs/7DPKOQL5xdrm\nxKaQq1A+LsK789XCKKyjAr3CqMHG2WcA6O9tsbXtF3QYRGh87JAVARPnF+4bV7dw8RIAuWmRyY0Z\n7u9w8+4eAO04oNz0r0+vRyx3/HmSIEA5eagUlK58oPD6ccrD6vcglvSA53+wA+WUpXM46/8orCWX\nje6dS5dY31gDwGYZqxJGJ3E4w79/2OmfsF7hA65d5dDOb8SGnFCLcSVHl34tRmGMMl4voc4ItX+8\nrMrQAm8V05LYeMhsmmU0ZaM3WlE/6c4xmnpj8/LLr5CL8V7sfo449s+JUaCqWNeW6MoYuBIr0Jiz\nJc4WPElL+0F06zCU+BDeGkvqvJNjnKEluEC3GWJf+SYA2daQYy89C4C6l5Aqr8+2UQwmHlJMcMTO\nG0u93EYLdGA0pE1vC4LcYXK//gatjHh/379/6gXGvQV/PcWUUmxQYiOUrGldRpjywQGBR4rlnXNf\nBb76KOeYyw+WuX4PT+a6PTyZ6/ZPyhMHTVXQ8/+vFIXsyFoXZIX3FiITU0oiytmyds+jUPOFn/kL\nALz8h/+aW3vbAIyKgKL0O9rVG/e4fNPDQXHvGCfXz/nzxB0y2RnD9irF1Icg23dv0ex5r/fG8A5T\n8SjWOyHN0O+qZT5Gu/dObB4lOQgdPKyX+MeTU3/sXwEwYUQpSa/JMGVv33sOd7Z2aHS8/pc7nQPZ\nYI1S7wEdKPUhoDCPLgpFHEp0pR2U3kM1FCh5HWLIC++JllZhqgobl4P169sWFkq/Fof9PdriXWnn\nKDJ/niAM2Bt7L3anP6YRSDhcQJZ7nQaRw8nzU5Y5hTw/WZYSSSLHWeuz9h8BzukqgtQupywku2U0\nSrzSqeoQWr/O1Moa44H/vfnltymUjwpsAqPQ2w6sJcol0r1uQPSmsEwlujVTS+BPQ7oRMtncAaCj\nVlELPudRWksuCbBQK6yrqkdKAu0eeC0/UUNrlebO2BvaskhZbEt21JQEshhskc3wFFt4KAEYj3f5\n+m/9JgB39lLuDP37V2/ucvW2ryYxSZvSdAFodVcImx5kD5IGsRiARLfYyiYAHDt5mqmEGpcv32Fn\n3z8kRrU5u+o/G5YWVRYfSoj7MKKUQr/PNTpfZ3TfZ4D7Plei6tIlY3Sdrb233ac/8vqZpCWjsTcK\nOm4ymvjV2m46Cjl/xA+GsI66Lt9LtHKEgtGG2pKnXheaAmfltQoI9AwfNcrrzpUpleILm1Pi3x8O\n+lyrzhPo2nCe6jZrXPa7r77Kx198EQBrFGnpdZ24ECvGezLOiAL/2SIfY4ImAHlRkKbj+n4eVXFu\nVqrm0L6mEshcQSm/a2GQ41Y9XttYO0PhfJhPFOBWNgCYhI5g0ztgGMMo8QbYrS8TWv/8T21JSxyD\nbDAmNX4tBo0II+s7WF5DhbKJuZiOLFeDpVDe8Csd4pGRB1vLc66DucxlLnM5ZHmiHm1hFZsT79H+\nyz/8Fzx/we8sf+7FFRaNeLRlWdfCaR1SOr/7Kw2Xr14GYGcS45o+6WLabfSirzNs9BbIJImQKUt3\n0Z+/225xd3MTgP7uDh2pb0waDa7tbgEQdta4t3kNgPadARtdqUZQAYXNj3z4Za1lOpXQ05i6VtAE\nBhNUhfCu7i/QdrbHalTtfg7TaQ0fNIKAae49tNvbfe7u9v13ocjFdR0Phtzd8iHXjZu3eeHCUwA8\nffYkRjLJzrlZs4midgKU89/9kQATnEVlPvrRRcZk3+uCdIzTkmhpBERSLRAFBpX748t0DFJhowKF\nk5rx0WifO3c8RNDqtnGSEHZBQDb07ydhzL09n7B95fuv0or9ec4/9RSBeMnpeEAjkOcnnVAW4o2F\nwLRfVzMcZSmtZPOtq92/siwJlVR3XHyH6cu/D0DxuRS0hwWcaxINvM6njGnf9roycYxtVZVJEWXu\nj+ks9whvitc7HBKu+xpZrm8TdKV+996rGImG7TMvMJVaW60sUSEecOHqutsHkSdqaJWJGSv/A/Jo\nlZ2xXzTjLKEbCYblijp0MKbJNPMG714KWwOvuGZvicXV0wCMbJ8VJHObNMhCf57paMB06B+GM+vL\njMW43s0mqNDfpP2dMcgNnoxGmMiHXHf7u9wWGOHMikFbPozyroeSwloKI1nWIKSUzLPV1NduFOi6\nueBAMHOg5GXz9k2Wljxu3Ugi0ql/4JtxxMaqx60citHY66cVRWRTD8UYbRmmkl1XCiVlTN5wVyU1\nB1RZVY8dcd2Cf/ajKuNcZMRivNpWsYA4BvsjYllPiQM99nrR0zGRGAZKRdb3a7TTilkUXV++scml\n694ZePvi19jd8gZjOM2Y5D5pb8jIRz5kfunZZ/jLf/FLAJxYXyZN/PdORyOykT9P162iJgOQcq+j\nKkoptOjQlrZuCgjQtHf9ZlXcuEVXntvBrU2yxFcFOBLU5l0AWsdbZF3pEmVKY+jXYrQ3YCpwTbF1\nm2jq9V/094l3PNSYTxSu4Z2EvcvXiRreTnWOnUEqRnG6JK0gIBWQWfvA1Ttz6GAuc5nLXA5ZnqhH\nmzRaBA3vqrcXVvn8j30egKa5SjaSNsMgREkRd+l6dNZ8k8l3Xr1IW7pzTpx5ESceQhhm2NSHAllm\n0VJobFTAa999FYBuHNJseRih1Wxza/MO4Ot0jeySi50G+6Xf9XZ3ci5ves/h+PoGQZR57OIIizIB\npXjkuTYgIReqrMMy7VxdB3iw/9upulyZIktRVahpC3qSOMhzB+IxN9ud2qNVJkZJQiFuhHVBfaH0\nLLQ6cH5whLO3jzwkU0mWZdy85tuwB/1B3a598+ZNdmP/i0bDPmvL3kNttxJM4PWY5QVBJI0JQcRI\nooSpVuD8I3jt1haXb3gIZpRFJAu+Nlm1LFXfVCvS3L76NgC3bt3h93//XwHw/IWnWO15z2wy3GPU\n989D/vyzDPd3mUqUcVRFK0UgawubgtRra6sYSifG8LOfoBt8BoDxYEBuqlbYADKpXW4kjCRZqJUi\nlzrXUBsmkdQfAxOpahoPB7Qa3l2dRpq47TW91FmkFDsybIQQCpSWawqJ/KyC3LkHrlB+ooZWm4Az\nT/mmg0kOp8+dB2Ald+xdvgpA7grKwhuMz//kX+X0U58F4NzHrvDyt78LwGJ7g1t3PbYauIi46kxy\nMBz5UGN/d4fFVli9TSlwxMrqKqngjlu7+yipaui0WwTGqyObjrl03T9Uq70GF052fDb0CMvW9g5f\n/uVfASAMQtodv4DOnzvN5z7+AgCBpsZunXO4GQMKhUANi0tLRNJn71BEkd+IlhcNTsK7IIrqEiLC\nhKn01u/1d9mTou/B/h65hM4ox/Kyx+YvnH+KMKogBWrDfNRlOBzyjW/59WdtyUSqVa5s3qo3kUDD\n4oJUvSQRsbwfBoYg9nrUQcJYQtdgoYsz/v3NnSG54ObNTg+kkywbjj2GDkynI7odf/4/85mPMdrf\nkfenXLvmuRfeffddJoKfX92eMBmP2B9NHr9CHqNorUkSj4Pm5aR2EgprUbJBNdYX6I/8BnVvf4iS\nPE42zokEosr2xnXJaByF9GWtJ2EAVfOILUmlYgZr2J+InlNoSoVD5+QpTOUkaIeqnn1N3SWGc1hn\nH9jQHm3rMZe5zGUuPwLyZJNhWnPrjq8P/ORnPkdrwXuuZnCTUnbhIAq4dN3DCF9cPAdNT/3XaY1J\nAu/aN6ImiXha2JITx48B8Pq77xJF3hvrDwacPXkBgGeee4GdHb/jt7s9bgl4rrSht+hDvf3+Lka8\n20azx2Tgd8+L1wc0Ik1eHPFaRGvZ2/XeZBgEDKTMsBkElM8/B8DUZWjZ5eOoUUftpXM4CYkWllZn\ndbVak1U1tVFUwycWz3YGcOXqJW7e9frc2d5mMvHeU5kWZFJfm6ZjTp7yNZCnT52kFVXLzhNhfhTA\ng/E04y1JVjlXkBZ+fSwsLhPLmsumI+4Nq1psRScRdroyR0kIbEyCCvz78Sgky33Cdmdnh6rWVinI\npAliMJqQTfzrU6tLLC/6mtHRaJ+dXf8sLfcSPvsJX2t74/ZN9ife23vzxjZaG/LyaGtYKUWn423B\ncDwkkAaNUjsCaXrRLsPi15MyBYGWNl0gz/y9aIQhgXiuYWAI5ZiyKMikIqfAEjYk/C9VzaQWWk1Y\nMf85VbPQJaWbJROVr7gB76E+TL3MkzW0yjCdVg9fTiiYYrPVpSXFxbEpaAdeKf/Ll/8h/97f+EUA\nwtEmkfR5a11w7inPDXp35xbToQ/jNtZW2Ol7padZxlPnPTTx9Pln2P/2KwCMBsM6BClKy2TiH4xe\nb4HSeQPf7YUUmVeu0Sk3bt8ly4925naxt8h/+O//NQBaB4gwGlFA1aDV7/exhcehwyAhEHzKBYZJ\n7u+Ls0FNtBEGYU3jF4YKJdlgpxS5WOmpzWlJWcxir0cpDQ6JabC37a39jZtXOC8wkdEBpavIUNRH\nBaKldI5RFdo32zQkFX3y1NPkVVPH5iZb2x4fXV9fI17xTsJobxsr3AgLi+vEsS9NnOYwLryhTVpd\nytx3LBpVEgmkEEaGXEiQPv/pF3nmjOdtnWYjLr/rr+Hdt17nxz73MQBOnTrOtVcFhisdtiweiHPi\nwxSlIU4ktHcxjdD/rkIVDKRCozSGZME7ReutDlUCQOFqc2fQGHEGamhLxElDRIGlNBV8ZtFynghT\nOxKpLuqUTGAtJRUnrkJZf16jqB2zB5E5dDCXucxlLocsT5brQCnG4n1OxxPCqi5uuwQh6Q7Z51jP\n7+DvvHGRWzcu+s+Ob3H1xhUAPrXxeU6c8SHU8bvrjC76HXwp7tHp+VrPS5eucOy493r3+n1y2dHu\n3NvGVrWkJmAsHq3SZR0GtNotsH73jNSEbHuTB88vfkjiHIZZZrUd+fC0kcRMpt5rGuclVy5dASCK\nGpw+50nYL1+/xW/9ticNz3VIEvvERDOJ66zsQrdLb8FXjHzqUx9ndcV7ZU+fPIFWEsYpXYdogQ6Y\nrHkdHj/W4/gJD++UZcl47D3AVqMhnsPRT4gpbVhd895kEmm2tnyydDQa1FnyaV6wsOrX5Ylz5+ks\neB11V9bYFuiqtAG5FHVMJiPGFfVfPgGp9YyigCT29y90GWtdnwBbXeySSKi7urhON/LJ3u1r17j6\n7hUANpZW2L/zb/xnl1bJTFCHu0dVFGCkiSMxIXt3fZJvZ3ibe7e9nhc7y7z0gvfaw6RR17PmZVHD\nYQaNlsyk1rquDXfOUdYQhKrr9EGhtSTSlapboAPr6jWtdUhYRRcHWti1MZRa8aC53CdraB0Y+THH\nVpZpJv4HfP3Vd1kUDPTCUkgS+5UYBVPu3b0CgE13Of20J4kxSUyz6xfxyvpJtnf8Yt3vj5HKDVZX\nVwnEkE+zog79J9OUQg4qypJpKsXLhWZ5RUpqVEgknJixKihdk/AhwoQPQ3b3+/yz//t3AdBktAWW\n6XS7nL3gQ9jV5TbLx3yjx9LKGknLG9G9N67y/Tc8X8TEOQQtIMDRkWPOnz7Dj33+0wAstzq0pELD\nKcgEZinKlPG+L7TPy5yGEKb0ei3uSEnd1tYOjZbfVNc31mg245o39CiLMQFGfnOaTutM9M72Hv2+\nhPxhjLFeeVdv3qHb93j1wkIPI1BDOs1QwpkQhwG0/H1quBgdVIS/llbDvx+6nJPL3ug2I8Oo7/Vb\njIc1J8i5c+d5400/ieCZZ56tMcXbt24SLy5h7dHvDAukisBqzWDgIbx79zbZ2/UkUW+/+ke8+d1/\nDcD58y9w9vzzACyurNe1g6Ut6g5EBRjBaEHVEJhSMy4PPyZHYIfA1K7UH+d2rmGHA+VcShVMs2Jm\ns99Hjrb1mMtc5jKXHwF5wskwWGh7b6bXadSzu/quxdau31lWOgEtCYlKnXPl1hUA1hcXOHPe14NO\nc/ijl98A4ObtXTpt792GYcJrF6/Jt2nPgg6kWcFQagl7S0sUAh3cvnOXVse38gXG0Wx6LyKKYsh9\nUqMc7bG+1iEIq93xaMp4POH1tzwXRJb2CaVA+wt/5nNcvem91e3b8JIwQUWNhLF482ES86lPfxyA\n6SQlCv2yuPDUOV583hMsH1/p1dMo7DTj+qbPeN/d3eX2ln89Go7Yk778LE/retkoTuqqkjwvaPY8\nBPESL7Kw0CEvjnaiEbwnNJYqCqMcJvAeallqAqmGsU4Txf63rawcoy1rPWkkLEhtchBGdYWHKx2F\nJCcXum20rvg+MgIhGbfpkAUpyHVFSinVCFlhmEhiudlZ4KqwVr3+7u+Spn6t52mBM6YecHiUpeLj\nSJKE5571VTLnnz/BeOArPV575RW+/S0Pifz+v7zKG69/H4Bnnv8kF5713m1vsUcka85PSKni+oM9\n9I684lUQ3YOvQKhoQC3vTX+onMPVkEJAYR98qskT56PdWNuQL9ZYwfOOnTzHt8Sg7qkWzngcd2Gl\nZKHrjW6YdDgrhra9sMz//Mv/KwDjaUp/4jGd8WSE2Ag2FkOmOx67HcUlC10ffr351jvckRKz/mBI\nr+c/0G21MUJgE2YjzPgWAKutnIVEERxx37/IMkZ7vonjxMk1Xvi4L20LY8Vr3/kjANaThLYUg9/d\nuk2r6zeZ5W7CX/7STwJ+uujCgn9/ZXmZnR3/AF+++g77ex7r7e8PGEh1x95oxE7fVxcUeU4ozSNR\nHNYUlwtdRa/nGxYW1zrE1YbWaDKcTI98VhwgCEIWFlcBaDdCbOmNWagT1gS7VUFIJNUzUZyQSCbd\nBLo2rsrMCHyM0oxHHnbQznooAXDaMd73er955R12hAe31whYl8aPJGkyFcjGBTFB0+O4927c4tQx\nf52dzNJPC8yRp6V0aAnznbY1zmpMSG/Zd4Z+8afWOH/eQ4d/8C/+Py5f9pDC6NspfYFTPvbxT3Dq\nlD8+MAGlTAEprZ1NncDNpgSr2dRmPzFYyhcddeWNc24GbTlXNy5ZVxnmOU3iXOYyl7kcCXmyLbha\n05WC66IMiGXqwTPnTvOtl33I1Q/PY5UHw9dPhLz+hg8Xfvzf+tv86z/0r0ejPnnmvbe7m9ep9oth\nrgkkc7uodznR8B7Y/r13KIyHF9bXFiklWTCZTJnKPKZRGFNY713k05ushd5jOd5ukhaTI78jZemU\nK2/4FtG/9G//Hb70pZ8G4J9//XdZk1B9rdmiIQmXRFnWpV20s9AlkcRVgatbcIvSsvmW9xyu3b1D\nlktTSdKi0/EVBWtJs64jBQgF9jFG13WGnU6Hbrcj7yuGUsd8584W0+m4Jhc/yqK1IY4lcdVK6HVl\nTlrhCIRGr9HuzEJLE2Bl9pVG1y6N0+CkGL4oJhQyb6y/vVU/jKF2DPd91HX71i3Wl/x96rVWGGeS\nyAk0hXzClY4TJ70n9+yFp/jkC56F6u1L1/n2997g5XpO91EVhZY2Wh2khFLnWipTNw7oMOLCMx7e\nsoXm9u1/DMDu1i3eSX1EdefmWzx9wcMOz7/4cdbWfaVLEMQUubT4FkU9CNIpc38LeF2be2DiCArE\n29Zq1sKOqioWHsyjfeKGdlHGYhcqYKr9j0/aXXoyDO3a9U2++DmPI06HlmZHFtzNG1x82xNqFGVW\n/XZG/X06y16h+/tjFmRMxbPPvMQ3v/smAK+8eYUv/tS/C0AYNbl00ZeM7Q/GNY47nQw5I9yUjVaD\npSX/2gUFRTbrnDqq4mzJ2XNnAfjzP/3nWRYCnp/4wk/W2F8njOm2PYRioqQmOnHa1V03+7vbdGUD\ntBieevYlANZOPsOO8NF2er2620g5XXfgeE5cX60xHA39KCJ8t8/127cBmE7G5EJIU5YlzVZM8RHA\naK2zxNLpZUzA3Xs+tO/v72GlkeH8M8/SW/Lr24QGJdwQRWnJZEzNOBsxTaVhJuujhMjIpWmdm+j1\nlmhEPvwPlKPX9gZ+odMkE4KYsdVkqf+sVkXNsdCMNTeue8jMOHjx2Qv8llT3HGUxNZzikKG2WG3q\nUizHbNrHyVNnOXv2LADfvHObQvD/e3f3uLflIb833niVc9Ik8/TTF1hf96Wenc4CyJSEaVZSZjKm\nJopqvNXiZsOf7xvH5FBVaShgHqIz7Kg7anOZy1zm8pGX9/VolVKngF8F1vHlul92zv1PSqkl4P8A\nzgJXgL/unNv9YedyzrKw5DO0o0nJuKwIvjWnT/laz7dfe4f9sd9F2q3TnHraf/bq21e5ect7RT/2\nY5+rC707x0+wdNyD5Nd23mSSSktda4nuqg+nPtU5yT3xQK5c/W4942pvf8jqqvccFtxtzrT9+2td\nQ6i895blE1pK1eOcH6c8Tt1GSZO/8bf+EwDGZchbF33dqlUhibTI5k6xs1dRII4pJaGjArBIb31/\ngLnjPYdbd++SitdkpwWtpvfoLr1zg8vXrslnQ5ZWvPecpSn7wt61vbWFk2y31hYlLaitRoOeeIZJ\nEjMZTuo6xcctj1O/Sim2tzynw7u7W3X2v7e4yLFjnschK3LyzHvr1pX0xz6pO5mMKQsZ5qhd3V/f\nikISqSluhAFTWdMWS0so+4xSRFJjaoyuoZlpUdQMVgpLLi3UN7Z3GQs5eBDEbBw7eSgz2h6vbsFU\nnmNRgMxa88mnA1yb4mYmSUJHWMyUniUXnXP1kMfB7l2+vSUVC9/9JkvLHjrc2DjFxrGzcp4FliUa\nXl3fqOk+rSspJBornJ0lwxQoiV5caXHWPnAj04NABwXwXznnXlFKdYCXlVL/L/C3ga855/6+UuqX\ngF8C/u4PO5EtchqhV2I6zeq+YaUcK0v+YX1bX+Lujl+g28ay0PaY7nMvLXDpqi9TykvYk6z3hQsX\nuHDOW+Ort/d57bXv+c9uNYli6cFvd7jxmocRNrf7KIEsTNLh2ElvpM8oOC3UgokuSKeChdnQlx8d\nTmL8sel2cWmJxQ2/WX33+zfqMCuzllJCWGc1ppp0gKOsB+I5ZgMXXE2gs7V9h6KQKQEWel2f8c6y\nlJ1tf48whq0tb1zSfEIhnXZllmGk1KaZRMSC15rCkE0rTLak0UoOszHssem3LApu3PAhebPV5Dnp\nUlpaWaMpZW/TyYjdXV8Bk+cpYynRajYTFro+fG/FMQ0xloFSlAIdFEVGLi1jU13UQanWhlIcktxB\nYPzadXbKVAY7bt/bYmvb5ywgtzBnAAAgAElEQVQGgwG7UmLXaraIO8sUh0Mq89h0i3OYqldD2ZoP\nWTk3m/CpFKFg4ZPhgM1N73Tdvr1Jf9+/HxpDRxpAWklCM/Dvl2XJTekwe+fKJabTr/sfUGqWV3zF\nyMc+9gIXznvHbHV1ja5MwY0bXRwyYsFaiqpSTmmyh6CVeV/owDl32zn3irweAG8AJ4C/AvyKHPYr\nwF99oG+cSy1z3R6uzPV7eDLX7cPJQyXDlFJngU8B3wDWnXO35Z828SHED5U0TZHSQhKdYWXsd5Ak\nJInfNTqdNm3p7X7uuWf557/7VQDG+5s0l3ym9+KNu5w66VtJzz37aWLxnJ46fZo96Sl//Y13sLIz\n3tzL6E/EWyhj+nveG17bOMm1bf966dQC23FFvZixJ1uXCxJSm5FxuA0Lj6rb8XjMb/zar/pz0cAI\nY30QxnVxPYRSyA1BpGudh2FIVBFTRw2M85/tRotoiQpyUzKVao3CQSS1sPk4ZTwSmKVIUTIED63J\nxJMqR2NGAx86N6OA1QUZA99MiMIfPJb8ccqj6jcIQl74xCf9a2MIRHeD4ZChzKaL47AO4W2Rc3zd\nw1JxEmEq5jNbMJIZa9P+gD3xgLd37tVk4s8//yyh1B37VlLhUigKUplEcmPzOvekUSTLMsYV4f3e\nPpG0Cg+GQ7729a8zGPQfQlMPL4+qW5QMZQRcEdfk3VaDqj14ixEY4buvvMxQKCKXOk1u3Pavuwtd\nQlnrtpjQbUuCLTREMoI9jFsY7XW1s7fP1SuvA7C/d4NXviUNNlHCqVO+cuP4sdMcO+493ePrp2lJ\nc5RqaJSOeexVB0qpNvCPgf/SOdc/iPs455xS6j3jE6XULwC/ANDtdkE6ZywjVJVtto6+9Dfv7W2x\nvOQX9M9+6c/xyU/4co3f+Cf/FCWlMwsLi5w47sPkdreHKbziljYCjp3zD/p+I+Hb3/XlTreHChd6\n472wsczK077CwQRJ3Q3ylmtxcVM4FoxiItnzcQGFNQzKNx9UVQ8tj0O3ygT8P7/56/76wyaNpkz3\nJMDIuBSHRoeVoVUkUsaVJDFR4hdi0Fwmibx+Ih3WjRoqUVSXkacZqUAEeZ5hK3xNuXoyK9qAjHhZ\naIUstPw1tBsRceiPD1WOKtNDH2fzOPTbWlghkOx9EISUYgyMcgQCi2hFPSlgMsqY7Ps1PRn4jQ1A\nhxonG9Zbb7zOtStXAF9J48QxOH5sgyVpGpmMx0zG0hyyu8f2rs81TLJJXaY4Ho/Z73tjqnE0hSJw\n8/ZtNjc360qQw5DHodu1tdUa6lJFgBYuCAs4mTRhFAyHXp/TScqzz/husE9/8rO8/KrvEvvGt77J\nvkwPLouMtWMeFvjiF79Y37srV6/yb/6N50x48fkX6Iqe72xucueOz2vkecaGlIadO3e2hthGg/0a\nkw2DFtMsf7zDGZVSIV6Z/7tz7p/I23eUUsfk348Bd9/rs865LzvnPuuc+2xDkilzmcnj0q3ST7zJ\n7yMhj23ttjrvdcifanlcul2Q0rQfZXmQqgMF/EPgDefc/3Dgn/4v4D8G/r78/2++37mmpWKrlPrU\ncIrOfHbUWVO34B0/tsaf/XHPEpWEJefO+Pq3v/gf/Bz/5z/9CgBbm/vc3ve7zHR6kUh2vZ1JwcWr\nPtNIluNWfJ/+4lqzngigVIgV782qqK4H3S9DklDqegPFSPmdMQ9DnM0p1eOHDh6nbsPAEEiisSz3\n6MoY60CF9Lc8nDLoj8jLKrRNcQdZs4QuLmqs1d5/oQK0uLTNqFEzSpX5bCQ8sUZJ4WMSBTTEc1hq\ntzjZ9vf65LEVpB+CdDpAO+9hBUbR6zYw5nCwg8e6dtMppeiukURUqtOomh3rzt27jKQdOZ1MKCVi\nK8uCp86fBWB1baXOYodBSGVk4iRCUB2m6ZQ333oL8PXIVdIrL2Yk3qPBoJ5mMR6PyDJ/bXEQ0Jd5\nent7e5T2cAg+H6du4cCw0ANz5IwGq2bTDRoCV/3Zn/rpul02MAHPfNIPeX3pM59DVwEVipVln2B/\n6qmnCSTSOHvh4xw/7e1Co9Go282dc3W7eVla1oTustNZwEiEoK2mtB4Cy7XCqsc7nPEngL8FfE8p\n9R1577/BK/I3lFI/D1wF/vr7nSgtFb/5B74q4JNnVtgQztRmGHBsw/+wYytdnn7KwwK4jNtSlvXL\nv/4VXvmOx1PSaUZd4+40Th6AMu5SisEIaFCIcSx0o8aGcYppJiUaWhEIpmOsxU0Fg8QSShmHUZos\nV7x3APTI8th0i7MstPxiGkyn5KUvFXr2uRdxx7zRvbe1zV3JTg/3SsYSkpZlgS38w9wKFnju476K\n41Z/wD3pI59kIyaCLRoUsWxKrTCkJyVKq70eG8f9fTx/Yp212Ot/OOqzs+NxNBNpmi2Pc7U7DZaX\nFwmCQ/PGH5t+nS2ZDr0udJnVhkGbgFLISd55522GQhMZhQFhRSRjDFYwf11YkM19eWmp5jMdT4ZM\nJv6eXb9+o35faXBSEjLOpuxLRcFoe59Q9FYUeU39OdrrUwjWW5Ylh1Uuw2PUrbWWQd/DAoEzZFKt\nUVBSSAVMWZY1vaFzUAhsorQmk43u+OlzNTewsgotlImXr+0wkY46pTWdhXP19+7u+/MEQUCre9Zf\nkFPs7Pu1fuvOTo0fxzpCCh9Q7YDp7rS+vveT913hzrk/4Acjvj/9QN8yl/eUuW4PV+b6PTyZ6/bh\n5IkCeyWKr73i22jfefcSX/qMZ+N6+vgCly+9A8BPfu4lEunNHmSG3/jtbwLw7ddvMS6kKiBI0FL0\nba2rwXOnFaXsbqnV5GU16ycnRUaPO1cPfzNG02z6LSqipKqbL1VQA+BFXhB1ehx1DLTIMwa7HiKY\n4Bhf9w0FSyZkRRoEwnRMQxoHJsbhXBUWlFQu+3iyxZ+VFugXn/8Y16752tHtvV1SoVXEuno4XkM7\nVgQu6LVa9Xylza1rvLXlk88qieiu+TCu0e3Q7PjrWVpZpr2wUFdCHGXRCjLxOJNAoar+d6PRwrrV\n7bZJJNnYbjUxopdmklBINcY7b77J/o6vNNgfDeq++zAydVItjqJ6Ptt4OuGehLTjdFqTWS92e2RV\nwnYypJAa3INk1iiFUvoQy5QfjwwHA37t1/83AFpBk1JalHNra6irLGeJp7zI6+fcBAHTVFi6SocS\nfokwiFmSaSvtdo+8nDFzVQk7pVTN0qWURkt9fRBEaDV7v8p3KQtK2O9UU6On9+rW6veTJ2o9giBA\nCTHH7d09/lC4CMr8DOB/5OrGSZSMjvijb32fr3zdZwhT2wTpwdez6nrKNKuJHqwt65tROlWHVsoY\nkDKRwJiaKb/TaWPkXNrllK6a8hpSWd2NjQU63QXelfEuR1XCMJiRlaQFyOZz+e232JdpCxoYWf/A\nj4ocW9b4S91rnk4HvPKv/KSGn2q1eUn0M1no1OGvKgqm0gG1X6Y1HHH1zTtsTXz2exoqGjLKZnGj\nR9yViceNiGaFSzZbKBPwURhlA4pSwkSlZlBAmg5q6KARBGhxEiajEemO77u/Ph5iBetSztVUkiZI\nCGXwog5mkyqGuxOmU2/Up9NxrZ1Ea3LhoM0xNZQzmUzqsFppRVFRDpaaKPTG9iiLUpqm2AVjA+LY\nrw+rghrP1lrVcI21Rf2bnCuxQm+qULiKi0AZqsESmozAeN2maYqq7Iei5knI86ImQdLa1Mb4oK3J\nhgOcTGqZGojNNnk+fqDfeLTvwFzmMpe5/AjIE56woOqBjMU04sod7/2kozf4yU8/A0Cjd4x9aX/9\nF9/4FlMJb/MiJ5bkgrW2TuQAGFW18lJj/7EJZuG+nnnSjUajTr7kecFACr1L60iLaiT0CuvHJOxI\nAiaDwf0Z+iMoYRzS6fqk1OjGFpWXOC0LduR3RSogE32Wrqxp4YAZK5GCi696uOb6IGdVC8OXc5Sy\nuw+1ZVMqBy6mY25IH/+4GdA55esP18+dIelJ2Y4OfAoZaLfbNIUyUYcxTumPhENblgXXL3vWt7u3\nIlIhrS+LtG5SyPOijqi0VoShd6mCQM8aRUJTN2gUZc505D+bpiMGMmPMFdCSdnCjNU7uXzoa1xMZ\n9tOsrjoobVm3gtoD9zQIwnqKyZEW5xgOPOzVNDGyFCnR9fSNLB9TSMIWXeDEi83zDFtIUrB0Ndm3\nUrqu0NAanPP3K51OJEkI1rk6GvbRoDQp4WbwghwHYPKcQjzaca/Dxqk2OQ+m3yc8nNHVw9OsSepu\nq7vDlFfe8mHWz44dA+czkDd3B8RCrlGMDVOhiGs2GwSCi03TdIaXKVPDBU4HNRt6GCcMBcPKihGN\nxsx4VMZ1NM1oC6bTW90gK/wD8NabbxLaklzKZ46qmCBgdd13zt2+sTUb4uEglQWUO2pMsOT+jaMu\nVFGQywM82rqHjn2Hkkmn3JLzfIeUi4HorR3SOumrCFaPH2d51TcCxa0mmZzTOUsso0pMYGqjY4IA\nfd/IkaMrRTbl+sXXAJ8Br0qQgjisyUiUUkRSjdFsNuuH1VpbU0EOh3kNEVin0KrCVnMicQbWjh9n\nNPRlYv29XQop5nfFjANhnI3rczrnZrAsirAqj8IyHg9qWOGoSpZPeP31PwSgGUYElTOAAsmtlLbA\nCuwVRrp+XZQFZUWdoVQd/ivl6kkN/n1vF6y1dSmcLW19H7UKUEKfaK2rJ+IeUC05BeWiv0fHP/Y8\nCy0w4YNBinPoYC5zmctcDlme+LjxKlw1JqwZ6EsdcuWu92J/+Te+yp//qc8CcPnWPcZVthBNKEXH\nJopoys4VNRImAx/+53lRh1lhEtQD3zzQXZFTOyYVHZ119fu9xSWWpe1ua3uHPaFY27v2DufPnTv0\nNtFHFa00sWS5w0hT5rIjKyjqImA7K6t06r7fZCuqOaUYigf0ZjZmQcjB35ze4TVpdd7pNlk65WsR\nj509Tk/qdONWGy11jLmzGGFPMmFcTyFQWtWhm1IK/RHIigPgHFpoJW1R1J5QqQO0m0FXqdAnFvkY\nKzFweWA4YhAENQuVCUKCKnlbWBLh7IgbMbvb/jyjwbAmVjdK18TfhZtR9N2XPXeORNb9sL/HeLR/\n9MeNO0XoZH3YoIZflNKeNg5QrqhHkhsV1KiXdkE91QKlarJ5NLUnbwJDKcmz3BVY4QFx+gDBt1ZQ\nsYbhZsm2QFNIlVLn+DonP+YhzkDF7L39PWz+YJHuEzW0JjDEEmaNJhmR8Q9xUVi0YLf/8o9e5fIt\nDyPsj3J2hn5xFxm0WgIjWEssJChBFJE0pNRDGwJx5Us0heAvyrq6j7zMc7K86vBJ6u6RxZVjZAJr\npFHARKoMbBAymk7uw76OojhgNPGbVaeXMB0JhmhtvchKR10s7yPWg33pYmhNwEj70O0Psn2ujqXr\nrqkJ1j25xsaJVc6tephleWEZLfdlhGMqRj0IDIkY/qTZIoiEV6HRJD5AZvPRkVk5nHMFTjYUl7vZ\nxgF1Rrs0pg4r4zieVbcYM9vrbEmZy32aTMjkGZhMRoyG4gwUBSryhmQ6HtdGyI/E8aKUql8HWuOk\n5Gh3+w55NvkIGFpHKQRTuY4piqqMMKBKs1hXoqvyLlti5V7Y0tYTLqIwpiqwsG62GSrtn3sASuvp\nF/EVSBVgrrSFajirmtmOvBmx+KwnmDlx9hRT4UO49ObLJPmQ8gHHMM2hg7nMZS5zOWR5oh6ts45Y\nTHta5oRS21qYWZuhbrS5esu3a+rAUMhAwKKYzaMajUZ1qBTHcT1rqdFI0BJqRElMo+k9rSwr2JIi\ncUtBIM0Oi90W60s+2bOxscSeeIGDvd26lbK3tMTWva0623hUxTmLibyuFldb5G3RbW4RFIHcWpx4\ntNpSJ1aUUrOZaEFIIAMc80ZEuuBhgacW1liUIYHtbkC76b2sOAmYSqY3o8RVNaJh8J6kzSYwhJLI\nNMbgHpij/sMVay1l5U0qNet/D0K0JFq01nVDgTamrrRQWtdVK0VR1MX2eVFipBY2Hw4o5bOtdFrX\n3Wqlaqa0ml8C7hvRXhQFQaV3Y9i543lc8nSEUj4UPtKiwMhIdR06wooyzuo6eW5qynpwqqyrZOLQ\nsNj1yViNqhnNSlvUHBpxHNX1sgpVQwqlLRkMfOTgLDWk0FeWYMWf8/Qzz7C46KO3m29eZPviZQAC\nW5CEquZWeD95oobWWltDB80AbC6jVIwf3wG+PMVWQ+0yhytnYyrq4WnW1oZ2d3eXHTlPt91iYdEb\nhq7RJMKMXtqUQLK7JjZ1aU4cqPr9YrxPMfbvD/e2a+wliUOmB0KMoypKQU/GBLWbuh46V+SWop6k\noNASiyk0ui7KNjV5TBA6GoLxdTot1tuedKMdN2gJXhvFIZlE/cNIM6kWt9IkgZDTmBkWqY2pQ2rn\nXE2JF0U5UXj0u8LAG0sjoX2odb3+3AGMWTlmwwRdAQIplNbWDQ5FntdZ78l0QilTmIvJhJYc01hY\nrisN8mlW3yeYdTVhbYUC4XC0xKiP+rv0hZ8Ch9zvow174YBqui8pTiZZG0KMVB0opbBSqqaUqyk7\nbZEzHnvIzK+xqlrAYquJFbmpSWjUwXJCB6V8F8phBQPurC2y+ozPQWgsb33zGwCkd7cxZQVT+vKx\nB93C5tDBXOYyl7kcsqgHJa59LF+m1D1gBGw9sS99f1nhwa7njHNu9bAv5oPKEdUtPJh+j7RuAZRS\nA+CtD/s6/pjM1+7hymNbu0/U0AIopb7lnPvsE/3SHyJH7XoeRY7ibzmK1/RB5Cj+jqN4TR9UjuJv\neZzXNIcO5jKXuczlkGVuaOcyl7nM5ZDlwzC0X/4QvvOHyVG7nkeRo/hbjuI1fRA5ir/jKF7TB5Wj\n+Fse2zU9cYx2LnOZy1z+tMkjebRKqS8ppd5SSl1USv3S47qouXiZ6/fwZK7bw5O5bt9DqkaAh/0P\nMMC7wFP48QjfBV74Icd/CV8ecxH4pQ/6vY/yH3AK+D3gdeA14L+Q9/9b4CbwHfnvZz+M6/ug+p3r\ndr52j4p+57r9Ad/xCBf3Y8DvHPj77wF/73Eo/xAVegz4tLzuAG8DL4hC/+sP4yY/qn7nuj083c71\nO9ft49Lto7TgngCuH/j7BvCFH3Ds54GLYRS82+z6NtEyy1+LZTCi1pow9q12hXMcZJWq2uiyyZRA\naOSSRlQfY0tXM2tFcVCT/TpX/U/Va67orfbIs4z2YodWr81Ct4m15WsAO9v7NLvJPwBPOShKx4Qh\nzsJ0PCVPsyfZh/ug+v08cLHbjN9ty3hvp9Rrp9d866yBA22hfpig/8NW6sE6O+tKPKD/0rq6p15p\nQ1H161tbj2CuaA6XWw3AsdRqsNhMqn7y18C3K6512163Wtejsf2pHaM0Y5oXR1G3IPpdDHn3TKNq\n4+S1T3TrxltMfeXuIB1Brd/SzWgKDq5up+rRdFg3Y+OyzpDKQUaoLU/GisLByVhzIlIUhKTGvAYw\nKXNaUfgPABo4tKvaWR3KKQbWMa04Gw9fHlq3URy922y3qvde6y17/hHFQT6OgyinwwkJ/YGRXkLY\nLUc4VSvUuRmxvXPuvrVunaPZboKDZqtJo9mojONr1YeTJP4HHPiMvwJ/fUVRUJb2fXV76FwHSqlf\nAP4u0DVG81N/7c8BsH1jk2s3bwDQakRsnD8OwN7UUi/FIKB/y4+4uPH9N1k67ckdnvvYKQLhr+zv\nl2SFJ4Y4+dQqiRhvm0EpfAVxq0k28Ubo1tVrBNKz/6Wf+QxjYbL/R7/6FXorniehEUVYIbNpbRyj\nmJR8+/e++dh186hyULdJGPCf/Tt+qnCuQpZ6fkPrGGAohq1UNFr+t9tyNtJjMp3UPfRFmkNFrjFN\nGaUy977ZZWvsyU22RxOmI98j3gobhNVoFleSCRnKeDrFihVZ6HRYaPvxNe1mi62+jDAqLc5ZfvvV\nNx+7bh6HHNRv0yh+78dlgGBoGU782tLO0ImrSQo506wyAEE9vaOfOkRdFFbVvBKlgv7EHz/Kodpq\nxmWHS0Iws+CGOFmL2zl0xKrvquNcFJ1+b+8OC0J88KIqaaeeN3isCkyh+Wf7D0bl9yTloG6DIOCn\n/9LP1P9WcUEYHIGkkaKoWXNHl26Cdf43xs2y5oKYjEoy2aGKQmOFJyUvbT3ipijy2jjneUYqE3St\ndfX3FsVsZI3Ny5oQSClVH+OcQ6O4ffvuA/3eRzG0N/HYRiUn5b37xDn3ZaXUDvClqJn8fCg8r+1u\nh9aOf71+comGjKDez4YEQkyCDihlrEqgodX2JDF5UaCdNxjTUZ9p5h9cW6ww3ffGYGdzDyOsXqun\nGwSRTHkdZSQN/11JHFJOK67PnGzsF+v68hKJeN45mttXb1HmT5zT8331e1C33Vbj55d7fqPYOLZK\nJg9b1h8wlPHNJmpRisdvs4JEOH3BUtZsUZCnXudNVD2aPTKOXMbX3EvHjKZCrqHCOhpphA06FTFH\nIycR/Ws1IxlPp+PaA9S2+LCIvx967W5E/HxTZlZNcYzFoJYFVFOOytwySavPQiak9UMLI1k+uQVT\nG1rHMPevp4UiVRURUIG2/kT9uKRtvU4j5bgnJNc3uzGv9/09vrw75qmKBzg2JJVHK27yE9bvw9uF\nJP55WxMfuTpasmVOEPk1am1Bv+8Z+KLEEsR+85imE9ot/zx3emE9dy0fTkDGh+syorSz8MLW3NRT\nVMXMU1iccAMra9GuIo9RGLFHYRDihEtZaUWgNPfubj+QUh7F0H4TuKCUOodX5M8Bf/MHHHsTOGWC\nkMnEL46k3aSz6I1Z79gSQ1mgoQ5JxOPMraUQasQoClFCdba7OSSp6BaHg4rFmqZJ6AgJtc01uex0\nJgiwMtROGzUb96wNDRn4uHHqOCdPnQHg2Ik1UjHMN67cYDzZrYmGn6A8qH5vAqccjrX1DQCSWBMa\nGWQ5nvqB9ECjEeKctwqBUTSEmLssciJh7IoaCUOhjitLRyj3YtDfo6Mr0vCUwcjfF0VASMWC72ri\n9V6zSUsMeWkLCnn49/p9Ctm0eu3OfdSCT1Aeeu0WpWOzL9MQ4pCJ8/oliOmLh17mGiGGI3eKQkzc\nxGnG8qAXThHm4mmpklSM6LRUFHKfXGkRlIJBCftFNRMvYiKG50Y2ptzz92DNBiwGXqcdBaHAEXGp\nKZ/8RvbQugXuY9Sq5n4VhatfT9MJtzY9IvH0+Q1aLW+6xtOMqcxg67Q7dHtyHlPMyO8zQ5FV7HEh\n1Rxy5UqUeKuhhqghVJ7GoGVNhibCqEr/arYJ2BIOTGh5P/nAhtY5VyilfhH4HTwU+Ms1rvEn5ZvA\nhQ/6XX8a5SH0O9ftQ8p87R6ezHX73vJIGK1z7qvAVx/guEIp9Yta8ZWueE5rG8fpp54YR4UB6b7f\nfSIdE9qD3KUysRLY3/J4baPVYpqIV7Tcoy2jmQeuZCzhXdmMUbLTTfbHRJEkMkIBv4FYN+iu+dfP\nffI5kGtzDVcnjZqNkE//+Me5d33nA+noUeRB9FsvbOe+UpVF7+4PCGX8SVZ6QnSAdtPUSQFTNnDC\n79luNWYjsPMpUUMmDI8zP/saWFtoE0podebEMbZST86e5eUBb8Qx2BMYJ06JZay4CXSNi8VRUCcs\nAu25sT8Mqt+HXbsZ+ivXjHeX2mGTTLC90bhkPJT1Wiim4q1OlaOQH5Y5RSpepkMRicIKrcj07Jhq\ntFuubD1LLCgC0pUTAMTLJ9i/fdufZ/cOG3KNA20506y4clOQKc96aCk/hHHjD6tb59xXDk7qVQcW\nRDXWpigywrAaqZ4xGHo4bJLugXDKDob3anhRB464WcFbEem0mqkWYiQHsdCN0QLpBCa4zzutcFlD\nSDX/3DlXTx7O85wszR44WnhixN/Oua8uri2SyQ+4fu0qLSFSHm/3KXOvoEiHjPY8cbFuRrOQXyki\nwQKXT/do9XxWvdlp16nHMnfkgkEopxje9cZx/942L3zuWf/ZjcU6GxmHCb2ux3daS10mMrc4x7LY\n9g/V4qmYwXBYhzBHUZxzX71wchUES7pzZ8DxdRmY2EhmwwGdhwxAFrMWLNyVKBkqiFJEMt9rMsno\nT/2CXlxbYtn60Mp1YwrlX2/d63NK5q5FYcD2PX/vQhVRyL2zaJzorxEnJFGVPHJEQXgfsfVRFOfc\nVy+0QzaVXytue8q0Xz3oJdXjaZxmKphfqixlVeChAqyrHnRFIQuwVNw3hSJQMhLbgBEy9ZZpk3zs\nkwC8qxLupV6niy5n0PeOynI75LSs47bTOCF3n6Yj1JGfDOK+2lvqkctML6Wow3bnHOOx13NZFiws\neFhwMNzFaQ9BapOiK2tpHaPxSM6cY2TnaiSLrG+sARAHa2hV5Q4cARWBeFGTued5USfDNGE96DRN\nUwqZx5alKWma4h5wluDRtR5zmctc5vIjIk90lE1pLduyI1z5zvc4ccaXdHVaLXotH8K7FPb3ZVcq\ncmxWhbctzn3iNAAr55drD1MpzZ2rvkTr+hs3WOr4WT8vvvQxvvXaVQD2toa0Ot4D1sbVJR3NXock\n9rtkq5XQcP61Kh0rPc/l+73XXuGt199mNBgfhkoem2gTsDP0Iz0yq0kSr88yz3CiW6yiqCYANyMK\nycpGymJl6moUNWcQSgnZ2EMB+1lKLB7XUqL5zBlfarfbSeryIxc4xpHUPedl7a2NRiM/QwtoNJv1\naxOY2sM+6jLNLe9ekwxz7rBlVcalsFLjGTlFKh6ORqGr+WxGYUR32rna01J6VoFAWYKMLbcaQvFo\n3dIil6Xu6xuXLtPf8dfw7PIyHUlsnjPQUv54My1BnjHnxr6u/Iir2FcaeI/WWXdgdDoMd7wt2N6+\nQ+KRKBZPRhSBVCOpggpz0cpRyDj2ODJ0JBmryxQd+fXdbk8IjH8ehuOSws6Sw6H4nXnqEASSzObk\nEpkV2XQ2tThPUa6cFUu/jzzxmWGjoVdc6gpax33I2bAxpSwOrQxtKaG4t7PLVOplnn7pLGc/dUI+\nm9VjhQe39nn7D78PwEghfYAAACAASURBVHB/SOtZHxaUpHTXJFzQEItRyWPonPAY1t10h47UIrYa\nTQIJjSkspZTdXHr7OnfevUueHvkQjKvXrgFw5szZeqCftrYOzZ2zNJr+twexwclcsVgplAzKzFEU\nUnPYimJS6xelVQZnBAdEYwSrMs2Iyzc3AYjaDSQqYzqdYKz/YzAe1+PhoziumyDCMKQsLTzw5KUP\nT/LSMpJiWOOoR1nH2lBW4Scad9CIVjir0nVJm1GKRCCbAouTTS0NS4xUw+goRJX+Gdjqtnnjttfv\npXfeJJBSvaRc4YLxRr01GZNVs+/SglAMvGE2f+9Ii3N+OqL/o84j2NxSiKPlioLxyNuOKI0oBToI\nSksoGKp2lqhywAKDloqORhgwSv0Gtbs/pdkSeDHoEsmgVu0sw23vsBUTBaJ/h6sNeWBUXdfrlMbm\nFv2Am9gcOpjLXOYyl0OWJ+rRaq3rKoKNEyc5+/RTACw2Frn27mUAbl26ytKq9zJDUrINH/KffG4D\nXe0+U4OScOrSyzcYSXjx7Mef4rkvPA/A7WvX6cps8+c+9wy6K0X1vWXCptTmZXvc2fEemyLC/P/s\nvWmQped13/d73u3ua+8zPSsGg10EQYLgIi7aaEqKyvFSih2XYydKVKmSkzglV3n5kPKnVD6lKl9S\njip24iR2ElmWLcliTNkyLa6gSIAg1pnBYNae3rtv3/2+65MP59y3GzZJDICZQcO+pwrkxcXbdzn3\neZ/nnP/5n//R4yl1XPp9SU12tvdy7txxtiiKWV5cAYRTM9SqbNV38umhvmtI9LGLh4s8DvsjfC1S\nZoHHKJLvnkYxkRLJIzz6sUTJjaKPThunVirR1tHMlbkGI0cih/3RQd4E0Wy38ojWWot3pNjx4TGD\n0fTfMzYf4e0eaZ31jZNHY45x8PWx5zj52krKHsmc+KsUZxSKkkkMSPCU4RGnDtrISD9x2N4Rnxob\nU/PlNVcmIxatMmxsSqYhc2jstEiOk3n5pNzjblPGheu4h9lP2ePsqnaM7s3xxtUXALBpnI/5rpQa\n1IoC+dksJlA/uAbGoUBpjpPhK/E+TicMRpL5BcUmviPv5bkefkmLlCEUFV4I0oxYM7zUpnnk7RR8\nvGKAd5dF8ge70XougVIrHFyqxToApXqZ848JK2Dz1iabW7KwlqtFnv4J2ThPLZ/AKu0rcWLefO0q\nADu3dlg6J3jqo889QW1OHDQeT6jXxImFpTaOP02NE7auCjXp1MUlxsm088zmnSRxZtjdWQegs7dL\nySnfF3/cUzMGV6vNg26XxYb4NvAMuJLy+ialr1hsYi1VHfVdrleItRmkn/qESoXLsohSXdgLaZTQ\n25XfJe5OWJpSt1KD70ua5RfLFOtKqVvrUJp21BQCpjlWllmMO8XCorsmfH/wZnA0AZRKtWK0GMxU\n98GRTRUAa3LIxvcCKi35PSY1n7Su9Yi9ManyvtI0Yaisl8yrEhaFRXAQu1RLwoA5e6ZEKRHM3EtT\nuiq9kY1GeNpun5CQKsHe2OnGf7xBWtdxWZwTzL9er1Ovia9q9Qqthqyz73/3efyb8r08x2KZPi7S\nqAsE6XmGQkHugSicMDgQf6ZOiOMoXcsFm8gGnGRjHFvRz1CmqO9lUhdnpNQwspzVZApFDNNuSgtp\nhuvc3UY7gw5mNrOZzew+24ONaI3Bn568cZqLjhjHUKpIVPTQE4/wwte+A8ClO3d46iefACD0LX5X\nrp+zRfrIKf/ExYeZf3gJAL9SyHl0C2eaBA3lg8bQLskJ+NZLm6zdEiGIn3z0KTJH0q/MgnVU3yDt\nksWSemdpSmYeuM7Bu7YkSbn0hoizfOTxixSVC5tEY8rKPyZNaOqpjSkQOFIUCG2CupY9KrhluaZU\ncWgvq2/7e4wi8VV/dx9ftQ7GNibRSPqgN6GjPOad7pDVpqbFoyHptNXRD/I0MfCnHNrjHXGBBORT\nzqVrYCqGZfL/mUqO6mPHMmXYJl6BgSe+2O5PKHoSRY38MsWW+Lp+eoUz57QF/NTjuG2J0kbf+Cbh\nrvh96/Zt7rz+IgCbS016vkR+3tYuzWnbtE2xGkk7mSE19m4L4x+YFYtFnnxMBJEqlUoOHbiBiy4t\nOt0eVrnIBT/IxY52ewMaFdkLao1Kro1gXQdGsu6tTbEaeWZphOtO7+dD8ZiUkES1PFy/SrEoReNq\nsYDJ5EOkmSXRPSvNUhIOmTXvZA90o/VwiFUBKk0T4lDw2jRJcVTib/XiWTZuCC1rczejcEK+8F7S\nY7Gr/dxpg1ZJNsULP/UztE9IetsddxkYaVII0zHBuirzDDMGJdk4feNy4aMCUxTna+ztSbfZKHap\najdVwU0oakbrGMNg0CfNjvdm2+sN2NHOuUatxu62HCajQZ/Tp4R9US8XD6URM4/9nlyT+ODNCxZ2\n6sTTjLRLb/2t6yRaaa+VKxRU+avXL5KVZIOYWIdUyeb7211efVOw9kliiLNpBd7kCzLJ0ry7xp2m\n18d9JwAMNsdcXePluKw9gtFlGWTmUEbPKnWrF6ckUzW4h5/i0Z/+IgBzJ1dxVB6w0Kgz5bUkaZk9\nxcPPf+KTfPb0BQBee/47/J3vPg/At27cpKaUxc+fewx7S/ye7t0hndKdrCUVvdB76Il7b77v0W4J\nbu24h9oXmSHHmF2vSBQqW8WUqWn34jAd5yIxjmfY3pcmjkK5gKMCVskkITCyARvjkaW6F3iZyCkC\nw3BEogejn1qKSrULvACmUAwiPQmQWpeE+K49O4MOZjazmc3sPtuD5dGmac6jNS50OwLs2zRl8ZR0\nbjulIk9+6iMAPDV5CFcLOePdLkuaFpRTAx1JlTavXcV1hV9bd8q4yn8L44ygo/oJXpld1bW9UK0R\nKqA96U9yScbecI/QynstN8tk2nbnBR4nlha48db6ffHJvbJxlGCqkm62GjVcldmrPHSOuko+9nsd\nQpWXSrOMXZWILBWrNJvi/2q1zmjvBgCeO+H7L74EwN7eDmdPyuuHqYPnytKpV6r0NSvojC0Zqndr\nYzb78ls3i16uRoX1RCoJSNOMzMY5r/Y4m8OhyLRxDEbTWAcnv4kS12KV4J3ZjJFykyvnLzL/Ez8B\nQOHsebY9iURfubLG9pZkFeNOl/5A2pf3OyMOtPX045/8OJ/+9S8AUP2swwuf/CQAv/1H/5zdnuge\nLNbafEKj3lFvgBPLveGRkFh7zONZEffOBb6tIY4OW+GnGr3Ly6u8/oqsrWTiMj8vBfCVxZRSVe7n\narVMmEpxexwN8d0p59XHDwRmScOIJJmmdQmuma7FEZk289TKDbIDeZ0oLlPw5f7BorxvGMcpg3FK\ndncduA92o8VxWF4VzC8MJ6SKj0STkM6mMAEWz56iNSdQQGXfI7wtG9zJoE7s6Jc3MSdOiOPiOCO+\nLYt1J7ZkUz3USpVKSRa0FwQ4yiioFxx2lZgc3ehi27Ixl4MAd7ob+D6hpr1nHznPudMn2dzs3A+P\n3DPzPI+CdoNt7XZzMe5qs0GoC9e6BXyVguv0twk1PVqeP0HgySLu3rlFtC83cLPk8uiFhwD4QRQz\nt7Iqr2MtoTaY+NUy4x1J13rjkEgXcRgl+c5UThIKnuKGjk+ov3ucZLie+6GgeRkMdspOd8GoqLRr\nDa4mhgcmwWcqgVik8eiT8vjMQ/zxjqy5gxvPk6n05GvXrnHrmrBnyjZlQfHajb19QtWS+OznP89w\nqN18lXk+90t/BoBvv/46N26/Ja+zdpugJPeDKTSohQI7tMyHY6PNLIwURjSWnBaYYfNUfbE9x9nV\nswBcv3EFT9P8xdMNTCrr2CaWVk02xZ39AUa76zzj4HhyTZIZrNWuSRuSKWBjzOGgAKdqSEvyO/YG\nY8qO/F7j2DCYqIDNcMxoNM4x23eyGXQws5nNbGb32R4s68B1CCpyUpfqRQI9ZTzXo7MubYaLK8uk\nSjpOeiFxR1Ko7TTCV6HqerVIUQvp5VqdyUiJ96MJVnvQB4M+A09OdtfzYUpAnmtxqiERc5ZFXL0s\n43RaS4uEyisdjCNcdU2p4BHZiOMeF9RKBebK8h1feOkyj18UXYilKCNWoe3JOKKgEnrFao1l5Su2\n2/O5elJv/RbpUKKvxtwi80uiyzx/YolaQ4thvR5BIL/j3tZOzos9ypctV8s4ytbwfIeqyteNJ2mu\n4JYmCb61HwroQBoW5Hu6jovVaCkzNtc6GEeWTMvk/vnz7Gux6rVXXuWgI9zN9vwiSUueT7MIVznL\no34fSlIQ8hsVHn1CFLue+5nPM9HfzxtYfuKZTwHwhZ/5eX7z//4/AbBRwstXhXFS83wWlKueZgkl\nYu4yu/3ALMtS+soWcnO2siwlX2GmUr3Cp56T0WO1YoHdPcliX33xGtWWrMWTp2r4Rf1d0kneXusF\nAY7e20FQgMm0McGCaiwYbM6HHoyHBIH8Rt14wDgVf4axT7+vUzbCCcYm3G2h8YFrHSSaxiYueZdS\nmlo87cEf9foUVQ7Nq9f49Bc+D8B3XnyRb37v+wA8dfFhljTN6u8NaKhk4urSCuOh4FN7B/tMdK4T\nrmVrTzbyci3gzAVhHZhJwjm96W/sb+PVpfI+nETceFPSsutXLrFy9jPcJS/5A7PAc4k7Am+Mo5SM\n6eBLl2AqR8mYvX25ptpuUtGKtx8UKSj9qHV6lb0trb6WK3hKi/MqVWLVBm3Uqrnwx7AYsHJSMPLu\nOKaov2MWJUQ6HaPUbHByek1vxK31wzlLRpb4PffHvTZryO8px5q8xz0yGVFVD6ylR5hMdJLEwjIv\nXNcOJM+j3ZZr5ufqrGljQpTEVOvyvFMpMn/6LAA/9bFn+Zkv/QcALJw8Q6RNDV4xYKJaB0GjwlNP\nCO67efV19say7oetNk8++TH52/GIzit/fMxDBFU3sFOZxEP8v1gsUFBqYhyOaTQlkPipn/ksly69\nDsDuN/eIdSZevdAmTeVAM2mKLmmKpRKBQgpxJk0LAOMsmurvYFwXRz01HA9xq3J9aELGA4HGSIp5\nANYsBfhu4a47w4759jGzmc1sZh9+e+ARbaU8HXoYkxV1llW9SrkiVcQ0TXIJujvdPR5W8vwnnnqG\nF16UU2wUJpS00FUM3HzE+Pr6Vn4Cnjl7FqvNEb7vckrZDhvrW1x9Q17n4hMf5aG2NETsf2eHfYUp\nYlz2epo+t+Y5/9BDfL3wwn3xyb0yF1jRU3urFzJSvvJkEuaV0iRO2e/I93LrVeb0tygWS/Q10g3c\nAq6C/9E4odDUQtpkgtVsJLU2n7u22GqTaWt0fzhgNJGC5dbeASWtyJUrKxRVka3enGdtd1pd7zJf\nC+6HO+6PZUdG2WsxJi4W2G9Kyt++cIGRFgOv7vVZeuwpAG7fvEKqxUBrIkbqxyeefJIvfelLADx8\n/iwnT0qxsb24TKYx0O5+FzTtTaIx/+B//98A+MY/+W2eWjwLwCRx6ChL5rHHnuQnf/bnAfC2tvjm\nay9jiO69L+6hGaCsWGAxKFDUUNTzvbww1unssb0tMx4ff+wiJ88KS+YXKz/L/r5w52vVAtbIfrHf\nWcNmOqgxTbFa6LLGzwtsOAY75ci6ft6mOxknRKkWxkrOtNuaplfBi6YjdBOGwwF3Szt4oButAcoa\nktfnqoRKQQoCh901qXRX5tv01uVxMfB5/nXBnj7zkWf5U3/6TwGwdvMGqS7WYq2Wd+bUqh6pYi7r\na5sEWt3NkhivJD/k0uoC3T3ZdHc317jaFYrZyvJZ1jZvAGCrAacfEYzzxuvX2VzbzeXajqsZoFUS\niKBYatLWKXXWGnylxTWaPjc3xbfd4ZBHNG19/eVX2NWxyU88/CiOdhwNOrtsX5FxT8YrUC3Law6H\nw3xqQz8MeVOhgOs3b7G5L/4cxylOeTrBNDucahEUqOtEhtvbuwTDUd41dtzNUSw2tpZY09tOocor\nY1lzw9fepNQUH9XnlukN5eC+ubE5lZql2Dlg2JH19+t/7c/wH/35Pw9AFMdY3aRHg4hQdVU9C54O\nbfzyP/4nPP8P/xEApd19xgN50ZWlM6yc/CgAz332p1hUcaGgUqfQWMAcey1lh7IexL7j5XoRgetT\nUpy70awxUpGYueUFHp2/CMCll15lWalel69c5uw5gf8CL2Ojew0QHH2iGIHrO4eYtePmw0eTlFx8\nCSci0okjfrEqOCdQzAzxSDbv/e1tDvpd4ujuDrEZdDCzmc1sZvfZHrhM4rQHv9Wex9H5R5NowvYd\nrf5bSGI5uUori+z7Ejl96wff5xe1ddFOxtx6S/iHhVKVUE+VE8vzuXrPQX9AUSM5k8ZsdQTQTgtO\nrqswHvaItbjwR99/kxsjed9q06cxJyfd6iOrzC8t4WmqfFzNMYaCKpR1un2MI1FjoVYn0uFVyWTI\nRH1+++oaTz0ule1Bp8u8qnG159usXZOxzi/+4GUaS5IW723vsbQg0cLuYMQtle7rjias31HS/SjM\ni2E4Lo2KcjuTlHpDCm+UC7Q0AonSS3SjSNtEj7kd0aaOTUamGcPKs5/kFVWb62/2iboa4QQDrr0p\n2VjUn2CVCTDXaOG3pKjTaMyzsSlQzn6/y1jF2k0GLVVfq1aKeYvy8vJJnnpCmnlGnQ6L52SA7PzF\nR6kvCJPGdaCvkzZa5SJZqwWbd+6DQ+6dOTiUC7I+6tUacy35Lssrq7TaoupVrvjML8njS1dfYfmk\ntJXPLTZz7YhX33g9b9ktVcq4I1XyyrLDlmmb5fIEXuCTTcXjEkuk+ibGd4h18kLgwrgnGcjO/pBo\nX36jcTjOxd/vxt5xozXGnAL+D2AJSQB/w1r7Pxlj2sD/C5wFbgC/bK39sax+x3Upt2SBOo7P+k3p\nz44qhkwxrK1ba6yelaaGaDyhrQ59/dsvUfna1wH46JMPM9Eqa1CuMr8sm0Q06hJpijDfniMzU+x2\nk3SKrUQmn06aZikl7Ye+vb2No1Jt+7sdEh0Q+cznPsPy/BJe4d5vtPfSt8YYBhNZHPudfeYn8l0i\nDJRls/Qch4Yu4t/7Z1/j4bOPAvDQ2QukQx1Zc7BPZ1+aR5rVJp/79M8BcPvqFS5dugLA+l6Pq9sd\nfX2XROkvy60mJaVxbXT3KU/lE7F5pbd54gTdZCrSAd3J+L5BB/fSv1gLyroYzS3y3C//BQCKH3uO\nr/6j3wZgcG2XTDFFvxQw6Moaigc9ClprKBcrzC0JA8MtVNjak2sG4yFT7nur3iDU1+ltbVLVUUQf\n/cJPEdQllV7buIOvbJvQGhyl52WTEZmyGm5vrrE17hPfB52Oe+nbQqHIM09/AoCF+Xnq+h09r0io\na9p14emnPw7A1Vtv8vrVywDUPajo2Cm/FLC2KQ1OKydLeBp0TbKQKXaVZSlT8MBzvVzm0PUsqW6u\nrpcQR+KzcDRhpHrXzm6KH8trGifAePauRWXuBjpIgF+31j4OfBL4NWPM48DfAP7QWvsw8If67zN7\ndzbz7f21mX/vn818+y7sHSNaa+0GsKGP+8aYN4CTwJ8EvqCX/X3gXwN//ce9luM4WF/e8vrlqww1\nna+UF4g14hmOh7gaCV27cYvevqRBJ5+6wJf/8BsA9MMen3hKKrrhJKZc1lHlvkdXI9FoPKGkVXXH\nL1EoKcPB9Yj0hA/jmFCJ56fOP8RAdQ+6jqW1JKckhQJbkz2S+xAV3EvfApRLEvmcPnWKoiewSRLF\nODowMUsTHJ1Xtba+w9/5+/8PAL/0Jz7PfFOlEbcHdO+ID+nH9G5I8exkfY6dilxz6fo6Ric4tBeX\noCKpW8mCr8pRbhTlEV26UMq5vNVSiRXNUtqLLXY2Dzm199rutX9DbRxY/fzP8exf/i8B+O6tNeoL\nUnzyK1dzPmgchdKEAGBj4lAysDevv8Wph0TM3ikETDRKjuKYkop9D/sD/uDLvwvAy6+8yIKuxT/x\nxV/koUekrddbOkH/QJXnwhGhjoWPItE7APjm1/41axtrRPG9Zx3cS99WKhUuPiLsH2Nt3hgyHPV5\n/jtyz1svpjEv67s72aHTlXWzVG5y0JNszG1EjEbik2ES5ZM8Arx8lltmUhxV7PLtYXNEfIQobTNL\nlsh+YccZVW1PD90xrrJNXGuxWni/G3tXGK0x5izwUeA7wJI6G2ATSSF+2N/8KvCrAI12g4Fiezcv\nXeapZ8W5rufS17yp2mjkjQZz7Ta3botk4srFM5z7mGhWXr2xxvmzwgp46MwZJkrdSlLL4rKkZetr\nN+n0ZKEHZCTqlM5+n4JWw22WYHVMRVA0DLvy2VbPnebM49Ljf6dzi8Ekuu8yie/XtwvVChVNMced\nHqOu3GzxOCRFcMDuzia3bgkW7jmOUIeA3/zdP6ChOrVLrXbeWeQcdBlp5by+UGdnKP7MCl4uwDPq\n7GCnE26tYUW7nuYbtRyXjJM0Hw20EEaUi7LsWu06nY2tfCzM/bT3vXaNIVYIpnTmIl/5jurCdjs0\nFY4pFAsYBQk379xiEuowwUKBQMetlOvNnAXiuG4+2ilJkimLi9/7nX/K//X3/lcArEkwKrf4+suv\n8F/82n8LwMVHnsToTb+/t89YoZ942OXr//IrALz8nW/R9o6/b0+fPsWUOmSNwVFGxygc8PXv/AEA\ne90tCnXtwEt7lCsqDHXQYRTJgT7MOqCasps7E6xOuw4qPmYKF5qUKTDrZS6ZaiyPJwMihVySMIWJ\nXB/ETg5l9GOXcU/WsZ+Ckzp33Wpz16wDY0wV+MfAX7XW9o7+N2t/tOiltfY3rLUft9Z+vFz9EIyE\n+QDsXvi2USr8sEtmxr3xb+Uusbh/3+xe+HaqxPXvst1VRGuM8RFn/gNr7W/r01vGmBVr7YYxZgV4\nxxwwTdM8nayWfYzy1goFS7ulRZTdMUMtaJ196DSNBYki3nrzLR49I1Gm45WJdKb9aDKkXtax1smE\nSAWTy/UmuwdTCboOdeXjlX0n78FvVUr0U4n8KsMRTVV2bywtshNKQWiQ9MEG9y3mule+5cikgngy\nmWoVM9g/IKurjkGvx96O8mXPrtCYkwW+tr7JrjYy3ByNCCsSfS0EBUYqyH7p9k3e2hKoxxSK9PT1\no3CC6i6zE4bEGhWcbLdzPmScWK5dk3bU+cUTmLoyT2ol/PxT3x+7V/61WLyGrKFvfP8lfu/v/kMA\nfuKZj3DhI8IEKBQKJGNZu6NhD09HiTtBmSefkWLPmQuPUlKIx3XdXATd9312tqWQ85V/9k8pap9+\ne26JsQ7LvHb1Mr/zWwL3/Mk//efzLGHvYBdSWfff/uq/4OU//pZ8HhtRqlRxzPhdeu3u7N6tXUim\nqX2aMhzIfn395i2yVMX4C7WcTzw42GV/T5oUkmifxChbwHUJrPxGw82QUKGbk+fr+FNlRDdBZ2Bi\nIpNroxi/QEUL3n4Skqh+iglTCioyHsy32BhPZUYTXM/JI+V3srthHRjg7wJvWGv/xyP/6XeBvwT8\nD/r/v/NOr5VlaT5W5dM/+1M8+phMwb299xZreueO3xwzVoGJfpywoBqre9kub7wmdJnPPfER5rW/\nvL+3R70tqZtJQrojxaOMhzZ6UKnUKOtoivGwR0GZBpmZMCrIj1oeZZxfEdhhz5vQ6cqm4pcKJOOU\n+6FSfy99ayHHp6vlKr6KvvT3D/Keb4vl7Kp8x4tnLBvrApUU63Uem5cMzw0MNpHNslmrs60H42tr\nW9w6kEPJ2gNcpbv5boCnuG8vSRnqDTCYhCzqhNfyyRV2VbP2+qXLnHtcfveT7RaXPfeuF+u7tXvt\n34nCT7fWbsgwT6Df7+cCO81mkzfXBeqKk4iC1gjKrQVqTVnHw+GIto6pWVxczF/fc12uvCZaHt3u\nPs2aQDmdzj6p8srq1QqvvSSQxcWLj7G8Kn4MgoBrl6UKf+WN1yjowl+o1akUizjO2wLNe2L30rdp\nlnLttjCQrt+4zs2bcigPDg6oloQ9UyrVsEZZNVmfG6ojkQTbuIEGbG6Fxap0jC20F7iyJT559dXb\ntFcF/3ZKGSX9verFBgWVl3QDSCPZsJMwgoFOAYk9Ml/et1yqUKvL63SULXIvRWU+A/xF4BVjzEv6\n3N9CHPmbxphfAW4Cv3xX7zizozbz7f21mX/vn818+y7sblgH3+BHZ3c/867ezPf4+MeeAeDpi2do\nzUuYX2/7BCqQ41UNe1sqdZb1uXVTRajLDfwFOa22x31OaaXbTSypTg1IopAUZSC4HsFUvi5JWFnU\nv92GgRZ1DsZ9JlqBHB8k7IylUGTnlzDa4luoVHEK8X2Juu6lb5MkoaM936snVmlo//3Ng20ONsSH\nZ849xMJZGQC4e+sN7lyWDOFMYwk3k6i0XPCIlQLSG4zItMGh3ZhnZAVaiaP4UEw8NvmY7MTzMZry\nbg1HLNXkNzJewM6WqKfZ8A2KZVl2S605Ll54iJdVFPte2730bwZsa9E1W7CcOy3ykakxuYRmqVTK\nW5PdoECjLdBMa/lMPptqPByyuiqaBo7jMNJJCsYYtra2APB8n4pGtOVqlcFQ3rd30KHfl9/46qVX\nWVG1L2Mst2/cACAZj2hqJlF0He3Fv/fZ2L30befggN/6bWktnoQTadlGi1W6/obDHhNlbgROiVNz\nAiNe302YaKNRqVqiNi+Zq2cSVlYl093rgaMFxaAAfqBQQKmCo9MTMiKKRZX7rFj2NjV7S1JGA51Y\n4Xi02tIHEMUxA50gcjf2wEVl1jakSyWKtzhz7hwAq0vzPHJCpAtdx6MU6IDFMCVU/cdeN+YnLkp/\nc7Hsc7Atae+CV2RNFf7v7O1hfbm5zy8vUdMuJeO6jLW66zkBA+2cSeKYpao2RAzf5LXrkr6cO1Oj\nHGjFfDzh9s1bROHxF+ZYWdTqtxMx7Il/Csahuy9pzpa5RXBKqEjVlROc+ah8p8XWAvt3BJPevL1L\nVel1jVKRrKyTEUo+VWc6bDBiV+GdUZSAqs6TRpQcbVIoFkk0Rdvo9dmeTrXIDJOXJKU7ffY0Z06t\nErzw6n3wyL21i0oL/wAAIABJREFU2MKOyhWOwhRbnBLgMyaTw0nKoTYOeKUKDQ0MVs+cZ74lcIHB\nUtK+/o2NdaxqoBaKhbxxw3g+ruI99UaTJJPfJhlHjPoCA9y8fpULGwJTDIYT7tyWbr4onBBrJ9ko\nCSEo5e9xXG0yGrG3I4eM6zi5NvJkOM4xb99zKeghXvQD6gtyWNWqTfZVArXoR7nw0ZAeQUUnfGQB\nRjtM/cDPYbV6s41flGCvN9gjnMp6VgLmT8oh2b/ZxernGfR7NBX2abSb9Icj7F3GXzOtg5nNbGYz\nu8/2QCPaJE64rZMUXr90i3NbEt1++lPPMt+UEP7M/Go+bvj2wTanHpOIc3utw9Wr3wWg2Vqmrqd2\nf0zODb188zaLc3L9fDlgQQsQrWad2xsCntfLJZrtqQpVmZ2eRM/7wwFd5d1iDGPl125eu0ops5hj\nPm4cwKq6f2iNDF8C5ppNygrgr+1u8+1viR8+9smPk7gSWb3w6utUjc5Uch1ai3Kalz0Ht6skbmtw\n7GFE26hJ5TxzHEaqaDQaDqlMIR3XJdZqeTgMWZoXn59cPsHSCYmqX3/9NVbaLSJVqjrOlhrDREWe\n3UlEUpX1YI3PaCiRULU9x4lzknXV59s8/Kg0Jjxy8QlWl6XY6DnkPO5C4OdSnlhDRUe4O8Yn1Rho\n5eRJFpYkMn7j5ZcZafq8ubXOlddeBmA4GrOjEoJRkjCcxk++C4Fz7Ccs2Cyjr7BXHEU5dFAs+JTK\nms674ChEFY9H9BVyicKYsiZU3Z0DOoGq+i2UKFYkKy2kMEbZAtbJYRzX9fEURsC1TPSaKB5TKMg1\npWqRrCufJ44neTYclMtUapV8r3one8DQgaXoyiJ788YOt65LujDoDXn209KM0G61WJ6XZoRKqcGt\nzg3529UKg6JiVcPbJJp+9TPDeEEWqOedoqN4SuKSi3H0OgfMLclCHw+6dLqSxjpewJ09gR1evHqd\n+ae1imsc1q7I5l0tBwQ2xjnmPEprIdEBlFudPgW91841WjiaOtYKJTqJVP9vXLpBa0kOpbVhmk8b\nLXo+jvJfnNSlpV0x++mQum4Qbb9OqhvEZDJmokwS065TV+nFNEsZjof62Sy+Mx2aGVBRvKwSBGST\n8V1ren6gZgy44kd/NKCu+ql9F6Ke+HR/f48p1208GHLljTcA2Lx1m6qOEPI9Px+Q6WDI9EB3MHR3\nhQmVxTGBdlC+eeVKfjNv72wRxrIZ9PtdvvtN0f4IownhWDYez3XyuoO1Dp7jkh3zCRZJkjBUdksh\nCChral8IDI5R/H88INSOt3Gvz6gvj33fpd2WekRWLLM7lNeZdFOKSuMsxBlJvsRSRpn4an2yTqkt\nrxPaMaFCYCZO0Z8FP02xihNjXMa6v6QWKtUKzmzCwsxmNrOZHQ974DKJqEKOkxq2NqVg84e/8w3q\nDTm1H37qAmVPoqLV2kLOCbycrWEk4yQILVaLU3ExZmleIrPFZIWhCk/3w4iqlTB/FE3wNIqoFAp0\nNNK9vnaNSzdEbpFyiUVVuH/5j77D5z8uSkHPfvZTfP1f/QGee3cpwgdljuPkavGd/oimCp2Hkwk9\njRYGgz4t7ac3seWt16Qo1ShUOKOsjNHwAKu/UWZ9AoUjWuUykUZZvvEZaotvCfBUscv3fcpagIyT\nhEh9nmYZmXJBB4M+197QPvXWPGeXF/n9yzfvh0vuqRljci72kIzNWzJTblwosH5b/Li5vcWwK2vO\nuk5e63cd9zCiMS5GW0wd42CmEpHW4ujo6zgKOX/6hL6vx+6u3CcnV5Z545JkgVkS0e3I8xaLo1CR\nNRZ0uGnmZlhj7m9HyD0wY6CkGULBAScRKCY8GBNpG/O42yfSKr+JEjyN2sutZj6/zi/5VJUZUymU\nSLdljTIa4+mYhMy3pJqd7poR/pxAFsVqiYI2mJi0SDQU2GvcG1PQYY5Fx5AZ+Y2G8QC/UrnrQuOD\nnbDgQKKypH6rzJmm3Nxrb2zyjX/xAwDK9RJl1YutlBwWG5LO++U5bu7KptgbxUxK4rhOd4d+JFXZ\nyXaX8kj+Ns7aHOionKBQI4rkcWewz52BaoD6lrQm1y/Pldi5Lje8F2WcviCYsevt0aw27hqL+aAs\njmPGffleC/USy/OCT0eTEF834Fa5JoKlQKFemz6k4HgUzXS8B1jtwJkQ4+kWUSoVMIqRTQa9XGm+\nXqtQLMk1xnEoThdr4DPWlCszEGsX4BiY0w6r+VaLahDgmuOfWBnHIdD0P3O8fALCZq/PUNP5oFBg\nYUWigeF4nAsReW9bOxameH+W5rKKWZKQaLdjlqW8pvjrIxefYEUx2lu3rjJR8RiDZeo2w+FmalyT\nU+yCcjHXSTjO5hiDq36YjEaMlVkRjQdYFd0hzZjm844VhgeAk1kc1ZcwZFQUdjCTiKQra9RLLInS\n7jInxQ+mkqcpWaT6HcWYTLU5TJblgZwdJGj/DrGTYLWWMYkmTJIsp/O943d8Vx6Z2cxmNrOZvWt7\noBEtZBwon3Ljzg6PPXcWgGhoOdiTk+WrX/keiSOnRHQx4UQsJ91cfY5HlkXtq9Pvsj2SIpZLStmR\nCngYNLnyfRm8uLG9zcqqkJr3r71FpEMDDYbSolTATz/+CK3TUngbTgY5qXluZRFbkvc96A856I1J\njzkX0XEcWlU5zWvlEkFBIvX9TkTgyc/s+kGewts0ZL6p8oZegK8SgDgw0MF0u5OQZCLP14oBWTIV\nRnYo1SW6s+6h2pJxjKSqQLFQRBUoSY0h0aijXKmSWR1njiUajcg+BIyOzBhGGjZGjkexLVH5SrmO\n0Zbuar2Wq8HduH6dsa65YqmEq9CTazJMLM+ncZxfn0QxaSYpcxxFDLUJ5/XLV3AUvul1d3Lepl8I\ncsaCOQIPuK6LpxFbUCiSWXvsoYM0jtm5KTzgeDggU62TwEB5qhfheUTKn8iMzSNJG0VkY723nSxP\n/3vdHq7OYPNSi6vVMC/wMOpEE1vSoUbJXkiUyOu4kBdvTWryAZGhIQ9Nk8wSRcOcIfFO9oDpXSmX\nvivk9MkwxFXmwNypJpESk++8ucvzCIzgl3x6C4Kh1PebnFgUGKFZmyfQ9KhsAhbK0g+9cLbMGZX7\n+6Pnv8f1oVDJdod3mFOY4uTpM6yuSnp36sSpvAd/wIRpB02t1iLMtOsjLbN4Mjr+o2wcQ1XFYLzA\noacV/7XeAb0DOcTmK7V8pIwbOmxpU0O5XKCQp2IusSsbRxSPOVBhDpuUKBemwx9LxLpwjbEEutFY\na/F0UzfG4Co2MYkjqvq31WIx1wN2jSOp4YdglI01hlAbObzWAkur0mFXXjxJrDffcDziQPHUoNKg\n2pbagV8IsDr2xHcdPIVRbJZhVR40nkyIJvKbTSbDnIgRBCWmoxdSGxNqqus45NrC1pIfVr7rUdT0\n2TUumY0egAjl+7M4iuhuCW5fcAyufpeC72ND8VUUxvkUltQxJBowpEmUUy/jKMJTeMdJHRL9W5um\nR7DwBHQDdq3NJzibzMNm045Um/9epDBFB8IswSj+bXEEn71L586gg5nNbGYzu89m7AOMJowxO8AQ\n2H1gb/rONs/dfZ4z1tpjK5x5TH0Ld+ffY+1bAGNMH7j8QX+Of8Nma/f+2j1buw90owUwxnzPWvvx\nB/qmP8aO2+d5P3Ycv8tx/EzvxY7j9ziOn+m92nH8LvfyM82gg5nNbGYzu88222hnNrOZzew+2wex\n0f7GB/CeP86O2+d5P3Ycv8tx/EzvxY7j9ziOn+m92nH8LvfsMz1wjHZmM5vZzP59sxl0MLOZzWxm\n99ne10ZrjPmSMeayMeaqMeZv3KsPNTOxmX/vn818e/9s5tsfYtba9/QP0qn2FnAeCIAfAI//mOu/\nhPAQrwJ/472+7/v5BzgFfBV4HXgN+G/0+b8N3AFe0n9+4YP4fO/VvzPfztbucfHvzLc/4j3ex4f7\nFPCVI//+N4G/eS+cfx8dugI8o49rwBXgcXXoX/sgfuT369+Zb++fb2f+nfn2Xvn2PRfDjDF/FviS\ntfY/13//i8Bz1tq/8kOu/RTwt40xX8wFSKzF177hhXaTsupRZjbN+4/TDDIVknCNxZ32H2OYNhlb\niwhaAjgO2gLNJIwZjUWkI7WWgvbgN+pV/Kl0nE1xmPYu28NBazb/H7Dy3zZ2Djjojx6YPMfd+nfq\n21ar+cWTqyfy54/qZDoqk5imyeHYGAecqXxfZnK9AcdzMc6hWMlUQd5xnNzN4rLpCJbsbcIaJlcw\ncUimqjI2w+rv6DguURTlV7vGYWNzi4OD7rHzrf63TwF/u1CqfLHSnA5Y/Lcu+rff44c/fXef7+h7\nGJO301vsdEKRyCTqv7iOk4vWWAyRDihM5eagf7DHZDh4IP59L76dm5v74pkzIu40mUxyvQzP96cb\nIePBoYBLpVZ956nUh1vEO31g+f+j++CRv+11DnJJzPmlRYzjvO2yGzdusru7+46+ve+iMsaYXwX+\nOlA3xtBsitCGk4as1EX84tf+wn/IRx8R0ZdhNKA/lud7E0Ok4i4VN6ZeFlEP13VzpydJQuaLYIlT\nrBKO5fm3rm/wvVevADCYRJxdkpvkF372M5yYE7UvEw7ykeSxk5I5qmtpyUeM2CQhs5b/5L/7X+6D\nd96fHfVtqVzid37vNwHRk42nYzkSh1JRxGZ6nT1uXH9Tni85VEs6AmTo5KpelbkqhZL403U9yk3x\nVblazFXAjEO+QNM4JFT1JGst3lTUmiJ7HREESrJRrkxVqVa4fkPGBLnGpR7U+Mv/2a/de+fcAzvq\nXy8o8Iu/+remz7/tOufIzTf1S+AYXGOPPD0dL3O4QZojO6poyqraFBafqTiPQ6TPJ9bi6gHqm4TA\nkd+4Wg5oNmQCcoLLjTURUxqGKdbx+O3/+b9/v66453bUt5VKmW99W8byXHnjMvM6s25+aZFED+WX\nnv9jJrrOPvn5z+GpCH1qLZ7ew9bYfD6aY0x+KGVYpjunOXJMWszbNtrDww2MiiZ95bd+h7euXQPg\nP/31/yqfYIy1GGN47hOfvqvv+3422jsItjG1VX3ubWat/Q1jzD7wJcdxfmV6PjuuS3ckN9/67j4f\neVQUtaIkYxTJNbHbgIpIGnb7G4Qjeb7ZKIGKUxsnA1WGMoUSrapsKk9WFuirMvofv/AixZI4qLUw\nhxvogvbMdAwU2DhXTzcWrM4bSo1LliZv+4EekL2jf4/6dmF+4VeqZd04yTDl6aFhCHxRNJqEE6JY\nvsc4jiDV4YnjMmUV7x4PIoZ9+e7LS018q1MFDmKCphyA43FM5k9nVEGqM8bGwwmVgkovlizzc3K4\nZWmd3ljUmcK4z1xTNoXALeEag/Pgp1e867VbKFd/5ch/yQMgA9hpGnVklWTWvj2itYfjyY8+P92k\njWNwppmBTUimr+QYMt1QbWbIMj3IXEslkGvOrjRYWJCZeDdub8NULNs6H4Ry17v27fzCwq9MT5zd\njU0KelgvLi9y+9Z1AC6/+AKuPt998kmqLZGpdMtFettyoAflAE+DsYwj97Y5POiiyThXDffLFd2E\nJUPI8sFiGZ4va7LdbrB9W9530O1QLp2Yfv67Vu6C97fRfhd42BhzDnHknwP+4x9xbe786UZrjMNE\nM8u1rT2GKpM4Go6Y6IZaWmjBdNpq0aezvQ5A0RZp1uSG9l2DN51EiMXXSa0ZEc2SfL3V5TnOXjgH\nQG2ujWdlg7eRSxLloqk4qpPqGQOeal+SYp0U58FPAbhb/94BTjmOS6XcyJ/MdEigYwxWfV6pNen2\nxW+DMCQcyvdd39hm9ZQsoF63xzgShfsTOyFptgFAuepy/pyM+pkMY5ondBqA0yEaqgQgZao6PTRJ\nQ1x3CgdFpDoQbzQ6YL4lr+O7DQY6cO8B27teu2+PYk2+Wf6oFNYa8pv4bffjEShg+lqAaqRO166D\n5RDeSkIZReTi4bsSSFQKHqsrEvm1m1X290Xuc219I58mgHEefHjwnvaFw0PJdVw6uzIx5fYly9d+\n9/cA6N5ZZ/6krNEXv/1NyiqH+uznfpJvffVfAXDhkUd45OmnAIhtCgqBTYZDApWOfOvNq4Qa4D37\n6c8QxnKIBa7H+pZkWrt7e5x/RLSst3Y22LkpY4te+Bdf4af/7J8DwDgurutwt9Dre95orbWJMeav\nAF9BQO2/Z6197Udc/l3g4ff6Xv8+2rvw78y379Jma/f+2cy3P9zeF0Zrrf0y8OW7uC4xxvwVg/l9\nJz/lDZkKF9/Z2mfvQCYvxOGI8VCiycYJn2Jd0kzHVBkO5fTZ3OnQ70naWy0FzM3J6VYqejmmMxoP\nZbgQsHhykRPnBWw35QBfsUbHlkkUyySKQJXU0zjJZzmlJKRx/IGMbL4b/x5Z2L9vj+BQ0wKYMYZU\np1TsbG/zxhuy5vd7BUoVwcv39rfY3JETP5xMGI9FGe7qlZjJRKLbctXwysKevmmfldMSGZ971Gea\n+LcKZQpNibgmoy6JI7+F8d181lWcjIlSEa8ulAqUa+W7Htl8L+3drl3g949Gr9PHR587Gt1k9jCi\n/bdt+n1NLvBtzCFGaPFAZ1OZdExn6wYARddw9rRMGblw9hwLbRliGk3GXFuT36wzTknM9LZ2cJz3\nXpR7r/ZefDst3iaTkK//4VcBqPlQjCXjSYYHXLsia7Fze4OgLuvvkacewQ71msmIWOfUhdZOA1re\n+MFL1Kviq3AwYqRDHtMwJJte77kMejrMdb/Pxlu3AHjtj59nXmHEOy9+j9fOS2Z8+uHHqNeb3C2X\n4IFNWLDWfjnwAzxnClwb0M1ga/+AO9uyUBYaAa7ir9FoyFxBMMKg3KBSlRt9Y22DnZE43bUJSysy\nYaFer0Iq3u30Bjjq3BNLy5SbklZvHXSoKaRQKRbxdbJp4voECrC7QKzD2dw0I4kjzDGesGCt/fIz\nzzzzdqBfV4BxHBIdU1MqlClVdNG8sU57UTBdx1skTnRjdipUdRF7XgHryMbZ74/o67A7x7HcvCnp\n3daGzxd+VqYN1JulfKxNYEpMErkBwskB475AQ7v7fWKFEL2gyFz1zLEffGmt/fL8ybO800b7b/zV\nj0krjzBajjBd8oeOD/m4n4xWRdZeMtxnQadFLy80sFZ8vb61xfq+4u0UMNP6BfCBoLTvwqy1X370\n8cf53f/vXwIQr6/RuSYF2/pii7k5HZJaLbLVk5R/1B/kh9hXf+t3Gd+RtdjZ3OaV78lQy8RajE4V\nXr/1FmW9t2vVOkPFLO9cuYLRordfLzMcyAY83O2gsRj1dMxiWwK5OMl49Q/+OQBba+t87hd+6Qg+\n/+Nt1oI7s5nNbGb32R7suHHAKrfSOC6OHueDScR+Jif1w2fOUejrmGo3zUdROxZqyigolct0dqWK\nXSr47OxJ5HRjbZt6VU6f4XhCe0GKBY8/9CjtOYl6B6NtyHSmkm1hdMCd4xuYjiE2Ma4vYZdjoOS6\nuMc4op3a0QhqGmklUcz+TkefCzh77mMAvPzq91k+IZS6drvJXEui2OEoZBLLb1Fp1ok1/JxMQiYK\n10zClMCX9zrorvHWm5JynVmV3wzAq5YwXfkd97dvkyiTJOxm7CeSjTQaPdrlmHdVvv0A7Si39Z3M\n2rexYd/+Ohpx4ph8UCDW5AWw1IKDZAAuMYuLWqjcjshi8Z0lZWNPIrA37+wztkpxNBlFZxrRWqKM\nY+/ebn/AH37rewBcDGIenZe1WCu4+dyvil+gVZC1dXscMknEV90fvJJz54uDKuWh+C3NItBhi9Vy\niSCT5+24w6Avr9kbDAkVRmidWmF+SfaLG29dpZjJuj+z3Karr1lwfdwD2Xdu2VeJfvrn7n8x7L1Y\nrVZmcVGc2Okc4Ouwu8//9Gd45rOfk2uqhkGsEzHDkFirgsbNaDYFCnjowsME3pSEHzEaCv7X39nH\ncZXqZVysDmErOD6BI5trFsdU60I7Orl8jjjSdLjgE+r0182tG/hKnSmVSvhBCfPgWQfvwY40KWgK\n39nvsbsjkEuz3SCO5LAyjsvZc+LPxy6s0qjKb+H7Dt+/JNff2RxCToR3mVuUQ2w0jjCKrz/y2Dnu\n3JGBm1/72gt88mPPAFAvNxmP5QCsz82RKtPDrzmsbwiTYf3NTVrFBdJpY8MxtyNsocPnftSNZuFH\nJozOlBVgMXqNweQ4QppG+Ipvtyoenk7BLZaq9HpSy9jZ3+fNm/I79cIU35P1HZBw8bRszEkGl2+u\nv7sv+QFYFIbcviMMsNMLVRZ1zQ0DD6MBkjsYUtB7cKndptKS5yu1JibQtVupcnJVGC3FYoFEgwTX\ndTHKsI3DiEfVzxkGO6WSehbPyoa6dukKpidQZuhAV6ds1wOfiid7jYkiosEAO2V4vIN9GHaPmc1s\nZjP7UNsDjWhb7Qb/9V/9SwC8+urrFItyUjz36c9Qq0uklUY9JtPR43duU67KCbV8cglfuXDz8/NU\ntHtpf2+bnS0Bw9Olw+jC87ycCN/t9Si15L0wKYWyfG3rxmQaOcTJgL0DOcX2Orcpl6VIVq2dxg/8\nd275OxY2LdDIKGsAbHrY6eUHbG3t59ce7EuU+c3nb07rkjz3zCr9nqRT3c6QUkWiBWsNifqzUnLp\nKIwQpTUabfmNujsdOtvC+bQNi69NIu3GIn317cb2HcID+X2zzGF3c4ck/nBEtPfKMuVpGMyRKNni\nopxOQk4vSaHyzHKDW1d+AIDnSJEX4MqVqwzC6Vhxn6or6/jRc6ssLQskdOnabZLs2CMHxGHMlR9I\nVnTqwjJnFiRzKtbq+G1pxCiuFimVJBtOiw2sOYRZXC2wR+EIRyG+oFSmpo0xnudypAWPVKNQA3ha\nUIxdS3dHouq5WpVkuAWAkyb4hcOOVE/Xqtvf563vP084Gt7Vd3ygG63rOZx/SGhW84ttisooKJSq\nhz31JiCdzrqPQ0Zjwf8GwwqBP73GUC7JxhmWKxwU5Jpu/w6NpnSSZRhCrSiGUUw4kY1hbr5JXfHI\n2Ib4pSlGljCYyGaQ2BED3ew73TLlSiVvjzzWNgWrjHO4mByHA8Wkrly7zW5HUh/H8fEC2YC7g4Rx\nT27yN67s0R3ITWuxxNo373suU4mCUhAw7XVMophioN177gqZkQNzbvEkBe3SAQsNWWrNZpdmTboA\nG/UmfqWEp2nvvwv2NrmMH2lufpGDYtompah34+pckycuCpMjYMKdVA5Ek8YMh3Jjh+k2bkkwxVq5\nzJNnZUM6e3KR24rJ39nY+kBoie/W4ijK78+Xbt/h9LnnAHj66ecIFmStTOKYXiT3ZDIJydJpC36M\nN4W3soREA4xut8f6+iV5/Tgm0r9tNJpUKnL/7+3sEIfyS6WeYU73goN+H6OQQi2IKWYSPDiRQ6Ka\nLKQJ3/761xkM7q7hZgYdzGxmM5vZfbYHyzowDp4nUVSpCL4+LhSK+Nq6OemNc/WhhYU5qjWJeq3N\nyBTEdhzDZKKcutGIbk85tX6QRxIpkGlUl2YZ/b6cPJVmiaAgp5LrBmC0lTRz8LXf3wwPuXHdYYfa\nsEyaHe/01qZZ/n1d4+Tp1GQc8e1vvAJAakt0D8RvcRKxv3+gf+2Q6Yl/7dpo2gqO4waEY4kWCiWP\nWNkIw0FGrK3O/d6Iel39WZzn9pb4uVrrM6/T7ltzTVwV/nnymU8exliOSAD4Glkfd/th8NHbBGWO\n2qEE39uLZ+R9NLjGUnRlrbUrASeV1/zQygLNmvhkb2uXLFEGggNG12E86lGvSlH3xGKThbrcJ93O\nPjduiajMKEzAPf5smcxm2ETu+ZWzT+KsPgrAsNAgGcvzw8GQJJXHrXYjj1DjKCHRuz6zGSgn+w/+\n+Vf4xtdEqKZWbzJRXvxnPv0ZHn/8cQC+9c3nGWrDQmYNn3tW2ndXTq/ilcX/5ZJHx8o1XpwRjGR9\nT5KI/QTI7q4Y9sDpXaWSLAhjPOJINwbXoEVy0jSlpNhtsdSm2RK8xnGLZNMvZaGrnWTb29t0OpIq\nFYoV6g1JY8fj8ZGbwCWOZEH3DgZEUwJ/4OSpVZZBqSxpL44hzcS5k2jAxvatnOZ0XC2JYyYD2URL\nDQ9Hb/IkDLlwVjrAkqzIG5cEo+3srfH978oNubzyMKXiISl7Wv12gwKZYliDocWqWEkcxxRUxWjU\n79Csi8+L5RKdDcHLB50+n/3cYwDMLzj5IfC2Xv8PARrzo+ydMHtjzA+9xgCufvGAhHltRjjRLrHc\nEAilVS1iploVDsxp5X08HhBqgDEYxTQL8jpVEzEZC6Sw1Rmw25c0HC/AM+aDEER6d2ahqPvCRz7+\nMRp1YcNMRiP8mqxL4xhS3S/u3FnPobFatZpTQF3PZWtLsNWvfe1rPPfsJwA4d/4h9vZl3S8vL7G4\nJP78yZ/+Ap5iummW4Sl8mSYLeKcvApA5Pp7SxNI7NxlvCYsjTWN29rt3XV+YQQczm9nMZnaf7YFG\ntBiLnRKxvYxE04UotiSpgtJxwvyc5JyTyGEwEFjAC9KcL2uszYtnQRBQrckJWK41WT4h4Pnm5iZV\nBb0d1yOJp+GTT6L82jSzGOXjun6JWlWqlPX6Pr2+cBSzLCVJk1wB67halqaMtCLtGpexRj4bN+9Q\nL6kSmetTURZBFPeJpz5PojzmaTZXGQzl9O93N/JINMPiaAWsVCzRrGrrcrrD1vrrANRbVVpNSbnm\nli5SLk+5zvGHhLXxTnaUI3AEFphCBG/7im//vke1TqftoIv1Cg+fljU33L3Ji99+AYDqF75IS2UA\ng6BAWyUQh12HekX8OxwlDAdaBN66SZadBGB3kBIbiYwd15Fi2zF3vbUZrZYyBPwCE6261qrVQ56y\nMexqtLq7vZVDBBcevoBXkQzYdQq8+N2XABiPIpZWhA3z9W8+z8svSWvuz//8zzPSvWBta/toN/Rh\nEd5aCgpnzVWqVJWl1Ko0WFMIIphEUsS9y3X9gDFaQ2ammEhGphut57ns3BZqRTqMWTklwg03N/fZ\n2JDnB6PHUnvBAAAgAElEQVSE6Yo5ceKE8DqA2DqsLIlD5xYWiJQiU6yXKNcEChiOhyjnm5VgWUY3\nACab5Gmy7xSoVxTzWs4YjyUl8HyX+fZ8Tgg/rpZZ2NuQwyEZhmzuyGa5s7bBwb7ALE6hhoN0tnz0\n6U8RW0mhSqUi0UQ2ac9zabdEUCkOM8YjYWIUgwLNhvin2Z6nvSCPB72rxJFAEMmkSxzKot/cXOMH\nL0s622zWaTXkvU6urhIUxJd32yd+HMwArjmUH5xCTo7rUPVU39hGFJSCmOGoQjoUfA+j39X3XBbq\nkg7PN8osaRfUjQ7sabfj7dvXaTREPMb3XcpKa6qVA6ollZ5M4fZNafz4/osvs/byGwCsPvEsnqOa\nrGl6zMODQ1vQLs44jPGq8n2DIMgF/m2aYTXNL8+18sPK9z2s0SYl63DQkbXueQF9DTyuX7tOV6ED\nk2UUCtODyGV3V2DH4XDIJJTgJCiVWJwTvHx+scG8CiWFY4/LXdkXFpKI0tzS4ZSSd7AZdDCzmc1s\nZvfZHix0gMFOFeUNmFTT/8xntCEV8HFnyMWHPwJAe96h0ZTIoT+McpJyuzWXk+pHa+vsKkC9vLiE\n9acKwgmJgtitdguj1d0kigh0VplHQqqfwWYOpUCisbTcolyUE61Sr1CuVPOW1mNrFgJtRRz0h6zf\nvgkIRzEaSoppw5ALkmEyzqq8eVOuL7iWsfKG+/3LeK5EXONJj1Cru+NJnF+zsbUOl7SImPSJVTzd\nGJdCQTKKrfUhd27Jad9qJrhI9PX0MyHPfvKxIx/8mOe1UzMcrl1sXqwqOSl1bRZYrPqcXBXoygnK\n+Mq0KPheXp02NkO7uwnHQ7o7kg6nSZKzL27cfIvTZ6SNtl6pYpUzbpwM42kG5hnmNQpcObFCjwN9\n/QRHW0kNHvGx1+8Srvc5lR90XDNNBMiy9FBC07GcLsk3qZt+3pAztg2GyHp1sSyviP8vXb7MFBcY\n9vtkChdGcURfC+kH+z0uXboKSIF3Wmh0Ap/hgkA3F6ouQ528Mkp9EivR8CQ6YH9/i1iZEO9kD3z3\niFXn1WAw0yaFzKGiyvEH/QMcKylCq73IeCyLuFR18mGLu7u7Qs0CTp0+Q68gKVdnb5OF05KiNssB\nvY4svrMnTjAMBd/d39nlxlVx+vmHz+FPF7FnSVR44qC3T7Uuz9ca1Q9FddxxoFmWm/DWm3d48QUR\n6QhxubgsN+2Fxy8SaPr1W1/5Xk716vbusL0h5O7RsIejuHWtWsv9nKRpPg8sibOchRHHh6NZKrVa\nPm5k2N9k/Y5sHM3mSaqFqU7tbc4/JFDPwlKN7EOCHmQ4ZIo/uWlEW6U2x5tX2NS++LMf/yhzSsvy\nC8Uc5zOOg9EU0zEunsIIYcEnjLRppLub+3E0HrG7I+yNgueTTbUgMkucTEfiGJyCrNEnP/osWVMO\nsrW9AdnRoOBDsHYNMD8vzJWl5XkGKoGKaZLogZbZiNq+BA+lm98j1gai8dMLRIFKKVrDpcu6cSYZ\nbjCdWJGR6Fa3vvv/s/emMZad6X3f7z373W/tW3dX9cZuLsNlhkOOZolmPLLEWIZsJ8rEFiDIwDjK\nFwNy4AAWhHww8klfYlkBAjgCjEROHFiK5VgjSLI8Go1mOBuHO5vsJnthV1d37dutu5/1zYfnvaeK\n45lhNVnVrJHvA5C8vHXuvec85z3P+6z//wZ+XQzz5tYuuw2xEVmcoExfo4pjWobuanu3wZZpH6U6\njh3I/XIixWarS5IOYRKHMpShDOVEyIMvhpkqYnOvieqLnXcsi1pRiisr2Trb2+La18/P0zSA0Ts7\nWxSKprro2LTNAEKlXKU8J+HCK99/HuXI6OLM3BTb96SQtrq0SMVUcbfX1vjuX/5HAC49/BCf/vwX\nAJg+PUvPAALv7mwSmOp84FtEUcIPMj2dNMnSjNtvC+tvq9Vjfdf0/mUx8ZRUrT1bcccwpG5sxSSJ\nRAJjVYuJC0/KMUWX1VXRPwr6fSmwvXvrRXpdM75rK1ITMs3MPESmxbt959rLucecJH1On5bvrJdP\no4qi27DfZ3tTUhmT01W0PlzD90ctCo1vmHwfXphi3jApN4IdCoHkY/xiga010a/n+xRNr3GxXMMe\nIEx5gYQfCB6HZ7yxQlCgWpU1GmdJ3g/qWDb6QK9mwxR42r2IAd1dP85YMaPVTqm+D6SemTTHEevi\nOKRUEj3UalXaPfEgszTNq/pKgTLrLOnvYHvS9UKUYhmoU6003Z7oIYpibEfW4ujkBN2mAfhG0Tb4\nBO1em6oBufddl4KJQLpRSNlwEq60knyNqmibtmHinckUdnz4yfwH3N4FjpnKarZapGYCS7uKybKE\nDucvPUKrIxdTiGJGx6Tto1Kt5cMOm5tbKKRaaFnWfo7Q0iwvSXgxNzWW58KSsMd4TTAWeo0iI+am\nXnv9LVrGkF9+/GEKRQmTozRiak6AOVwk7Dvp7UmWbePVxaBWa4qRcUGp90kom/aX20v3+Ddf+fcA\npGqByUnRyfSEJjA4vjOnLzAyKmGo7xdZWRbj7VtPMT4m96g6UqVtjO6TT34SbTo9Xnjh2/i+AemI\nEqqVcwDMzZ3FL8jDXy17rK+Jgb9waQr7I6Cx+SBi6ZRHT0ve/jMfO0NjWdhZu0rjFwbYGS59M8k0\n4hfwDJZHsVhEmXA+TWM65hidpvgG4MB2bCqmS2a3uceqMdgFPyA0+AYrK+tcuy6/G6YW5x55HAC3\nVMU30J+ZchiQuWoePI3NB5Gg4ON5A0r1LB9A0FmCa9COEg1RIBtRYeo8qZl4S1XGgGRcK4Vv7Itl\nSzcNwM988fMsLQjxYrlUYOmu1HTu3L6LbxyoxAtoGicw6rRoBnIvVqzVAVIohYLNxZLYCMcrUy0l\n2O6w62AoQxnKUE6EvK9Hq5Q6DfwrYArZJH9Ha/3bSqlR4PeABWAR+JLWevd9vi0f3QyKBboGscct\nF1GeeAXj5TKNQVGqtcv4qBS3KuUSgSlclUpligXxwFqtDh2DWD85N8fSTeknXF/byKu+juMSmRFF\nHUZcXBBPa6y+x/qWhMl33n6XuiG7C+M+aV/ClLIbUB2pHUtR4Sh1azk2toFDbOw06BiPM3UUgRnc\nuH1vmWs3xdOdm/UIgscA6MVb3L72KgBXb9xgzDSPnzp1isxwsP383/x5JqbFo23sdfNCZqVSI0nl\nfv3sz/08Sg2GFPrUDLHm9u4uN25KpHHvXsrmuuj5Y0+eZ2yiemxe11HqVymYMEWUnY1VXnvlFQDu\nLW9z8XHxdMdmpyga98cKXDLjFWk3AAMqTxbnPbWWsx8pyZisvO71+vks/8b6Ou9clTW9cm+d5TU5\nzZ1ewuQF8WjrozXigRerYUB0qHUm3HyHZRC8DzlK3XquRdUzfcZJiDIFvzCO5fyBJEnYK0lRd/vs\nOK6J2bVdwrMG2CWaqulRnpycYHRU7kutXM3Hd7Ms5vMXBR3s4ulx7K6kxoLCGElR1mtEhGPSDhOV\nIqNK7JRnw71EbNAr3/pzepZFeoQDCwnwj7XWryilKsDLSqmvAn8f+JrW+jeVUr8O/DrwT37sNymw\nDevZ6NgYnjYAJPU6GjESOtHUi2IY1po7bKxLnjXwa/iGSNF1fIomHHZsh14o3zO3cJYskTzaxsYW\np+cX5LPFMlsbEq42d3epleWzBS9gpCqKqhfrlGzZBNJezNptCZ/b200WLp0j6oeHUNV9y9HpFnJ2\nX9e180m75Z0d1rbN8MLOLuWy5LOV1qwsi9F1XJtmQwxBL1xhZUnCrBvv3OL0Kcl5+8Uqr7z8LgC3\nFxcFOhKo1SbpmU0siXs54WaSxHzqU0Kbc3dpnZe+J10Q1Wod5/wlADrtiPHJH035cgRyZPrVWFxb\nlHBe93bZ3JR1Ftkj3GnK+a9nTYqOGAzfc6jVRKczo2VqrpmqszN0NiDCtOl15SHOsiyfgup2u3lT\n/d7eHsuGfaDdDgkNZkd9dBKnKKF0HyeHB7QOkELqTKbCjmmq8ch0a9mKWs10+VQKbDdkHYepJurt\n42soZfL/yqE/+KxWWF3pHHBsl9ExSaFUq1WmDS5vqeAybtq1tra3OLsga/qTj12ie0MAl+xajVVX\njPSN23dy5ujM8WiabieiHj3TKjkzPUlc0HjPHw60531TB1rrVa31K+Z1C7gGzAF/C/hdc9jvAn/7\nUL84lFyGuj1eGer3+GSo2/uT+yqGKaUWgKeAF4AprfWq+dMaEkL8+M+jcA2nV7FYpmsIEKM0wQtk\nl+8nPZQpbtXLRcKu7CaJDolb8rq512J8UnarguszatB+yvVZZsbF/b/x1huUTdGr2+uyvSW9jv1+\nSNF4zI5bYGpKdsBSsUhoem277TAvJ7aSLjfeukn/eDzaXD6sbnUGtunzLFXLeeSwvLrOi6+KPl3X\nZ9QUzJK4x8pdQe4fmVggMLrKsIgis4NnBe7dE37755//LrWa9L9Wa7MCSQc0mt0csyJNU4NmD65T\n4M03paex0+7i+QOuMulIACmYPahizYfWL7BuwNGtzMMZkwZ7W7k0DVV7c6+LYyD1lNK4OxJpLa9a\nPHpa1tnCZBVtCmNxktHNgaNtVjel2r7TTnhyQcagz0xPcvbMAgCdUHH1lhl3dgLKNQmNewdYFDIN\n2SB1kGmMS3us8mF1a/seoan4765usdsyGA5bi5RMt0axVMI1qTHH97AGPc2WdQBsXeWRwMbGJt/8\n5ncAWJifwjGpyWIxYO/aiwD8+2+/yZIBuW83Guzsyb1odjt577LGoloTb3ikXOC8GZp44rlP4ox6\nBP/v4SA+D21olVJl4A+Af6S1bh6swmuttVI/vNFBKfWrwK8CzM5OYiGutu8VcXzTqtJuUXDkQQyK\nRfqm/aLgeFRGZIHGjmLtjoS0u1urOIFpRrb3ofz6no3jiqKnZ2eJDTngxspdWuY7K9UamNYQ1yvk\nOeNev0fT3OAoSQlMY7LWirW7GznTwHHIUeh2Zmqa2DRP25ZLvSabz9zMKXYMjUypBIFZiDvdJh2D\nY5Bu9QlMPnFk5DQjNdnEiqUqa2vSdfD6699ibEwMbalYpNsdMOLG2Ma4xnHI/GkJy3pRl6v3pEI+\nNT3P+fMCO+dYLlG4az7bfSAQfkeh33J9DG3SIpldyNsUpXlqACqTkQ2OQWHwR4jCHvMz5vdsNw+B\nszTKjWCS2XQT89D6Y0zPnQfgwtlZolB0vRe5dAJ5BnaarXyzs/R+m5E+gIObaWVgKY9Px0eh29pY\njVSL3qJEs7YsXQHf+JM/wzVYJI7rYAWydkvVCnUDhzo6Osr0tNjyYqnEay9Kiqq116bsiz6btQJp\nWwhfx+bO4BtY1e2bV9mxpQaUxiGB2QDLY+PYBkvBsizUoB2PDMdMiUVJiKMPj/V7qK4DJSvjD4B/\nrbX+d+btdaXUjPn7DBi0kh8QrfXvaK2f1lo/PTJaP/SJ/eciR6bb+siDOeGfMDkq/Q48/qHsy1Hp\ntmh6Vv8qy2G6DhTwL4FrWut/duBPXwF+BfhN898/fP+f0znXj+s6eIZ/Z3erRVqWqmCxVqdgRguz\nJMFSgzHdlIIJFwquRxobnnZlkxpusNbeLlYOmKzY25Mk+fr6KkXTDF6uVLBNlVK8kgFp2/4whe/7\ndAYU5q0WvV43/42jlKPUrUaRZqKrOIVWS8LQYsHh1JRgC7z97k1cRzz4SrlOry/6ieOIXl+eh+np\ns0xOyy7/6Mce4RtfF+/i9rtXOWfm7z/3uce5uyye1fZ2j5oJYdvtJp94SirhMzN1/pff+ucA9Ho7\nnD0r4OMbG9tsrG2Z92OS2DqOojhwtPpVB/6t5csP/HUfMlHnx6j8GH0AyUtCXYO7kSWkxtfZ7SYE\nNdHRZDWlUJKIRDkBSShe1Nr2LjtNibokejHwl/q9Hqt+z3+Px5s9at3atjxfoyMV+mYooDY2StyW\n1+1WG2VChFvXb+U99a7rYlsGqN5ROZNKmik2zdDHdOELnKuIN9xqbBMaffm+hzcgynSLecol01nO\nv5fGGYkhCsjSmN682JHNOIRGnzA9HPD3YVIHnwF+GbiilHrNvPcbiCJ/Xyn1ZeAO8KXD/OAgn2fZ\nFsWCgcsjJjEnnGHl4CjK1flURtRuUrQkFJgeHYfygMfexjbtXTg2mcFS6Mdxzrxg2Q6VsngkjuPk\nitNaUzTTZjqLCUwaIcsy9vb2zLlpyuXKoeHQ7lOOTLdaW/QNK2ov7LK7Jw/k9etX+MyzPwXA7PQp\nLFce4CRJaHcNG0K7hWWMwq1332B1dVHe76yzZhrnLdsmjA2spRtQKEqFdsqrUTUGwtpcy0Ou7b02\nfUN81+2v87Wv/an5rSb1shhyjU8UqWMztBzx2n1/UT/0pT5wgbZlocwzkCURoUl7bbQiQoMj61gJ\nsZl2Si2XbiKv17Ya+Wx9hkWaHkhf5Ib/gU0wHpluFRnrO9LRokKfelmew/rICC1lGKuVS8V0ujQa\nTQbBeJpq2m1JC1roPHeLbdNoibP0b//Dd6mb2F3XasxPi2OwG9vsdcRGxGmWM6+kWhPHgzpFhmsM\n+cOXLzD/MUnpbEUNEjTpIcE63tfQaq2/xY/eFr94qF8Zyg+VoW6PV4b6PT4Z6vb+5IGO4GoNaTYg\nTIzAktd+wSYzJIlxmpIaz0nJvg1Aa2OH5XduATB1eoay6YuL+z3sQfOyjnMPuNNq5ojpxVIpr8In\nSZKjgFnKyUkes0xjm2bzVquVe7e+7xNHMZZ1smcZk1TT7Mr1drop3a7osN1t8+oVcTieeuKzXHhI\n8Aeu37hGYdCH2e/lcIhh2KDdkl1+a3M515tfCLhxU/S/ufn7nDkr47ujozW0SVl4ruKdG9Jp8MpL\nr+edGo5rs7YqAwtKWYzWDYV032ZvD9Kjz8ocudy3n3ggK3VQ0jQl64sHlmmLpqG13mrHpJYBl9cZ\nfdO0n1g+qwbHYKvZJRtgCFoO+xR67y0pvmdc/BjDhaOSwHaZL4qXWazX6K/I9QaPPsZVg9+RjiiB\nmwS4/jbJAAVQKdQgLaOsvI+7Vh3NR6C3t/fYNPbF2mzgGz7AX/zFv8O/+N//TwDuLa8KWDsQlIpc\nvHRBzqcQ8M5VYRDZ3t1mZ0eiN7cATgzqkGv3gcMkDhDT0yykbxacFyhSJQYv1RHaMKzGUQ+ViYKu\nv3GV6y9LO9KzX/gM1Tlp40rTmMQ80BohZQTodNp5OBXHaf67YRjmN8lSik0DR6ezhCTZJ2AcEDu2\n2216vV5OBndSJUsz9lpmhj6zePLJTwNQrdVxrUF+0CU1E0rdbo9q1aDaR33CaLDhxCijf02WV7aT\nOGavIzndyakpvvT3/isA5hdmyWI5fm11M8cPXVpa5O49gV50UydnPB4dnaNUNjndVkizmfxEGNrD\nyA/a1oMmLjbOQxj2c5CYUAesGSbibpTkUIpZarPTkmfj6s1Fbt6RPHmEg2UPZv/30wUZCkvvj4bl\nqQqtfyIgZQLLZb5gWtW6fZxINvrZqTO8JUuIs+cXKBkcg+89/3zuRFm2zaDBSyk7x/R1HIuz586Y\nX8i4clWobAKtCDtiL968eiOfoASNNgbY0jFl30w4RhHabHqvfv912ptyv/6HX/vvKZUcvuJ/9VDX\nOMQ6GMpQhjKUY5aPwKOV3TxNY6JIvM8wapEasvtUT+O5pkCFIuqa8DNTFEyxwE51PhLbaTWJu4OB\nPEXLENb1ul06BvUojuO8ayDLdD726PtFmgbUt9tpUSyaJHy9nnvAxWIR3/dzQOuTKplOyRIp4JXL\nVZ791GcAmJs7x7u3ZNS2290C5NrjKKZQkMLY1NRCPqyx3t7LvSClFKZFFsfzqFbkvviBRdeMIm5u\nbBOae9HvZ7meo6hDv9cy7+u8B7dcmcAxGBRxoonj7D3For+aovKIKIxiLFPp3uslrO8082PUIBdg\nWaxtyAz+2vomvcHIru3tN8lkCmWYQsg0Of1aluVrV7poMk46+neGpmki0d3GLkY9XHvzDW5ffwcA\n1/Hy3vA0SXM/3VIq7+jQWuc1wUqlRLcrHQhnzy6wuiIR8Nq9Fd7ZE52/eeNmHiForDzl0u9EvPhd\nwbJI05haXX73C3/tMzz+hOCDTM2fxnbAdg/HJfjgDa1ZcEkcExm2yyjuE5mV0gv7FH0T6mqbxCy+\nmfk5xg3b7dipcXZ2pEWo3dpFm0myXj/Mc679KGZzS9IClUolZ3ZI02x/0Yf9/Tn9JMZ8lH6/T9VM\nm/lBQBSGJz5HqzUUBhBurqa5J/gGUdRFm8ptnGa4Azi6NMwrtI7j550evu/lbW627eEYOLpabYSp\nScmtFgplvvE1ma7x3H0c1YnJKWLTdre5vgaDthvLxjU4tSiLZLAG0owwSn8S0og/Ug7mQ39whai8\nwSrdJ5RRitTcj629Bj0zCKMsex8MRlmERkeWsvMhCKUV+TK0rHxIQXEwXaDQpn1J3jrpSMrCldrs\nG8aEzM0dgIlyn6fOC9bvyuoi198SA3kwjRfHUb5+LMdjsN+Uy2UWF2VgptfvUq1LD//25hbFmqz1\nqemp3NFaW1vPmaPBQhlrn2Yxpww90Zf/u18hMNNpSRqThBzaSRimDoYylKEM5ZjlwXq0OiMyFf84\niTFj4URhmPfRhhE5cLHQOosn5E5WKBpq5navQ2tPEua9dgtldvA4SvJK925zj56BYRwbHyfJUeoV\njqmkC921Kc6lKcr06Vq2nXsBaZrQ6/dzL++kimXbpFr0s7nTodsxu3/WpT5iwNabGbffFSSofhhi\nOSbMD0M8E84XC6W8M8S292fKozhm3RQOS8WIXk/0USnXsZWkFIpBTGCGTQ56qgep2vthh0pFenAd\n1yVNk5/o1MGPAoRXCFkggG+RM0/g+LT7ot/13d18eEFbDmnuueqczjyDvKdAsT+coHWWdxRYWZa/\nn2lrv9NAW5IG0ic7GgNyYHTLdigaONTZuZkc6nB+Z4cNk05pLEznRe8oivLhol6s8/5jdMrlhx8B\nYLfZYnlVhheiNOGvfVYKxfNn5tjdke/sdkNefPFlAO4s3kMz6IjyeOyxywCkUY+miYAdy8ZRFvqQ\nnGEP1NCmaZYPEWhSXG+AOp+yZwAdurUeUVmMoq3SfFAgdSx6oWFkjUNCMyUS9kNcQyDY64d0DDvD\nzk4D90D+ZHAzXNfNW7eUUvlD7gf+/vCC1rQM7oHWmiiK87DupIrWmp0dydEmGUTpgFLGB8OA4NgO\nt25JOBUlGZ7JecdRn0FwExTKOb+9Y7u5/pWy8pAtCnt0Br+bJWhM6qbXoFyWsK9eG2VtXQBp0izJ\nSRjDfgu/IHgIrlei24vynOKJFr0fJh6GbcNSGf6AsVbbbO7KxheF/bx1q93p5+1I6kCIr9A5Dut/\nchoDHIMDsIpaZwfSBZoDTQcGIvFkr10F+CbfbAUeZYN7orKAJBHnYXq8SnpO0ghR2NuvBcQRPeO8\ndTs9Gg2xI2/c2qDdLpjjM5qG+VZlmldfkvzr1deuUCzJMaVyicC0j3mOzjGDL86fZrIu57B652YO\nSFUMArAcyA43GTZMHQxlKEMZyjHLA/Vo4yRma0eKNEHBpeIaxK4goLsiYen66hrjVUHj8b19/DfX\n9cAUtDY3t1helAZ4HUf4pjFZ2Tbd/iA1kTI2ImFHGMU5D7zrujlPVb8fvmdmeuCxNff2cEyoVwgC\nSqXCPr/8CZU01XSNl6+UlXs7XlDCdoynbm2w0xA9e34RA/lAkvaJE9OJEZSwBikUy80pxg+K5wc5\nSlqapfS6AzK9kH4onkMQ+ASD+2KRI3yVSiXOnpNQzPULRLH+CSmG3d9J2jrN+2V7ScLyltybNcvK\nx53jTJPleAg/YsLh4Bkc6JH90a/f6/X+JJCGWWTUXOMZuhZkZhQ+SfIidhLbJKkp6gb74/BKqTwt\nGIcxXTOOWyoWee36PfN+l6mSQUbTKbojazQC0pZhtXAVninCP35+iqoBEZqaHMOJDRNMUsg7nwLL\nwXetQ6v3gRraJElY3xTwkmIpoGvyHbab0DctWivtZeYmTgNQrfp5G1e/32VnU/Isi7fvsHpXYM96\n7TYlQyxYrY8QxrKgi+VKnufqRRHOgZalaICenmV5GNhoNPJBBj8IqJg0gue60mz+E2ANAkMSWCoV\nsMzUXRLFtE3L2/j4RA7R1+s16fXFQCplUTYdHbYF2sC/OU4hD0mTLM47B+q1GoVA9JOkKm99s5TO\ngTncQsbC+UcBiKMQ38AwfuzxJzk7L6kDmxDHyfgRSHonTgabNdZ+K9DB/PJ7IQIzMpPr1somMVNf\nCdaBcFPt51zRh2ZUHfxu3saVaQaZrSzT7zmnn4j8t4LADCOgYXAxCcKQDaBdN6/jxLGTT4NpnYFv\nNpYgpWYILscnx3js4QUAWs02feOEpGma460kcZrfM8excgfM8zxss9aDwMf3BxjaJQKTOvB8H8/z\ncA7pgJ1sN20oQxnKUP4KiHqQO55SahPoAFsP7EffX8Y53PnMa60njvtkPqicUN3C4fR7onULoJRq\nAe981OfxAzJcu8crR7Z2H6ihBVBKvaS1fvqB/uiPkZN2Ph9GTuK1nMRz+iByEq/jJJ7TB5WTeC1H\neU7D1MFQhjKUoRyzDA3tUIYylKEcs3wUhvZ3PoLf/HFy0s7nw8hJvJaTeE4fRE7idZzEc/qgchKv\n5cjO6YHnaIcylKEM5T83GaYOhjKUoQzlmOVDGVql1HNKqXeUUjeVUr9+VMcelyilTiulvq6UuqqU\neksp9Wvm/X+qlFpWSr1m/vkbH8X5/aAcVmdD3d6/DNfusZ7rULc/KIPxvfv9B4HnvQWcAzzgdeCR\nD3vscf4DzAAfN68rwHXgEeCfAv/jgz6fo9DvULfHp9uhfoe6PSrdfhiP9hngptb6Xa11BPwb4G8d\nwbHHJlrrVa31K+Z1C7gGzD3o8zikHFZnQ93evwzX7vHJULc/RD5wMUwp9YvAc1rrf2D+/5eBZ7XW\n/3hPZmAAACAASURBVPAHjvtV4J8AVcdS46WCzBDbjotvcCcd2yJNB+ARcY6SrrHyuedur59DI74X\ne0Pt43VaKidVlOvaB9rAXKfn2dgGki07gNRuWVYOhZgkaf7a9VzSTBPFCUmaPTCEjsPo96BugXHH\nFbAN13Xy6/V9P4eUC8Mwx9XVWr8HJyVfB0oR+AMU+TTHLhAovgFjADgGJMa27f0ZfbUPCZGlWc55\nr7VGDw7SB+fvFUopsiwj0w8ONPWDrN1CYI+fmTbwmpZFEhtdaPaBW7Qmx4ZIMyxDSKktH8tgHfil\n6v73o3LyyyhODtybfVVkeh8/AtIc/7RcDCgVBbTnRz7B5g93lu6wvb31QPT7QXRbLBbHT58V/ItM\nv5dOcnBtYRwRGxuB1j+AK2FweS0r1+FBGEn44XA94m3+4C/94MsD/6P22YYH7Lt72zv0Wp331e2x\ng8porX9HKbUDPFcruV/+7KPTAJQmT3PukScAGB8t09kVsJmNtVW6xv6lVpGkLwvrjdff5N1FAZLJ\nlEIPKIYtF0sNsFQDAl8ehiiJUJZ8No4SSAVI4szpEWoVuexOo50rrlgs5kywO1sNInMSM3MzNLsR\n1+9uHrluPqwc1K1lqS+PTwi4zszMVM52e+7sOfa2BTzm1q13CQ3WbBzH+0YxUzlLq+O4XLwoVMu7\njV26A1CfKCIe4NRaivERQytUr6EGWCvKzhltm3vtHAM4zELSwUEZRIZ6SGuF67g0cwqRkyUH9Xv2\ndPnL/+J/MqhjQYXtddGLnYrTAKCShF5fXu82+xQmzgKQFi/gFQUo6eInvkhmHl7XcXPs38WVTXrR\ngNfOYmAa2mFMNzS0NukufaPTzzz5CM889TH5/lS/B6VLH9xMgZ/+6Z86SrUciRzU7fmHLnz5f/vX\n/wcAvSTCNhi9dqbpm3Xz7voya7sC0q3TGN/bN10D9C6/ENA3gDHtdjsH3dFa4xgboTjAxJ2mpOaz\nOtkHmDlopBOd5bjplmXlpAGu6+I6Hv/X//zbh7reD2Nol4HTB/7/lHnvxxyrci/2zNwUC5NiGHTS\nxzZo/1YtoG0WVi+DFUNeF/ZazEyNAWB7fr5zFUoq5/Py/SBHTOp1Nbu7sihLpYBe20AIJjHthqCG\nNbebnDklPO072xsUS2KkJ+oleo48SBOjRTL4KDjDDqvfZeB0oRDkfGnb2zt4vtzaVrONZyiYn3rq\nKcbHRYdLS3d57TWhbw/DKPeasixld1egLLXW+AYMOQh8GrvGo8gyMIDgrW6fwEAmlsslbOP0Vy2P\nQlm4xOrjNcJYzu327UXCWMCZbcfGcmwIP6CGPrjc99rV2sIyD7dXcJmaM4Zwp0Nn19CEqwTLlvU3\nPQPXe7IZ3VstcWpa3n/xT18iMhucZ9toA8q+1+mRxAOad0VkuMSiJCPOQa5j6p68/+TliEEokemU\nQV1bofigUeoRyX3r1rIszs7MAgLkjfHaN7e2ct6/kUoZbdARw34XL2dksGk2Bfaw1+2x25O11ev1\n8ujWdRwsc7zS+5xjaZrmiGAq0+8xtINjtKVyjjvb3odn1FojJBfHz7DwInBRKXUWUdjfBX7pxx2r\nUUzOSOqj7nusX5MHPY16JKEYvyxNsH2BOisGVdJIDK3npfiGpdYPCpw9dw6Abq/BgI5mfX2DkjGW\no/UiWWS8DiDSoqzGZoOREQm5apVKHtK5boHtLblJk2M1ZqfG5fu7PZbX1nKP7wHKYfX7InDRdV3m\n54VErtfr5KRzb731NpNjgnkxPT3JrVvCS7+3t5ez/mqtxCtCiCwH7BK2bXPq1Fz+egDv12p2yMyD\nvd1oMjslUYpfLDEgcv3Yk4/wxBNPAXDqzCm+8fxfApDob7KzLZ5Jq9WkH4YfBQHAfa/dNE5pbBtY\nT9+i1zEPqA/1CdFF1HNwHHndi1PeuCfe7UavB0oU8/U37qGNB+yrlMEuk6AYLDHbdvJUWpxoEmN4\nuknC5VPC5vq9771Gaogwn/nk4xQ8cWDSNM0NzEck928XtKZalWe+32zTMvCdtg2JiTLdoMRkTTZu\nNTKSp/12d3epGHjQdqtNZBiuldZ4xkmwLTtfY0mS5M9ydoAOSLFvgLXeh6BMM517tGma7kcLmUZh\ncdg97QPfEa11AvxD4M+Q5PHva63fep9jh3JIOax+h7q9fxmu3eOToW5/uHyoHK3W+k+APznssbWK\nT9MgoN/Za6BaEqKemh4nbImn1Ww2CEpCDZz4LexMQv5qxcH2ZF8olT1cx/Au7fUpFg1Tg1tja33L\n/F7KmdPiyXWaPXQkx9QqAZ6hEmvudVlZlXMoBAWSVLaud+9sUTXA3904ItQfDSX2YfWrtf6TYilg\ndXUVkBxoviNHCa2GeKjLy3fzFIFtO7imeBZFYZ7iy7IUx3hcYRgyOTFu/pBy+/a78lqRAymPjk8w\ngLHu9Po8/fSzADz77KeZnT0FQFAocuqMRCBf/geXWVkR5Pvf/l//Od1e9yMhvrzftfvwuSp+UfSS\nqYx2Qzwt7dikoXhIgesSmEKrbSvubkvdYXWrzXRJPNE7SxuUyrIWfZ0QhZLeSrRClSSV5geFQZBG\nlqk8PI2lIAvAmzcXeevaVQBu313iF37hOQDq5TJJOuA2A7IHHzDct24ff5RGU7gE636RLDPPHjEP\nPXQRgHavy8q6rO+9XpdowIbSalIybAinZuewN8WktdttasYD7odhTtTa7/ffE516zsAEqgNA6un+\nmlTqPZx2eeHNcOjpQ2r3gTIsRHHK2+/cBCBIEiZM6DoxloHhUU+ilDCTnEt/d4tCWcL80cChZQxh\nuVxjbVVyN9VqjSiShz5LEyYnJefq+Talonxnr5tgm0o6vkekJeRyXJv1DTG0YSkkM3lY7Tqs78mD\n5Ln71CMnWdIkZWZGrn1tdZvdXdGhpRSOGjz8DoN1ZVk2nieGo9XqkQ7C024Pz+xElgV7Jl975tQc\ntvmeTtgnMzlaq9vn7PwZAJ577jnGxoSGqFSt8fYNude/929+L09B/MZv/DrtjmyqL3z/u3zn29+h\n3T6ZxbCDoiwN9mBL8aiPiu7iOKQdGdaKJGFnR9a0W6oyasvrsdPTBIE4CfWKR6Fg8ov4OCZ/ntkO\nDDa4JKLXlTWtsfL7pElIU5MOKxaEIwj4D3/+Pe4Ylte/8/M/yyVTzLRRJGSHNgYflcRxwo3bNwD4\n+MIlYlPwu7q6xMyMbNbtJCYwesgin9t7xqnQCa4hbfVwODMhz0A6OsauYRZpRD22TB63nyZgNq6J\noMSpUXEkVrc3SQeM2FmSM1Zo2yJV+91LA9JGpTOsH+jc+XEyHMEdylCGMpRjlgfq0Spl0TfJ6rDb\nxzUufGNvD9c27RRZBibJb+sM1/B49bXHugmB74R3KVUlzLIsK+d49wM3rxwqNO227Iy7jT1sR7y0\nbr+PzuT4iWoVpSS94PgeoWmv2W40SU2Rol5x6XT6J57jTmvNzrZ4n563rwe00SnSklI1ejt79mze\npdDtXst7lNM0zd/3PI/NTYkc6tUStZpU0XeabTAtWlPTdb74M38dgMc+9ji9nnzP/PwCt95dBMBx\nvdxDuLu8zOOPPwLA05/8JK+8/Crd7oNvO7hfiSPN0g1Je81frrDWEg99q18kTGQNdZMCypIIbMou\ncWFWin4XLszy9rJ4VB9/+lwellqWxaBrNFUplVjWd5IkrDfl2VhdXqSxK7TtWRSSTkgo3XFHqRdM\nCgKXV68IjXwW/wn/zS/8HAAbO3uUa1V6J7R9biCu6xBbcr2vffdreYTze7eu8PDlxwBIohDPtMJ9\n/uFPcmpBPN2bt68zUjYEB5ni1t3rgJCAdvtS3F5vbrPXkzWWWhaOZXrqFczVhcB1a2+bPeNJ49hk\nar+9K06MF6tU3nlg6QxP8X58mrk8UEPrOA4zJueX7jXJurL4Wu0mJZNGULaFa9poLJ2hI7nIINN4\n5qqaYZ+kJYoI+yGTE6LoMAzZMSy7nU6b8+elCbpULLJtekmrtQJN0+p1e+sek5OSO+v3I6Jk0MZh\n5YSBjp1RKtrYjcPxt39U4rou2mwUzWYzr6ZqLJQJ83thDB0xFspVFD2p1iZaUzOMwe12O89nOZ6H\nFcgGdW9zA9Ojj+9XqFSlTewTj3+KiwtiOEtejdGKHD89OUmtLLm2dqtBtydG5Pnnn+fixfMAzM3N\nYzteTrR3kkWhqRVkDXzrNYuXlmTTiewKWsnaSrMGF+YlF62cjNt7ss4q3ZilTelwKlb3+zizVO3P\nOmQalcj3OCrg0hkxJI+cKvDai1J3ePG738I+I6kZiuPEZveKLAiKko8sV2pkxlH5s798gbGxSVrt\n3jFo5OjEshTTc3K99668jDbP4chIme7emry/ucHGtuRxncjh7z73XwIwd+5Rdo1hjksBfUtev/Ty\nS+yYVq92FpEZY+m5Ho5pIyh6Xt5REGYxmXH2Up3kwxFJpvLhFMtSeR+thSLUKh9set9rvG+tDGUo\nQxnKUO5LHqhHa6F52CTqJysllm4J110xUDi5yU9RGKrsMCE2Fd3M8fJqeOAF2L54TpPj44T9/dCz\nVBIvrV6v5yGw4zp5KJ2mWU4rXCgV8mM6/Rh70HhfLGFl4gXGvZgoSskO15f8kUmSpNj78684pkE7\nw8mT//0oZmxCPNHFO0u5ZxUnKfVR8WgrtSqLi3cA8WgHG3acajom/JqYnOKvfUHC0yce/zhFX3Q+\nMTZBvS6enmNZvPnG6+bsUuZmpSH9M5/+FKWSeLrFoPieJvCTLMrSuIZq+trVEFt/A4Apy2J5TTzX\nVlzh1CdlfUdZSFCUNRc7Kb4pzNZLfVLTbJwpOx9NtlRGFsr629hSRI1bAJyZrXHx4kPyu1e+R9cU\neNxqgg7kHsuEuW3O06VuhlJsNHuNBmlysqMxpRV/9ieiT/3m25yZloLW3Mgobke8/HaUsGSmNf/i\nlVc5Myme/efOX8T35NqvLt6kk8jzvLCwwO71a4CMg3vm+a+6HrapYBVdlzASb7/dbef34uDIeJKk\neY+5zhSWsR1JmqA0J7ProOC6jJiHbPrUaSzDnd7bW6XTlHwWlsI2RiKOQ1LT0jU2N0OWSIX23nYz\nH2Psdnp5y8WpU3MkZlGVy0XCUEKHmzeWcpe/3enk+WCFzsNWBcSx3EjHzSgVjeWPbPrd/kfRVH9f\nkmVZ/gBblsI21ewkA2U6OjKd5FNiiox6Xdrofunv/QpPP/1JAIIg4Pnnnwfg3/7bP8hbsWZmpyiX\nJb/78ac+zuc+91kAJsenqJrNzfc9xsxDvrm5zvXrbwOQJnGe671y5Q3Onl0wx2x81FNMh5Yk0by7\nKBuT7RQ5PSHreHw0oztIbzHN+LRsKNdv3KJcEl3HUYJnJiK1BYm5ZNu28w3Rxsq7YZSKqdTl/c89\nc5kbRRk9/8M0pmXC4XK2bzyzFDITA7e6GU2T81baIo6Sj6Q18X5EZ5r123KN8XaLzW0xfrf1bT5n\nUiWTqYXVlnW83Grwf//Rvweg8+wzfOJpw5+Ypdy+Lt0LZ8+fY9YY4+3Fm5R90f/lM/P4prso67SJ\nQvktncQo834chsTmWUpSRWq6nRzHzlMFKRmOdXizMEwdDGUoQxnKMcsD9WgD38vHBte3dgnKEq4G\ndoJOJPxqNlsoy4RElsPogoxNP/3TP0MzldDq2s3FHMWoUCzmHvDs7Cz9noQOS0uLeMYb/sQnPo7r\nSDW4091jbVW8tKTdodmSglxKC9saqCPGM9gLk9M1pqYrbL6xdgwaOULROi+sjI7Wcc3Qx+raFiba\nIfCKBIHs7OfPn+WLX/wZAJ599lkmze4/Uh/h05/+NABf+tKX+OY3JaTb22sw6HWempyjYprup2Ym\nGK2aAZMkolAQLy6KekTRoAiT0dyT3tkXX3yBgimw3b17R9yxkx4uINAOsVGktgtoJes1jCxsV655\nevIMtsmB7TXbzI6LThutFr5Zo06qyLS5IcrKwWBSHecFm14/ZMSS75wYGWd7RLxYpVxMFCujoYNM\nkVZoNfDAUpotObckSxCY15MtSmc8sSDP59u6xtvvyjO5ut2kaR7JyC6ytynXFXiFHMjnxatvcmZS\nRs+ngyJt03e7vbxGoyXFs6LjMV2XovcjC2cpm7TjtSuvE5sx/ZFCKR/xX95cxzIRQy+MwZH30fvD\nC67rmqj6BKYOlFI45mJu3nwnV9CZ8RGCGQk/U3eETkcUXalpzn7sGQDGTj+MbSrm53SGa4zK9NhM\nPjueKYj7ZpH1+iiTu5mfX8A3IbNGE5kG59Zei8U70lS/fOcG6Z50LPRbLZbWJJWxvdFi+tQslnXy\n0LsOimVbVKuSHy2VKyTKwPL5HlMGt+Gxxx4jMCFUqVTk0kPSLVCt1vI0gh/4+eTM/Pw8X/rSfwtA\nlmkau5IvW1lZy9MsWqcM4BmDoJQbmjRL8ly4bUFoNsDvfut5XnrhewBMjE8QR+FPRPpA64yuCc+7\ncUg9NdfZD/EL8hDXx0/jmGspFXzqph1u494Go2XRr1IqdxK0wEPKaztGm3x1Pzo4iWTR68lDbymf\nLDHGPlP7ud5MowZ5x7KF65gQOMqI0v57JptOomQ6Zf6sAXdSTe75YnR712IWd8RYqqLFAKV0Mijz\nsVOyibVvv82978t6qs+cYuYhyZGfO32G64uLAGx09nIAnpu3bzJRESdBpzFFk+c+NTvG4h1po3ts\nao60KPbiG6+9kW9i8vOi/ziJiUkOQFj+eBmmDoYylKEM5ZjlgXq0Gs1IRTyqeKRKzfTLtnoRsSee\n7kNPPEscS8hZKfuMzEgvbBhGdBqyu2VhD78sHnDc7aAMBq1TKmIH8nphYSGHtSsUi3S7ZqY8SaiZ\nUNdzi1RqsruN1gosvfkaAI04YnpGvO3dTo93764Txie7cus6LpcvPwyA47qs70h1+vGxCZ55RooF\nWaZ54XsvAnD58iOMjIinOz4+mXufcRznBUWtdZ5O0VmGa4qX1WolP6YQeOw1JBKYnp5iMKS/snJP\nIO8A17HRBj1NZxnrazIu2ut06HZ7ZOnJ9rgA0hTWd0wYnkSkqXixXdulNCHharU+mg8gBJ4jqFGA\n0h7KwFaqKJHRTSBKwxxpS1kOPePJ2lZKtymplnt3l0kMtrCyFFUDnF/wIYwH/bhJjodQrnpUysYz\n7mm6aUJ6wiOGONNEBXnOL5z32CrK0MFGsot3zxRyrYDzpisoiSLsjqRTHlIWfkPSeld2l5kw6cL/\n4nM/zeyEPMOdXo/VDRnZvXbzHQpT4g2Pzy/Q3ZLIdbRYJS1JJH1hdILQl++5Yiu2lUFYUw62Se+E\nOsGz/UNf44NNHaAxa4D66TlsA1H41dffoGE6tP7G/EVmTovSa9UCoQnz712/yvqKuPZe4DNiDOrK\n6rvYBgDm7MOP5vky3wlQJoSyXTsPT1vtVh5KObYDSsKUcxcuQ1fCW98tcnlOqsfNfsT/98df5ZAR\nwkcmlm3x0EPSBhTFMYWaXMuly48wOSmdAG+/fZ0kGYAhH2AJUBaJaRLv9/v70y+WhWXJg+06Lr4v\nx5TLicnZQhSHbK9LWmV0rEbfAF9/5zvfpt02jfxJyt6OLOhi4FM5JbCK9foIN27cohc9cAjK+xfL\nop9KKqDsOPhjska3xy/jrRtciX7IktHF7ZVtRkfkgW619vCLZmPyAhyDe+AVihQKso6TDPaMcS17\nAZbZfF566fuQmU0w6ubV8F6UoQ2wSpKkoOX7V5eWWX9IsCfaUZ840yc+NZOmKUksa67glHjMpLqq\nYYtEiz5XWj0eqYs+X3rxGm+8Jl0KTxc8ygY8aru9xca1KwCMj4/wyCUBap+q17g8Ks6G1UhZXxM9\nT59dyPXvqTKP/3VJUwaFhKbBar4aKhquGV7IG08htoA0ybuf3k+GqYOhDGUoQzlmecAeLTlIL9is\nmHHZ6xt36aeGAqTdZtKSUCx1A7YNNNq9xRtkBvUpGBmjY+b6m9vreLF4Gkqn+AOULtdm0ERgOzaF\nQDzXIAjITCOjrVxsT1IHrqvgIQPmrG0mDBJWdXKClUaDte1vHbU6jlQsZeWey95ek4uXHgXgwsXz\ntAxyUblcySvVhaCYc1O1mi2Kpuez0WgwYsZxHedA+Gs5lE2/rNYZDZMuGPSBAnS6HRxTpbxzZzEH\nECfL9hHWsozJSfFA4ijE9z0sg49wkiWJNfe6gm8QJRZr10Uv5a0eoyOil3JQp2cA7D/7iY/nkIYl\nv05zzzBSWBmlwFDZpPuUKXGs6XZFl82OppPJes38BL0pwwu2bdPtyPEjWUaiJRLo9WIsW6LD733v\nHW7flFC6HUK1XjkWfRylaK3Z25Ex46lRjxlHxolPz5/j+2Z0/tTCNJfOCwTnC995lStXZdgpKxbZ\nNekqdWaUfippx1dff5F2Q2Aqn3jsUTgtGBEXLs0zsSy6GqnUmLh4CRCmK9vgLaRf+QbdPxCUx+Jo\nhjMjx2tUXryMySBLDh0tPHBQGc+VRdkF7nXkQczKNn1DO7O2do/z52VeHNvaz/PpmNHaoM0ipbMr\nRpeoz0jF8JAVfCx3QFnhYdmDBnM7z4WlaUpq8oUFr4gdGAg6pSma+f0otlm6KWmKs77LmTOTOVTd\nSZU0y3jtqkzCzM7OctFUXx2LnOvLcx16puF9Ze0ekYHci5OIODZGt9XKYRJt28ZSsvnYls7xaxPf\nyyf2VCbtZADojLbBG+73IjodWfRJltIfTKG12jQN2E8xCCgUiiircxwqOVJJYlhtyNrdCUsUVmXt\n/vxCjaLJC46O1CAR3RUqAVFfdFq6/DBff30FgKs3m/hKrt+12li+GJXU8TBRLAXdpTYjz8DZc5O8\ntS6G8+zCHC0kTeaXijmbBdrCpGvpp0ViA2BTrFQpFvyPgobpvsR2HAKDi2EpC8+W57BUnuSxZ8Xh\neb2xy6bpdPncz32eVkfqNVsrO6TLop9SxWZ0SjZxy7HyNk6fGG1YPebGJjk1Kc5VsrqBuvKOOYsm\nfYMxfOM71/i2I69Xx0dQakArlJCaHGKoHPR7iEZ/vAxTB0MZylCGcszygD1aG21CnL2wzUYsO3tl\nsoYyIWhjb4teV7wuslFGRqW66z38CHZLwoudrT16ffmsoxLGx8wxfoEkZ2Q9UMlW+ztPkiZ5k7iy\n7Bw8WVkKXAPaXCyxekdG+fpxk0baIolPdngbRREvvfIqAH/7zDxBIKmAvd0GFRPy7+w26IeD0OoV\n/uLrfw7Af/13fiHnurp7927eoTE/P0/FjEwr2855wixgfdWEp+02n/ussKyWyiXu3pUixfLyMl1T\nXIzSmPjAvL1rim0jo6PUKjU2G82jVsfRi1LMeXKeQZYx+5ikZqZGi/zHr/6lHNOfZmlJvKiFhYU8\njZDGET/zrAyH3Fh+hw0DgUhikXRFF46VUHfEEx2vZiQmggqKHonBmBgtVfAM3OdYtUDPrN1yqokM\nclvqJ7jGq7Ycj0rBPfHA9anOOH1OCng7S3dpGlTH0CpTNwSfF2vTLN6TNGIw4fPMz34GgOTdHcqm\nF3ZdddnZE53XihUCEyLcW1zklFm7eqfDrTcFy2Ptziq9VH6sWnHpbsnrm75H/6c/DkC/v0NjS9Z0\naFtgxnEjMmzn8DgdD9TQohRt06qyuLVMS8sDbQcOTskQ2bU3aRvgDBXBxLTka0frVXaXhErFS5fw\ndyT/EoYJg2RslLroQVU9aZKadhBHe3k7Eii8PI9rkQ4oX+KEyFCS44HlmCbxXpdilmGd7MKtuT5Z\nTI7jsWoQ9z3HpmowNz3Xyx+6bqfNV7/6VQAefeQhPvFxIVK8c+cOi6bRO8syTs1Ki0wx8PE8yRui\nLd55R0Kuxm6DZ575BADjhXFefFHax65ceXOfbTTbr806tpXPlCdxQqlQ+KjJBA8l7R7smVRAv9+n\nZDq9Go09ksgwr3Y77GxIlfzC6TMsDRrm1zf5zNOfAuDZh8v88fdlnY0WE+Y8WdPvdOfp2rIhNnod\nqgb6rxH26SLr9e52wkMPyzGzE0XWB0bFt3HLJu9QH0Ensjl6vgdoTrp6e1HIzTXZoB6bP8vdVQnz\nNxodnqpIp0FidyhfEGP8ncYS9dOSXjhz5hKPnJbp0TfvvcvbJuW3tHiL0rx0Ds3PnKI0IenFnXbK\nNzckjbPjpQRjsr7bnYTdabFN9XKFkbLUfV5bvc6m2TAt18cdEEHjk9mH56444bdgKEMZylB+8uV9\nPVql1GngXwFTyGDv72itf1spNQr8HrAALAJf0lrvvs+XsWwI6xa3Vuh7ZrRN6xxubPHuHd4x8Inz\npxYoG9g9tzRKeVI8ASsoYa/Kzr5x9xaDonW7HYPxXK00xCmbApjW+VhpoVDAMi5/RkIyGMfd2WZ3\nXbxA3Wowbsb0Kq5Hu9/L+bKOUo5StxoZpQXY2tri9u1FAB65fImKuRY/8HMvE6VYXZNQ7OaNm5w5\nLZHDV77yRzno+bu33+WZT4i3emp2hrExw8fmBtwwfGCNxi67u3JqhUKQ05w7jkM0oHXO9nmrskzn\noMrNVotWq7V/TkcsR6nfTNucvyQV6tmZKpEpzLx6fRsnkPXkBw4/9YxEBlMjI7z9thwTuBbLpmF+\n6W5CGMr7sZXRM2mETMWURkzqKnKompC20t5jftbQbHdHKRdEj/MzFlOm24FME5te5Harj+0OoPz6\ntDs90Eev36PUbTsO+drbQpR7dmKey2cWAPjuqy9ybWkRgMkzM0Smi+VTj32C127LUMO1xbs8VDkL\nwIXJU4wH0oO7OTvLxrrBNMFhdFz6nvfqCfFPPQlAMUo5W5E17SuPDUsMSafX5dXrQny53GrSGyCl\nRSlFM8of2BYqO7xNOEzqIAH+sdb6FaVUBXhZKfVV4O8DX9Na/6ZS6teBXwf+yY/9oiThlrn4ZhoS\nDfImqSYwAwiW0+Zb3/82ADMzs3zGhL1BEKB8MRhO3aJm0gLKCVCetLA0m20y03hfK/rYZkqnM3mS\n+gAAGWlJREFU027nMIm2ZeVzz6mOaRt4xrtvv0lsiAhHfRcMCIVKM7I0wzoeFoAj061tWUxOSJi1\nsrKOa4AwHn34kTw0r9frTBjyylsvvMiu6dy4eu0qn/qUNGtvbm5y7Zp0L7z11lW+YyATz87P59/v\neQW+8x25R7bt8NJLLwEC3vOFL3wBgHa7wx/90R8BcOXaWzm8XKYzbKPLVqvF8vLye1hJj1iOTL+e\nZ1OuiEGdG3W4uy4P/b3dkPOjYvCWlm7jGTCYeyv30O4+mei3TIP9vc0Kf/OT4+Y7fbYbYkQbuymZ\neRpVpthdk3rErtfHNvCJza17rN+VDe7Nl75H3+RuFfs4qdXREUmnAUHBo1Bw6XePpavj6OxClnH1\nnuRNv/3Gazz3pEB2PnzhHK+/8QYA9rqfY3mEnQ5VE9q3/UW+fvP7AEyqMiMV6TqYnVogNJRVvXZI\n5kg65dKlC6RmMrSxu4syFE4zk+PUDc3WW7dvUzI0QfWgyvqq3ItUa5wRuUlulmK56rBMNu+fOtBa\nr2qtXzGvWwhX+xzwt4DfNYf9LvC3D/mbQzEy1O3xylC/xydD3d6f3FcxTCm1ADwFvABMaa1XzZ/W\nkBDix0qYxGwZwrTEO8C3k+m8QDI5O8HaXQnhn3/hG5xfkH7Q6anZvDOh205pGUQjilW6Bocg7m8x\nIAGKIg/VHlBod3JA6lqtliOb2cqmvWcQqe4uMVkQL7lW3G/yTtOMJMvEEz5G+bC6tW0H25aC4tbW\nFiVzDZubW4ya9Ivnee/pkR3gG7zy8iv83M8KweL4+FjuYW5sbNIw6EmdVpMwlK6GleW1nHGiVqvz\nW7/1WwA8+ugjPPfccwBsb2/x+S98Xi5ga4O7pmLsuVaOeGRZFmmWPpAR0Q+rXyzNH39XPvLn397A\nNewJ+HVM0AXtFn/xTfGums02n/2cNNjPTk/w9pas3VAHPH5JPNqZUpLz1+1+r89abKjHlcJ2RcF+\nocP1t6Rg9sqLr3L2nKR4GnttVjckGhup16nU5H4/8dBlmgbnolorcu/OzWPX74fVraUUPdPr/cby\nuzxyTnqIH56e5amPPQ7ArZs3cQZklE4Bry+R6+npSe5tSgHsevMmtUSKW+lKwoQtxduJYsDilnil\nFz/xSR4NBBPkyptv8PzLAgO6vXCGkTHxhmvFKo+dlTRRp9+hWxZ9Lm2vE5n+ccePqQQxRw6TqJQq\nA38A/COtdVMdyFlqrbUaJPb+08/9KvCrAKWST3/wiwrcQQeWcgZQpzgFi+nTEt7eWV7i+i3JlYyO\nVPNugbDVYvGGTMus72yQmRyfZ3u0WtLJECcpykyM7O3t8fgTcsNG6iM5JmvgFLGRELvd7uGbroNT\n05P5xJPn2KiCh+0cX4PGUejWdV32zKaRJGnewra9vUXvlCy+JE3pmdat8+fP8+xPCe7sd57/S15+\n+WUASqVyjmsrhlh+utPp0jcQlFqTpyPa7TatlqQgOt0uzzwjKYgrb77FqTmZpBodHeXuXfPsafJO\nD8UA6u/YDcGH1u/oaJ2//kkxANvtmMxMC2yvXKe3Ixv92soalpkcKFk2N68vAvDYQ5fwt+WYNEn5\nf/6D1CDKjsb1ZeFvdX2skml7K7g5tVO71eT8xQUAHn3iUToGD2FicoxC2UyPZZqSycM7Ks1BZZRu\nY3G8gD1HoVt/pELRbBSLrS2+/pasRY+M8/MLAMwlMXduyYbz6JkFHh2XDgTdSJg8L8/wm2vv8k4o\nTloj7nGmLJ0Gb60uUj4lHQj9tCfstcDMxBRnzglRaJgldAyUp041bTOR5ofw9AVh4t3e3qXTNROO\nxYww6udgPu8nh3LTlFIuosx/rbX+d+btdaXUjPn7DLDxwz6rtf4drfXTWuunA/9kT1d9FHJUunWO\ncSP4SZaj0m/ZAJ0PZV+OSreumQr7qyyH6TpQwL8Ermmt/9mBP30F+BXgN81///D9vivRGbEaoEfp\nvChiWVY+g6+UhWdCeJyUJZMkf/bpZ1Bm98iimFZDdva3bl6l0xXXPnCdPCztR3EO9p1EMY1vS5g1\nMz3Bw5c+Jt+jUqZNn+jCpUssGxDw3TRm0ngLURwdGqHnfuUodZtlWe7RVqs1UlMUvHNniYq5lna3\nz7rprChX6zz2mOzUr7z0Am9fE36vkdERiobfKtM613kYhsQmRaMs8lRKmum8ELO5ucF1w9n06Z/6\nVJ6m2N7b5cqbUlXWaBwzsDAxNka5XKC9tHJYld2XHKV+y6USv/ZL0lHQ7Mfs7MpwQWPTY2lRhje8\npx7CM3rvNhu8eU/ev720TGTWa12PEyeSDlsNPVrGG3YcqJUNBofukxnvancnZnxM1vGZ82e5+rqg\nU83NzeWjtVeuXMvvh6NStHHZAsvG0UkOCn6UcpS6BY0akB4qxSum4Le5ucbjlwWc/typMxTnTVqg\nXGDMkQLkkwUXAwvB+VPn+NNbkrr57sot3kllrRdmFW+H8p131q9yeVy82MmREc6cWgBgcXmJrqFl\nv7e0wrUr8jysrN3l018Ufrypyhh3GtInbUcQ2kmOffB+chg36DPALwNXlFKvmfd+A1Hk7yulvgzc\nAb70fl+kVYbGVJjVPuQYKXm3gOu4gywCge/RbErFVGubxLRTJMCEwYsd27tDst3Pv6haEa1XVbBP\ngpe6bNwRpf/FV/8MIrnsmfkFWi0xTi3tsZOJgXllcZPHzprTjCK8bD/cPWI5Mt1mWZYPZdi2yqe7\n7q2s0o/MQ7u7y7aBKwzjiOW7iwAkcYoykJWnT5+jZNgAms1mzpjgFlz6hoZIkBMNEaQDmTWYbvJZ\nWpJ82cVzF/Kc+vj4ZJ6OUJadp2Gm5maYmp7m3sbOYfV1v3J0a1drMIatZMfEvgF3OXeaP/rDrwFC\nNTNSM3nByXH+//bOJTau6zzA37mv4czwMXxJFinJtGzJ8SONLbtOYAdtnD6QOgHadFEkiwJFu+gm\nQLtM24033bVFFwUCtGh2LYoArdO4sJPWdtLARf2UZFWSpUjWkzRJcUjOkJy5c5+ni/PPJWs0lixr\nhmPrfICA0WCG99z/nvnPOf/zD37vGwCUApct6Q4SZw6bW1IMJoMwMXI/dbHJf59fAODSynX2VKTj\n8MQoroR6DflBkcmYpCklCVMMvIBU7Op7pidpivfcdRTDY+dx3Z5sFG6bbDOtaUk36jRNaYucO1HC\ntZOme8L4+VPsl6iXvWNjVCPze3xs7ggVscUedH1+e8aEbjmey/OXjQmiVco4VTdlD189HjB07y8D\nMD11hFDqcaxdrxcdRF599TWuzpvF3/ehLrbwPeNTrMiCGTdC0ry8XW/iBtxQ0WqtX4WfG8XwKzd3\nGcv/h5Vtb7Hy7R1Wth+Nvhv2XFmtVJajuk4sp0wpMLvJSrlMSWJqy3qIYXFcKSCSVS/LUvZMGw/h\n9JUJYkdqI5BTUZJeq3OiUJoDas20NIK8enGe7y3/GwB+7QBLy8YbGcdR0eRR6Q5Xrpod8GfvO8ih\nPTV+/pwaDMyO1uxqGo1GUaJweKRKIjvR5kaTTJIFdJ4VqZlxknBFdqKf/8IXmN1vnFjN002qUutg\nvFYrokRWV9eLHWoOOLJDnd23H6Q0YHsrZM+McUDcf98RatKqvB12it3X6dNnmL82T7vVvv0Cuc2E\nYZu6pInSaRFKlszskUN88VfN0fLixWU2GmYuXl6o01g3O6FDc7MoSaO9+9BhdGSejecHIGX9Kn6H\n106b+d1Jh0hTI5OxasDRXzBe8rWN1wrT2NUr88Xzy3ROU05m1eoIy2tm15VkKcPVoYFPcc7zvGij\nnqYprnRGCZWDI/e7sLXOOwvGAV7yFFOSDn59q1kkHRzecxf7pNj6V2Z9mm0jk5cXjnO+Y16/dOlV\n1Kox6Xxp7kniq8YEdOLEGyxeNr/5+voGTW3Gs2dsjKUV8/4Dhz+DkqiDk0vLdDbT7cipG9BnRatw\npKldRQVUq0ZY1WCUsjQNdBynKIhSmRii5HdDOhy2IjP5dJYQSi54OfPZVzGCjpMY6TpBliaUpPRf\nRo4r5RlLMxWuLJpj3OLKNbQcxVzXNTYJgNxj47z5MaysvsfGgzO0o8HuAqCUKjojtNvtoovExmaT\n1dXtx1yRbhRpmhZNAifHx1l830QFXF9cZPYuoyAvnr+A200qSTPGJfOsUW8WP/I0z9GiOA8dPECt\nbELJykMlJseNCaK12aDatZeHHXLdXWw1G2uNQvkPMteXV/ibv/4OAPv21oq2PnvPnmXuHpN1NHv0\nIL60VZqZOUBVEhY2m/NFBEwW7yGRgkipM46We4/aLUbFWezXqjiJ8SG5ShdKNNeaQOyvC9fmTVEk\noFItE0sbnMsXrzDimefhlmImpu7lleB8T2RyO4nlDB4lMV63oy/bNZaTJCkKIjmdmDWx6TZObvDr\nD0lnhEqJRQnjmh4b4vcfNIV8qp7PP7797wD8dPM0W4smIae5fJ5K0+iXoeU6JdmYjYw4hKNGzr/z\ntaepuSZ6wUk016XYj/ICVK6LcNIbMdhLncVisXwK6G+ZRK2ouGbHM14ZpiJlCfMoJ251Wyo7ZB2J\nHAgjvBHjLIg6bRzxnobtFovvG2N1EkWUpHRc0kmLrgEldwilJc7QU2Syw19eadGQPPUs0EW8aU5S\nxMQ5jo9OzUp3pb5J4/V32Wh1HW6DS9fLr5Ria8scfVzXoSGN7JQyjRsBSkFApWzkc8+BAxx7w1Td\nOnn8OA89aDy9U7UajXWzQ6jHETMz5lg25DtSGQraYUQYSzRCmpGGUsD9/Xl+6ctfAuD5f32ORt04\nvMrlMiUZZ5qmRFFEOOBmGTDRMMt1c8zc7LQIpNj3iXPnWFqUKnSupjZuTCQH9t3FrPRqGx52mZY+\nWCurIaMV8wzGpiYZkbbWOo6ZkOPq9N4O7S1xvFWrbEo1uyyJkNwTap8ZpVyW3m4uBHLyG3Ib7J00\nJ4lyuYpSbhEVMqho9I7qehTNOrWntivAZVkRbq21oi2fv9Rc4uUzZu520ognZkxEQRalhO+a5/XV\nu55AP2T+5vfffo5jsTktzDdPcVCabM7OjDEnZrL9UUbLl9d5wp5xI/RT587SbhlzkO9rtsJkMDss\nuMpjatRktnjKIZJCGGncYaf7rnsE7nQiEmmB0tpsFsfetZVl3rtggr6HKhVqY1KRveTjSq55pTxC\nJAqgoxM2pGnefKNFW5rd4YLuBnTvCMLPs6zbxB2tAlYjTXqTR4TdIs/zQrnC9r34nkvU3i4kk0n7\nkxSHjkQmfO7hh/iPF18E4NKF89wnR+G5g/t5Z9XYp1SmWRV79nC5QjcwvVIbYk08sQsXLzG333w3\n7oQsvm9smkkccc/cHGAy87otcYIgIMtzfiq1EgaZIPDYN2OUqKNcwtCYn3zfLY69G6sdLl8zsnjz\nrfN4nnT48F08iRCojYwwIZ2Xp8dHmagZc8x6mLG0bL67UfUoS5fnrZlJPN8oTtdJGRs2ch8bm2J6\nwsx71y1THTJjmxybKk6zWeagM9AfofjJrqG3swW7YWtpmhbzTCmFkjntEpDkZh4nJY+Lm2aOrr75\nCiv3GPvrM0efYqTbpXYp4os106jxVGU/x1JjirnqJmyERnEurbbpXDOmgyBMODhl5Pnjl35EajKN\nOTAzy6w0K73c2GCp0ykaZN6IwV7qLBaL5VNAn3e0Ljo2uj1WEMdmFdPp9qqrlNt1XKO0R23M7GKz\nPGFDeowtLC2xLI0dD03UUJLG6HkuVdktVcoVXHEQrF5vcP6q2Y01wxSc7nHNKUwHjlIoZf6OC2hp\n1BbpFJ8yg74maa3pSFRGviPmN0tUMfI8y8jEhhJlIT9++RUA/uzbf8LXnvkNAF584UUuXzDe3Sef\nfJLFK5e732ZiQpo2ui7j4+bIleVZ0RGjWiozNW6iQTrtNvUVc0TrxBHNbjF316HVMTuH0dFRlFI3\nHfS9mziOJpCqz5sbLRob5jQQhimueFEnxnw00sgvrdKWEpxrrRaRdOjYbK0wLycDRznFTrfiOXQz\nJ9e8EhOTZqf7QHI/ccvsmmpVl+qc2cXiZbhD5lqloIIvpRo7+TppKL3dEgcncNA9KJN4u+nuVgPf\nJ5VU+J2zYqfpwHP9ouwmpYBAqvK3ww7/ddUkxtSTFkcPmnoFD941Ryk0v4mn736c7Kr5/FpnhdKw\nkfnqQsj6ppnHw05QRMzocpVkXUxyvouWXnHxhQXiil+k/9+I/udtdvPcXYchsfP5foCWocQpuDIx\nRkdd5u6W45GjuCxBxNr1eeBhE5hcK1eKTCPlqMIU0Nqsk2vz/vXlNVYl1zx3A5zuxNMOqih/qEgk\nT93VCi0ZbJkX40lQ+aDTVbBa6x2te3Jcea20KqIFXKU4/64xv/z5s89SlpC6zz/+GOMSLfDwA/ej\nvm6KL/3whRfIpNZBJ03JJAqjHbYpib1yfG+FWGy0axubfP85k5VZbzRZlU689ea6qcWArHEaOtkn\nQNEqGJLkjbzkoEfMfC0FoLopNplDKFky61GLKDcLn+c55NICxQ22i/k4WhXKIwhchiUVdXS4yqQ0\nvMySNl5uns1EFRwpAxhGEbGUT8ziBrHUWPRLFeLUjCfTDr5fulnH+O6hKUwEaZoWDVkdb3tO53le\nfMbJFEPKKMjc1ZR0t9BLgCPlU0/XL3Nu0dRGeOTAvTz9wOcAeOzwUe6/25gR4rwNojsuf7bJ/Hsm\nYeS+yWmeOmJsvaWSx38eNxuPH37vByxJM8d66JCNjxbhjDdisLdpFovF8imgrztaRymqctwJggBf\nAt1LLkitYjY7Ca42+n9qfJiRkvGMNxZXWJNSe3eN1BgbM8fYvBMXcZhJmhGK80w5irY4wxaX60Xq\nouv6OBKnpx2v2NE6Sm2n2eY5NUnlVa5Ls57S6wpTHxelVLHia62L167jUpMiyZ7nMyQV0GrjNVJx\nRq6t1tkjDS477TYX6sZxePKdd3jsUZPff+HsWRaXjKOhE4b4koBQGRqiJBX98zRjad185sx7F8kl\n5vDIww9SXjIOoNW17WL7iu1xDjqu4zNdM/Ha1DIS2XVlWcJmyzhXwihjfsns3HFKhHE3XtjBF7NU\nphRSzRKdKTxxrlTLZaamjdlrcnKUsYq0LVdNos1uMH9WFHQv+WOMS+OyVCc01o1zLkx8UtXtIALV\nYKQ4lg8yXVNAlqXkcuJM47RwjHueW0QjKHQRl0ySkRcObU2qzXPxSh6JMieKE/NnWbxuHLP3Tc7y\n2BFT42N0tFrU8jgSjPGLR40jtxIE1KSY+/V6neefMwlOr791HEd0RBpUUHk8mFEHnucyXpVOChpU\nV6Bhx2TJAKPDJTpSs3Zza51AFGcWxQxjJmW5VCbbkhoISYbfzehSPiWx0abK4e2zpgBHvbGFW6p2\nR4GrzOdzpXaYDjSObPCVCw8fNkLPtxocW33/ExCAtN3pd+fDzx1FKAvRaGWoaA00VqsRyCSenRxH\nyXeiKCKU6IWfvPQyqQRxK8CXAPna2FiRpafznFSyY9pOh448r9GRKpHYry6d/RmdHeFm3aOszsBB\nsZ0pMrh4QcD0tJkTirQ4C+Y6J4mMvyBOt5jZbxaUrXbC+qa50SiMIZVjvlKUSubLJS/AFaUYJzBa\nM4tgdURR8owJxkGTZN3NQIXugu84kIgPwvUqRaiXchwSMd84ykV3QrjJ7KXdQmtNIlmNuU7I8m5y\nkC6KTWm2lbH2chAFmemcVExPW1kCrplzXuIWRasSlbMYmgVw9WqTYwumDY4CIumwMB1M8NVHvwzA\nRDDChTcuAXD8neOcOGPsvjkaPWyeUTbk4QQOfHjzroLBX+osFovlE47qR3X74mJKrQAtoN63i96Y\nKW5uPHdrrad7PZhbZUBlCzcn34GWLYBSahM4t9vj+AB27vaW2zZ3+6poAZRSb2mtH+/rRT+EQRvP\nx2EQ72UQx3QrDOJ9DOKYbpVBvJfbOSZrOrBYLJYeYxWtxWKx9JjdULR/uwvX/DAGbTwfh0G8l0Ec\n060wiPcxiGO6VQbxXm7bmPpuo7VYLJY7DWs6sFgslh7TN0WrlPqKUuqcUuqCUurb/bruB8ZwQCn1\nY6XUGaXUaaXUH8n7zyqlFpRSJ+TfM7sxvlvFyra3WPn2jjtFtn0xHShTFutnwK8B88CbwDe11md6\nfvH/O459wD6t9TGl1AjwNvBbmE6dW1rrv+jneG4HVra9xcq3d9xJsu3XjvYJ4ILW+qLWOgb+CfjN\nPl27QGu9qLWp4qu13gTeBWb7PY7bjJVtb7Hy7R13jGz7pWhngWs7/j/PLk8SpdQc8Cjwurz1LaXU\nSaXUd5VS47s2sI+OlW1vsfLtHXeMbO9IZ5hSahj4Z+CPtdYbwHeAe4FHgEXgL3dxeJ9orGx7i5Vv\n7+ilbPulaBeAAzv+v1/e6ztKKR8jzH/QWv8LgNZ6WWudadOd8e8wR5pPCla2vcXKt3fcMbLtl6J9\nEzislLpHKRUA3wB+0KdrFyhT/PTvgXe11n+14/19Oz72deBUv8f2MbCy7S1Wvr3jjpFtX+rRaq1T\npdS3gB9hWnJ9V2t9uh/X/gBPAb8L/I9S6oS896fAN5VSj2DKXl4G/nAXxnZLWNn2Fivf3nEnydZm\nhlksFkuPuSOdYRaLxdJPrKK1WCyWHmMVrcVisfQYq2gtFoulx1hFa7FYLD3GKlqLxWLpMVbRWiwW\nS4+xitZisVh6zP8CB+zi+GJTgIQAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 16 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "dQQPlF6RdS2m",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Create Function to get data corresponding to three labels"
      ]
    },
    {
      "metadata": {
        "id": "GFyk3xzNdYNW",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# This function takes the entire traaining data and test data and corresponding categorical label and returns the corresponding data in class indices\n",
        "def getThreeClassesTrainTest(class_indices,train_data,train_labels,test_data,test_labels):\n",
        "  all_train_data = []\n",
        "  all_train_data_label = []\n",
        "  all_test_data = []\n",
        "  all_test_data_label = []\n",
        "  for ind in class_indices:\n",
        "    this_class_location_train =  np.where(train_labels==ind)[0] # train_labels[train_labels == ind]\n",
        "    this_class_data_train = train_data[this_class_location_train,:]\n",
        "    this_class_data_train_label = train_labels[this_class_location_train]\n",
        "#     print(this_class_location_train)\n",
        "    \n",
        "    this_class_location_test = np.where(test_labels==ind)[0] #test_labels[test_labels == ind]\n",
        "    this_class_data_test = test_data[this_class_location_test,:]\n",
        "    this_class_data_test_label = test_labels[this_class_location_test]\n",
        "    \n",
        "    all_train_data.append(this_class_data_train)\n",
        "    all_test_data.append(this_class_data_test)\n",
        "    all_train_data_label.append(this_class_data_train_label)\n",
        "    all_test_data_label.append(this_class_data_test_label)\n",
        "    \n",
        "  train_data_three = all_train_data[0]\n",
        "  train_label_three = all_train_data_label[0]\n",
        "  test_data_three = all_test_data[0]\n",
        "  test_label_three = all_test_data_label[0]\n",
        "  \n",
        "  for j in range(1,len(class_indices)):\n",
        "    train_data_three = np.concatenate((train_data_three,all_train_data[j]))\n",
        "    train_label_three = np.concatenate((train_label_three,all_train_data_label[j]))\n",
        "\n",
        "    test_data_three = np.concatenate((test_data_three,all_test_data[j]))\n",
        "    test_label_three = np.concatenate((test_label_three,all_test_data_label[j]))\n",
        "#   print(train_label_three.shape)\n",
        "  train_label_three = np.reshape(train_label_three,newshape=(-1,))\n",
        "  test_label_three = np.reshape(test_label_three,newshape=(-1,))\n",
        "  return train_data_three, train_label_three, test_data_three,test_label_three"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ex0j41PLde2x",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Get data for three classes using getThreeClassesTrainTest function"
      ]
    },
    {
      "metadata": {
        "id": "IpqbOTfBdhHk",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "train_three_data,train_three_label,test_three_data,test_three_label = getThreeClassesTrainTest([ 0,3,5 ],x_train,y_train,x_test,y_test)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "9gK_tiIWd2Nf",
        "colab_type": "code",
        "outputId": "9c2c10ef-f59f-4e3d-ffff-2bc61a3d7af5",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 337
        }
      },
      "cell_type": "code",
      "source": [
        "plt.hist(train_three_label)"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(array([5000.,    0.,    0.,    0.,    0.,    0., 5000.,    0.,    0.,\n",
              "        5000.]),\n",
              " array([0. , 0.5, 1. , 1.5, 2. , 2.5, 3. , 3.5, 4. , 4.5, 5. ]),\n",
              " <a list of 10 Patch objects>)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAADwZJREFUeJzt3W+MXXWdx/H3xxb/BF2LMts0bd0h\nsXGDm4hkUtlgNrsQS0FjeaAGs6uNadIn3QSzm7iwT4h/SOSJuCarSSPNFte1Nv4JjRJxAhhjsvyZ\nCqJQWWYRQhu01RaUEN0Uv/vg/kpma2fnDp25V+b3fiWTe87vnHvv70DLe+65515SVUiS+vOKcU9A\nkjQeBkCSOmUAJKlTBkCSOmUAJKlTBkCSOmUAJKlTBkCSOmUAJKlTq8c9gf/P+eefX5OTk+OehiS9\nrBw8ePCXVTWx0H5/1AGYnJxkZmZm3NOQpJeVJE8Os5+ngCSpUwZAkjplACSpUwZAkjplACSpU0MF\nIMkTSX6c5MEkM23sDUmmkzzWbs9r40nyuSSzSR5KcvGcx9ne9n8syfblOSRJ0jAW8wrgb6rqoqqa\nauvXAXdW1SbgzrYOcCWwqf3sBL4Ag2AANwDvADYDN5yKhiRp9M7mFNA2YG9b3gtcPWf81hq4B1iT\nZB1wBTBdVcer6gQwDWw9i+eXJJ2FYQNQwHeTHEyys42traqn2/LPgbVteT3w1Jz7Hm5j841LksZg\n2E8Cv7OqjiT5U2A6yU/nbqyqSrIk/3f5FpidAG9605vO6rEmr/v2Ukxp0Z749LvH8rzqw7j+XEN/\nf7ZX+j/roV4BVNWRdnsU+CaDc/i/aKd2aLdH2+5HgI1z7r6hjc03fvpz7a6qqaqamphY8KssJEkv\n0YIBSHJuktedWga2AD8BDgCnruTZDtzWlg8AH25XA10CPNtOFd0BbElyXnvzd0sbkySNwTCngNYC\n30xyav//qKrvJLkf2J9kB/Ak8IG2/+3AVcAs8DzwEYCqOp7kk8D9bb9PVNXxJTsSSdKiLBiAqnoc\neNsZxn8FXH6G8QJ2zfNYe4A9i5+mJGmp+UlgSeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqU\nAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCk\nThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkTg0d\ngCSrkjyQ5Ftt/YIk9yaZTfLVJK9s469q67Nt++Scx7i+jT+a5IqlPhhJ0vAW8wrgWuDQnPWbgJur\n6s3ACWBHG98BnGjjN7f9SHIhcA3wVmAr8Pkkq85u+pKkl2qoACTZALwb+GJbD3AZ8LW2y17g6ra8\nra3Ttl/e9t8G7Kuq31XVz4BZYPNSHIQkafGGfQXwWeBjwO/b+huBZ6rqZFs/DKxvy+uBpwDa9mfb\n/i+On+E+kqQRWzAASd4DHK2qgyOYD0l2JplJMnPs2LFRPKUkdWmYVwCXAu9N8gSwj8Gpn38B1iRZ\n3fbZABxpy0eAjQBt++uBX80dP8N9XlRVu6tqqqqmJiYmFn1AkqThLBiAqrq+qjZU1SSDN3Hvqqq/\nBe4G3td22w7c1pYPtHXa9ruqqtr4Ne0qoQuATcB9S3YkkqRFWb3wLvP6J2Bfkk8BDwC3tPFbgC8l\nmQWOM4gGVfVwkv3AI8BJYFdVvXAWzy9JOguLCkBVfQ/4Xlt+nDNcxVNVvwXeP8/9bwRuXOwkJUlL\nz08CS1KnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoA\nSFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKn\nDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnFgxAklcnuS/Jj5I8nOTjbfyCJPcm\nmU3y1SSvbOOvauuzbfvknMe6vo0/muSK5TooSdLChnkF8Dvgsqp6G3ARsDXJJcBNwM1V9WbgBLCj\n7b8DONHGb277keRC4BrgrcBW4PNJVi3lwUiShrdgAGrgubZ6Tvsp4DLga218L3B1W97W1mnbL0+S\nNr6vqn5XVT8DZoHNS3IUkqRFG+o9gCSrkjwIHAWmgf8Gnqmqk22Xw8D6trweeAqgbX8WeOPc8TPc\nR5I0YkMFoKpeqKqLgA0Mfmv/8+WaUJKdSWaSzBw7dmy5nkaSureoq4Cq6hngbuAvgTVJVrdNG4Aj\nbfkIsBGgbX898Ku542e4z9zn2F1VU1U1NTExsZjpSZIWYZirgCaSrGnLrwHeBRxiEIL3td22A7e1\n5QNtnbb9rqqqNn5Nu0roAmATcN9SHYgkaXFWL7wL64C97YqdVwD7q+pbSR4B9iX5FPAAcEvb/xbg\nS0lmgeMMrvyhqh5Osh94BDgJ7KqqF5b2cCRJw1owAFX1EPD2M4w/zhmu4qmq3wLvn+exbgRuXPw0\nJUlLzU8CS1KnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAk\ndcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoA\nSFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdWrBACTZmOTuJI8keTjJtW38DUmmkzzW\nbs9r40nyuSSzSR5KcvGcx9re9n8syfblOyxJ0kKGeQVwEvjHqroQuATYleRC4DrgzqraBNzZ1gGu\nBDa1n53AF2AQDOAG4B3AZuCGU9GQJI3eggGoqqer6odt+TfAIWA9sA3Y23bbC1zdlrcBt9bAPcCa\nJOuAK4DpqjpeVSeAaWDrkh6NJGloi3oPIMkk8HbgXmBtVT3dNv0cWNuW1wNPzbnb4TY237gkaQyG\nDkCS1wJfBz5aVb+eu62qCqilmFCSnUlmkswcO3ZsKR5SknQGQwUgyTkM/uP/5ar6Rhv+RTu1Q7s9\n2saPABvn3H1DG5tv/P+oqt1VNVVVUxMTE4s5FknSIgxzFVCAW4BDVfWZOZsOAKeu5NkO3DZn/MPt\naqBLgGfbqaI7gC1Jzmtv/m5pY5KkMVg9xD6XAh8CfpzkwTb2z8Cngf1JdgBPAh9o224HrgJmgeeB\njwBU1fEknwTub/t9oqqOL8lRSJIWbcEAVNUPgMyz+fIz7F/Arnkeaw+wZzETlCQtDz8JLEmdMgCS\n1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkD\nIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmd\nMgCS1CkDIEmdMgCS1CkDIEmdMgCS1CkDIEmdWjAASfYkOZrkJ3PG3pBkOslj7fa8Np4kn0sym+Sh\nJBfPuc/2tv9jSbYvz+FIkoY1zCuAfwO2njZ2HXBnVW0C7mzrAFcCm9rPTuALMAgGcAPwDmAzcMOp\naEiSxmPBAFTV94Hjpw1vA/a25b3A1XPGb62Be4A1SdYBVwDTVXW8qk4A0/xhVCRJI/RS3wNYW1VP\nt+WfA2vb8nrgqTn7HW5j843/gSQ7k8wkmTl27NhLnJ4kaSFn/SZwVRVQSzCXU4+3u6qmqmpqYmJi\nqR5WknSalxqAX7RTO7Tbo238CLBxzn4b2th845KkMXmpATgAnLqSZztw25zxD7ergS4Bnm2niu4A\ntiQ5r735u6WNSZLGZPVCOyT5CvDXwPlJDjO4mufTwP4kO4AngQ+03W8HrgJmgeeBjwBU1fEknwTu\nb/t9oqpOf2NZkjRCCwagqj44z6bLz7BvAbvmeZw9wJ5FzU6StGz8JLAkdcoASFKnDIAkdcoASFKn\nDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAk\ndcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoASFKnDIAkdcoA\nSFKnDIAkdcoASFKnRh6AJFuTPJpkNsl1o35+SdLASAOQZBXwr8CVwIXAB5NcOMo5SJIGRv0KYDMw\nW1WPV9X/APuAbSOegySJ0QdgPfDUnPXDbUySNGKrxz2B0yXZCexsq88lefQsHu584JdnP6vFyU2j\nfsYXjeV4x8xjHiH/bI9ObjqrY/6zYXYadQCOABvnrG9oYy+qqt3A7qV4siQzVTW1FI/1ctDb8YLH\n3AuPeXmM+hTQ/cCmJBckeSVwDXBgxHOQJDHiVwBVdTLJ3wN3AKuAPVX18CjnIEkaGPl7AFV1O3D7\niJ5uSU4lvYz0drzgMffCY14Gqarlfg5J0h8hvwpCkjq1IgPQ29dNJNmT5GiSn4x7LqOSZGOSu5M8\nkuThJNeOe07LLcmrk9yX5EftmD8+7jmNQpJVSR5I8q1xz2VUkjyR5MdJHkwys2zPs9JOAbWvm/gv\n4F0MPmh2P/DBqnpkrBNbRkn+CngOuLWq/mLc8xmFJOuAdVX1wySvAw4CV6/wf88Bzq2q55KcA/wA\nuLaq7hnz1JZVkn8ApoA/qar3jHs+o5DkCWCqqpb1sw8r8RVAd183UVXfB46Pex6jVFVPV9UP2/Jv\ngEOs8E+V18BzbfWc9rOyfoM7TZINwLuBL457LivRSgyAXzfRmSSTwNuBe8c7k+XXToc8CBwFpqtq\npR/zZ4GPAb8f90RGrIDvJjnYvh1hWazEAKgjSV4LfB34aFX9etzzWW5V9UJVXcTgU/Sbk6zYU35J\n3gMcraqD457LGLyzqi5m8M3Ju9pp3iW3EgOw4NdNaGVo58G/Dny5qr4x7vmMUlU9A9wNbB33XJbR\npcB72/nwfcBlSf59vFMajao60m6PAt9kcGp7ya3EAPh1Ex1ob4jeAhyqqs+Mez6jkGQiyZq2/BoG\nFzr8dLyzWj5VdX1VbaiqSQZ/j++qqr8b87SWXZJz24UNJDkX2AIsyxV+Ky4AVXUSOPV1E4eA/Sv9\n6yaSfAX4T+AtSQ4n2THuOY3ApcCHGPxW+GD7uWrck1pm64C7kzzE4Bed6arq5tLIjqwFfpDkR8B9\nwLer6jvL8UQr7jJQSdJwVtwrAEnScAyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXqfwHd\n/gESZomJ0QAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "AEYcIMeqd4i1",
        "colab_type": "code",
        "outputId": "9ede5c26-2f34-4ae9-f630-04bc6e39ecd9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 337
        }
      },
      "cell_type": "code",
      "source": [
        "plt.hist(test_three_label)"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(array([1000.,    0.,    0.,    0.,    0.,    0., 1000.,    0.,    0.,\n",
              "        1000.]),\n",
              " array([0. , 0.5, 1. , 1.5, 2. , 2.5, 3. , 3.5, 4. , 4.5, 5. ]),\n",
              " <a list of 10 Patch objects>)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAADfxJREFUeJzt3X+o3fV9x/Hna6b2h92MPy4hS9Jd\noaFDCptycQ5HGWZz/iiNf7Ri2doggfzjNjsHbbp/ZNs/FUZthSGExi0y0Yp1GFppFzSlCDPtjbW2\nmnZenDYJam7rj9aV0mV974/zsbtLExPv995z6v08H3C53+/n+znn+zka87zne885pqqQJPXn1ya9\nAEnSZBgASeqUAZCkThkASeqUAZCkThkASeqUAZCkThkASeqUAZCkTq2a9AJez7nnnlvT09OTXoYk\nvans37//B1U1dbJ5v9IBmJ6eZnZ2dtLLkKQ3lSTPnso8LwFJUqcMgCR1ygBIUqcMgCR1ygBIUqdO\nGoAktyc5kuQ7C8bOTrInyVPt+1ltPEluTTKX5PEkFy64zZY2/6kkW5bn4UiSTtWpPAP4Z+DyY8a2\nAw9W1UbgwbYPcAWwsX1tA26DUTCAm4DfAy4CbnotGpKkyThpAKrqa8CLxwxvBna17V3A1QvG76iR\nR4DVSdYCfwLsqaoXq+olYA+/HBVJ0hgt9ncAa6rqubb9PLCmba8DDi6Yd6iNnWhckjQhg98JXFWV\nZMn+z/JJtjG6fMS73vWuQfc1vf1LS7GkN+yZT101kfOqD5P6cw39/dle6f+sF/sM4IV2aYf2/Ugb\nPwxsWDBvfRs70fgvqaodVTVTVTNTUyf9KAtJ0iItNgC7gddeybMFuH/B+Efbq4EuBl5pl4q+AlyW\n5Kz2y9/L2pgkaUJOegkoyV3AHwLnJjnE6NU8nwLuSbIVeBa4pk1/ALgSmAN+AlwHUFUvJvl74Btt\n3t9V1bG/WJYkjdFJA1BVHz7BoU3HmVvA9Se4n9uB29/Q6iRJy8Z3AktSpwyAJHXKAEhSpwyAJHXK\nAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhS\npwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyA\nJHXKAEhSpwyAJHVqUACS/FWSJ5J8J8ldSd6W5Lwk+5LMJfl8ktPb3Le2/bl2fHopHoAkaXEWHYAk\n64C/BGaq6r3AacC1wM3ALVX1buAlYGu7yVbgpTZ+S5snSZqQoZeAVgFvT7IKeAfwHHApcG87vgu4\num1vbvu045uSZOD5JUmLtOgAVNVh4B+A7zP6i/8VYD/wclUdbdMOAeva9jrgYLvt0Tb/nMWeX5I0\nzJBLQGcx+qn+POA3gTOAy4cuKMm2JLNJZufn54fenSTpBIZcAvoj4D+rar6q/hu4D7gEWN0uCQGs\nBw637cPABoB2/Ezgh8feaVXtqKqZqpqZmpoasDxJ0usZEoDvAxcneUe7lr8JeBLYC3ywzdkC3N+2\nd7d92vGHqqoGnF+SNMCQ3wHsY/TL3EeBb7f72gF8ArgxyRyja/w72012Aue08RuB7QPWLUkaaNXJ\np5xYVd0E3HTM8NPARceZ+1PgQ0POJ0laOr4TWJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6\nZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAk\nqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMGQJI6ZQAkqVMG\nQJI6NSgASVYnuTfJd5McSPL7Sc5OsifJU+37WW1uktyaZC7J40kuXJqHIElajKHPAD4LfLmqfhv4\nHeAAsB14sKo2Ag+2fYArgI3taxtw28BzS5IGWHQAkpwJvA/YCVBVP6uql4HNwK42bRdwddveDNxR\nI48Aq5OsXfTKJUmDDHkGcB4wD/xTkm8m+VySM4A1VfVcm/M8sKZtrwMOLrj9oTYmSZqAIQFYBVwI\n3FZVFwD/xf9d7gGgqgqoN3KnSbYlmU0yOz8/P2B5kqTXMyQAh4BDVbWv7d/LKAgvvHZpp30/0o4f\nBjYsuP36Nvb/VNWOqpqpqpmpqakBy5MkvZ5FB6CqngcOJnlPG9oEPAnsBra0sS3A/W17N/DR9mqg\ni4FXFlwqkiSN2aqBt/8L4M4kpwNPA9cxiso9SbYCzwLXtLkPAFcCc8BP2lxJ0oQMCkBVPQbMHOfQ\npuPMLeD6IeeTJC0d3wksSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLU\nKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMg\nSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUKQMgSZ0yAJLUqcEBSHJakm8m+WLbPy/J\nviRzST6f5PQ2/ta2P9eOTw89tyRp8ZbiGcANwIEF+zcDt1TVu4GXgK1tfCvwUhu/pc2TJE3IoAAk\nWQ9cBXyu7Qe4FLi3TdkFXN22N7d92vFNbb4kaQKGPgP4DPBx4Odt/xzg5ao62vYPAeva9jrgIEA7\n/kqbL0magEUHIMn7gSNVtX8J10OSbUlmk8zOz88v5V1LkhYY8gzgEuADSZ4B7mZ06eezwOokq9qc\n9cDhtn0Y2ADQjp8J/PDYO62qHVU1U1UzU1NTA5YnSXo9iw5AVX2yqtZX1TRwLfBQVf0psBf4YJu2\nBbi/be9u+7TjD1VVLfb8kqRhluN9AJ8Abkwyx+ga/842vhM4p43fCGxfhnNLkk7RqpNPObmq+irw\n1bb9NHDRceb8FPjQUpxPkjSc7wSWpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQ\npE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4Z\nAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4ZAEnqlAGQpE4tOgBJ\nNiTZm+TJJE8kuaGNn51kT5Kn2vez2niS3JpkLsnjSS5cqgchSXrjhjwDOAr8dVWdD1wMXJ/kfGA7\n8GBVbQQebPsAVwAb29c24LYB55YkDbToAFTVc1X1aNv+MXAAWAdsBna1abuAq9v2ZuCOGnkEWJ1k\n7aJXLkkaZEl+B5BkGrgA2Aesqarn2qHngTVtex1wcMHNDrWxY+9rW5LZJLPz8/NLsTxJ0nEMDkCS\ndwJfAD5WVT9aeKyqCqg3cn9VtaOqZqpqZmpqaujyJEknMCgASd7C6C//O6vqvjb8wmuXdtr3I238\nMLBhwc3XtzFJ0gQMeRVQgJ3Agar69IJDu4EtbXsLcP+C8Y+2VwNdDLyy4FKRJGnMVg247SXAR4Bv\nJ3msjf0N8CngniRbgWeBa9qxB4ArgTngJ8B1A84tSRpo0QGoqoeBnODwpuPML+D6xZ5PkrS0fCew\nJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXK\nAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhS\npwyAJHXKAEhSpwyAJHXKAEhSpwyAJHXKAEhSp8YegCSXJ/lekrkk28d9fknSyFgDkOQ04B+BK4Dz\ngQ8nOX+ca5AkjYz7GcBFwFxVPV1VPwPuBjaPeQ2SJMYfgHXAwQX7h9qYJGnMVk16AcdKsg3Y1nZf\nTfK9AXd3LvCD4at6Y3LzuM/4CxN5vBPmYx4j/2yPT24e9Jh/61QmjTsAh4ENC/bXt7FfqKodwI6l\nOFmS2aqaWYr7ejPo7fGCj7kXPublMe5LQN8ANiY5L8npwLXA7jGvQZLEmJ8BVNXRJH8OfAU4Dbi9\nqp4Y5xokSSNj/x1AVT0APDCm0y3JpaQ3kd4eL/iYe+FjXgapquU+hyTpV5AfBSFJnVqRAejt4yaS\n3J7kSJLvTHot45JkQ5K9SZ5M8kSSGya9puWW5G1Jvp7kW+0x/+2k1zQOSU5L8s0kX5z0WsYlyTNJ\nvp3ksSSzy3aelXYJqH3cxH8Af8zojWbfAD5cVU9OdGHLKMn7gFeBO6rqvZNezzgkWQusrapHk/w6\nsB+4eoX/ew5wRlW9muQtwMPADVX1yISXtqyS3AjMAL9RVe+f9HrGIckzwExVLet7H1biM4DuPm6i\nqr4GvDjpdYxTVT1XVY+27R8DB1jh7yqvkVfb7lva18r6Ce4YSdYDVwGfm/RaVqKVGAA/bqIzSaaB\nC4B9k13J8muXQx4DjgB7qmqlP+bPAB8Hfj7phYxZAf+WZH/7dIRlsRIDoI4keSfwBeBjVfWjSa9n\nuVXV/1TV7zJ6F/1FSVbsJb8k7weOVNX+Sa9lAv6gqi5k9MnJ17fLvEtuJQbgpB83oZWhXQf/AnBn\nVd036fWMU1W9DOwFLp/0WpbRJcAH2vXwu4FLk/zLZJc0HlV1uH0/Avwro0vbS24lBsCPm+hA+4Xo\nTuBAVX160usZhyRTSVa37bczeqHDdye7quVTVZ+sqvVVNc3ov+OHqurPJrysZZfkjPbCBpKcAVwG\nLMsr/FZcAKrqKPDax00cAO5Z6R83keQu4N+B9yQ5lGTrpNc0BpcAH2H0U+Fj7evKSS9qma0F9iZ5\nnNEPOnuqqpuXRnZkDfBwkm8BXwe+VFVfXo4TrbiXgUqSTs2KewYgSTo1BkCSOmUAJKlTBkCSOmUA\nJKlTBkCSOmUAJKlTBkCSOvW/lK9vO4tP9cMAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "z4n_WiMNd_Hf",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "train_three_data, train_three_label = shuffle(train_three_data, train_three_label )\n",
        "test_three_data,test_three_label = shuffle(test_three_data,test_three_label )"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "VT_AKqQmeBk_",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "le = preprocessing.LabelEncoder()\n",
        "le.fit_transform(train_three_label)\n",
        "train_three_label_cat = le.transform(train_three_label)\n",
        "test_three_label_cat = le.transform(test_three_label)\n",
        "train_three_label_one_hot = to_categorical(train_three_label_cat)\n",
        "test_three_label_one_hot = to_categorical(test_three_label_cat)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "rWEjK_exeEaJ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# split train data and to create validation data\n",
        "train_X,valid_X,train_ground,valid_ground = train_test_split(train_three_data,\n",
        "                                                             train_three_label_one_hot,\n",
        "                                                             test_size=0.2,\n",
        "                                                             random_state=13)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "mOFKlZWKeH25",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "num_classes = test_three_label_one_hot.shape[1]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Ssi32yj-d1iX",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Define the model"
      ]
    },
    {
      "metadata": {
        "id": "uUISHV2weN0t",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "x, y = 32, 32\n",
        "inChannel = 3\n",
        "input_img = Input(shape = (x, y, inChannel))\n",
        "ep = 10 \n",
        "weight_decay = 1e-4"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Ich0RbYnebwW",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def cifar10Classifier(input_img):\n",
        "  \n",
        "  conv1 = (Conv2D(32, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), input_shape=x_train.shape[1:], activation='elu'))(input_img)\n",
        "  conv1 = BatchNormalization()(conv1)\n",
        "  conv1 = (Conv2D(32, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv1)\n",
        "  conv1 = BatchNormalization()(conv1)\n",
        "  pool1 = MaxPooling2D(pool_size=(2, 2))(conv1) #14 x 14 x 32\n",
        "  drop1= Dropout(.2)(pool1)\n",
        "\n",
        "  conv2 = (Conv2D(64, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop1)\n",
        "  conv2 = BatchNormalization()(conv2)\n",
        "  conv2 = (Conv2D(64, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv2)\n",
        "  conv2 = BatchNormalization()(conv2)\n",
        "  pool2 = MaxPooling2D(pool_size=(2, 2))(conv2) #14 x 14 x 32\n",
        "  drop2= Dropout(.3)(pool2)\n",
        "\n",
        "  conv3 = (Conv2D(128, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop2)\n",
        "  conv3 = BatchNormalization()(conv3)\n",
        "  conv3 = (Conv2D(128, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv3)\n",
        "  conv3 = BatchNormalization()(conv3)\n",
        "  pool3 = MaxPooling2D(pool_size=(2, 2))(conv3) #14 x 14 x 32\n",
        "  drop3= Dropout(.4)(pool3)\n",
        "\n",
        "  flat = Flatten()(drop3)\n",
        "  out = Dense(num_classes, activation='softmax')(flat)\n",
        "  \n",
        "  return out"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "U_0LHS-Xf7aN",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Define functions for calculation of DI score\n",
        "getDIScoreOfLayer(layer_output, true_labels), \n",
        "getDIScoreOfLayerCNNLayer(cnn_outputs, true_labels)\n"
      ]
    },
    {
      "metadata": {
        "id": "xsLk-f7sf6zd",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def getDIScoreOfLayer(layer_output, true_labels):\n",
        "  # computeScatterMatrix\n",
        "  rho = 1e-6\n",
        "  mu = layer_output.mean(axis=0)\n",
        "#   print(mu.shape)\n",
        "  mu = mu.reshape((1,-1))\n",
        "  centered_data = layer_output - mu\n",
        "  S_bar = np.matmul(centered_data.T,centered_data)\n",
        "  # compute between class matrix\n",
        "  total_classes = true_labels.max()\n",
        "  S_B = np.zeros(shape = (mu.shape[1],mu.shape[1]))\n",
        "  S_W = np.zeros(shape = (mu.shape[1],mu.shape[1]))\n",
        "  unique_classes = np.unique(true_labels)\n",
        "  unique_classes_list = np.ndarray.tolist(unique_classes)\n",
        "  for l in unique_classes_list:\n",
        "    class_l_index = np.where(true_labels == l)\n",
        "    class_l_output = layer_output[class_l_index[0],:]\n",
        "    mu_l = class_l_output.mean(axis=0)\n",
        "    mu_l = mu_l.reshape((1,-1))\n",
        "    total_examples_this_class = class_l_index[0].shape   \n",
        "    ss = mu_l - mu\n",
        "    S_B = S_B + total_examples_this_class*np.matmul((mu_l - mu).T,(mu_l - mu))\n",
        "\n",
        "  DI_Score = np.trace(np.matmul(np.linalg.inv(S_bar + rho*np.eye(S_bar.shape[0])),S_B))\n",
        "  return DI_Score"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ubrpaIpFgBzn",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def getDIScoreOfLayerCNNLayer(cnn_outputs, true_labels):\n",
        "  # computeScatterMatrix\n",
        "  number_of_filters = cnn_outputs.shape[3]\n",
        "  cnn_di_scores = []\n",
        "  for filt in range(0,number_of_filters):\n",
        "    outputs_filter = cnn_outputs[:,:,:,filt]\n",
        "    outputs_filter_reshaped = np.reshape(outputs_filter, newshape=(cnn_outputs.shape[0],-1))\n",
        "    this_filter_score = getDIScoreOfLayer(outputs_filter_reshaped, true_labels)\n",
        "    cnn_di_scores.append(this_filter_score)\n",
        "  return cnn_di_scores"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "MQ5H0p_KjVCw",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## define a function to get and plot di score of a layer. It takes inputs - trained model, layer name to get DI scores and returns a plot with some statistics"
      ]
    },
    {
      "metadata": {
        "id": "o9MHI1LFjUZs",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def createCNNLayerDIScorePlot(trained_model, layer_name, data_to_use = train_three_data , data_label =train_three_label ):\n",
        "  get_cnn1_output_function = K.function([trained_model.layers[0].input],\n",
        "                                  [trained_model.get_layer(layer_name).output])   #get_layer test_three_label\n",
        "  cnn1_output = get_cnn1_output_function([data_to_use])[0]\n",
        "  di_scores = getDIScoreOfLayerCNNLayer(cnn1_output, data_label)\n",
        "  # plot DI score\n",
        "  y_pos  = np.arange(len(di_scores))\n",
        "  plt.bar(y_pos, di_scores, align='center', alpha=0.5)\n",
        "  plt.xlabel('FilterNumber')\n",
        "  plt.ylabel('DI Score')\n",
        "\n",
        "  print('Mean of DI SCore: ',np.mean(di_scores))\n",
        "  print('STD of DI Score: ', np.std(di_scores))\n",
        "  print('MAX of DI Score: ', np.max(di_scores))\n",
        "  plt.title('DI score - Data - D_L, Network -N_L, Conv_6')\n",
        "#   plt.ylim([0,1])\n",
        "  return di_scores"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "DCCl7-vOfSZ9",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## load pretrained model"
      ]
    },
    {
      "metadata": {
        "id": "jqIkmDGkfRtD",
        "colab_type": "code",
        "outputId": "40bf4258-29bf-4cc9-e67e-a03e5a080683",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 190
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_low_accuracy = keras.models.load_model('lowAccuracyModelData.h5')\n",
        "loaded_model_high_accuracy = keras.models.load_model('highAccuracyModelData.h5')\n"
      ],
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Colocations handled automatically by placer.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3445: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_ops.py:3066: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.cast instead.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "z7J98O5qfi8Z",
        "colab_type": "code",
        "outputId": "7a58e276-0408-447d-9ec8-c36960d7296d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_low_accuracy.evaluate(valid_X, valid_ground, verbose=0)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[0.30999894126256305, 0.8993333333333333]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "metadata": {
        "id": "tzbIXvcEoNMj",
        "colab_type": "code",
        "outputId": "51518cf3-96e8-4646-ae3b-0f2c524dc4a2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 870
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_low_accuracy.summary()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "input_1 (InputLayer)         (None, 32, 32, 3)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_1 (Conv2D)            (None, 32, 32, 32)        896       \n",
            "_________________________________________________________________\n",
            "batch_normalization_1 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "conv2d_2 (Conv2D)            (None, 32, 32, 32)        9248      \n",
            "_________________________________________________________________\n",
            "batch_normalization_2 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_1 (MaxPooling2 (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "dropout_1 (Dropout)          (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "conv2d_3 (Conv2D)            (None, 16, 16, 64)        18496     \n",
            "_________________________________________________________________\n",
            "batch_normalization_3 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 16, 16, 64)        36928     \n",
            "_________________________________________________________________\n",
            "batch_normalization_4 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_2 (MaxPooling2 (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "dropout_2 (Dropout)          (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "conv2d_5 (Conv2D)            (None, 8, 8, 128)         73856     \n",
            "_________________________________________________________________\n",
            "batch_normalization_5 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "conv2d_6 (Conv2D)            (None, 8, 8, 128)         147584    \n",
            "_________________________________________________________________\n",
            "batch_normalization_6 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_3 (MaxPooling2 (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "dropout_3 (Dropout)          (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "flatten_1 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 3)                 6147      \n",
            "=================================================================\n",
            "Total params: 294,947\n",
            "Trainable params: 294,051\n",
            "Non-trainable params: 896\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "UijDrRL2khSY",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Create a plot for DI score using function createCNNLayerDIScorePlot()"
      ]
    },
    {
      "metadata": {
        "id": "Lyk2-GAGaPnV",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### On train data"
      ]
    },
    {
      "metadata": {
        "id": "zQYh3TElhl5R",
        "colab_type": "code",
        "outputId": "717606b4-fb5e-4e9e-c14b-d60ba2ced418",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "# now get DI score of a layer from high accuracy and low accuracy model\n",
        "layer_name = 'conv2d_2'\n",
        "discores_low_acc_model = createCNNLayerDIScorePlot(loaded_model_low_accuracy, layer_name)"
      ],
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  0.5925380322408673\n",
            "STD of DI Score:  0.0566985180820409\n",
            "MAX of DI Score:  0.6699786074331303\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAHN9JREFUeJzt3XuYHGWZ9/HvjwkIAnKQUTEJJEJQ\ngiLgGFdEZRU0rEvirogJouCqWd6LsCjCiqII2VVZUHhVWJXVAB4gHHUHjCKvCqIIZoBwSHIFhwBm\nwmnCOYhAyP3+Uc+UlWa6p3tmarpn5ve5rr6mq+qp6rure/qu59BPKyIwMzMD2KTZAZiZWetwUjAz\ns5yTgpmZ5ZwUzMws56RgZmY5JwUzM8s5KZiZWc5JwWwck3SvpAOaHYe1DieFYZD+sZ6R9JSkxyXd\nIOkoSZsUypwv6T+bGedwSs/nufScn5J0p6SvStqmgWOU+oEk6RRJzxdivEvS2ZJ2rGPf/SX1DPJx\nQ9IdFa//f0o6v879r5X0icE89khK74GQNKOwbldJA34jdijPUdJuki6VtFbSE5Jul3ScpLbBHG+o\nJLWl1/f+9D67VdK2zYhlODgpDJ+DI2JrYGfgNOCzwPebG1JG0oSSDn16es7twMeAvwN+L2nLkh5v\nMC5OMW4P/BPwKuDmehLDEL0amFPyYwzaML4nHgVG7GJH0i7ATcBq4A0RsQ3wQaAD2Hqk4qhwKrAv\n8FbgZcBHgL82KZYhc1IYZhHxRER0Ah8CjpD0+oH2kbSDpKtSLeNRSdf3XWVKmizpCkm9kh6RdHZa\nv4mkL0i6T9LDkn7Qd5UuaUq6gvu4pD8Dv07r/y7VYh6XdJuk/YfpOf81IpYAs4CXkyUIJO0i6dcp\n7rWSftx3BSXph8BOwJWS1kn697T+UkkPpivA30raY5hifD4ilpG9Lr3AZ4bjuDWcDpxa7cO32msh\n6cvA24Gz03k5W9Kpkr6Vtm8q6WlJZ6TlLST9VdL2aXmWpGXpuNdK2r3wmPdK+qyk24GnK2OTtLuk\neyTNbeB5XgDsKemdDewzFKcCN0TEcRHxAEBErIyIwyLicajrHByfahdPSLpY0uZp2wpJ/1goOyH9\n3+1TLRhJ2wGfAj4ZEfdF5s6IcFKwjUXEH4Eesn/wgXwmlW0HXgl8HohUHb4KuA+YAkwEFqV9jky3\nvwdeA2wFnF1x3HcCuwPvlTQR+BnZVd32wPHA5ZLaB/P8+hMRTwHX8LfnLOCrZFfNuwOTgVNS2Y8A\nfyarYW0VEaenfX4OTANeAdwC/Hi44kuP+wLwv9T3ugzFFcCTZK/RRmq9FhFxEnA9MD+dl/nAdcD+\nafc3Aw8C70jLbwVWRsSjknYDLiL7kGoHFpMl3c0KDz8XeB+wbUSsL8S0D3A1cExEXNTA8/wL8BXg\nyw3sMxQHAJdV21jnOTgUmAlMBfbkb6/RRWTnp897gbURcUuNeN4ArAcOSRczd0k6uqFn1GKcFMp1\nP9k//UCeB3YEdk5XtNdHNlPhDLIP1BMi4ul0Rf67tM+HgTMjYlVErAM+B8ypuPo7Je33DHA4sDgi\nFkfEhoi4BugC/mF4nmouf84R0R0R10TEsxHRC5xJlqiqioiFEfFURDxLlkDeqAb6KRqNsUQBfBH4\nYsUHEjT+WvwBmCbp5WTJ4PvARElbkZ3P61K5DwE/S+f8eeBrwBZkTRt9vhkRq9N7os/bgU7goxFx\n1SCe63eBnSQdNIh9G/Vy4IEa2+s9B/dHxKPAlcBeaf2FwCxJL03Lh5ElilomAdsAu5ElmUOAUyQd\n2MBzailOCuWaSNbmOpAzgG7gl5JWSToxrZ8M3Fe8oit4NVkNos99wASymkaf1YX7OwMfTFXqxyU9\nDuxHlow2IunDqelinaSf1xF/Uf6cJb1S0iJJayQ9CfwI2KHajso67E6TdHcqf2/a9KJ9JL29EOOy\nwcZYpohYTFYD/NeKTXW/Fuk4z5AljXeSJYXrgBuAt7FxUtjoPRERG8jeAxMLhyu+J/ocRdYkc221\n5yLp84Xz/Z2K+J4F/iPdyvYIVc5TUs85eLBw/y9ktWwiohtYARycEsMsskRRS19yXRARz0TE7WS1\n+eG+2BoxTgolkfRmsjfi7wYqm66MPxMRryF7Ix4n6d1kb+adqrRL30/24dJnJ7Jq7EPFQxfurwZ+\nGBHbFm5bRsRp/cTz49R0sVVE1H31l65cDyBr/oCsWSHIOgRfRnaFrCrxQXZlNjsdYxuyJjMq9umL\n8fpCjHX3Oyjrqzm4EGPZTiJrDnxpYd1Ar0V/o3euA94F7A0sScvvJatN/jaV2eg9IUlkFxZrCsfp\n79hHkb3Pzqr2JCLiK4XzfVQ/Rc4DtgX+udoxhsn/Az5QY3s956CWviak2cDylChquT39LZ7XUf17\nBE4Kw0zSy1Jn1SLgRxFxRx37/KOyoXwCngBeADYAfySrKp8maUtJm0t6W9rtIuDTkqamD+OvkI20\n6a9WAdlV+sGS3puuyDdXNuxy0tCeMUh6iaQ3AT8FHiP7gIBsNMg64InUjn5Cxa4PkfWHUCj/LNnV\n4EvTcxoWqdNwd7Lz9iqypqx69tu84iZJR0q6t57909X3ncARhdUDvRaV5wWyJPBRsg+q54BrgU8A\n96SmOYBLgPdJerekTcn6qp4lq1XU8hRZG/s7JL3oIqHO57ke+BLZqLt6Tag4t5tC3hl8ZJV9vgTs\nK+kMSa9K5XeV9CNlgxgGew76LALeA/wfBq4lEBF3k11gnJT+D3YnG3U2mGa4luCkMHyulPQU2VXg\nSWQfOh+rc99pZFdA68jaj/87In6TOkUPBnYl65TtIWszBVgI/JDsKvEesiFwx1R7gIhYTXb183my\n0TeryT6kh/Ie+Pf0nB8BfgDcDOwbEU+n7acC+5Alup+Rdb4WfRX4QmpCOT4d4z6yq7rlwI1DiK3P\nhyStSzF0pljfFBH317HvRLLmgeJtF7Irz983EMMXKPRh1PFafIOs4/IxSd9M624gaxvvqxUsJ3vN\nf1s47kqy2ti3gLVk752DUxKpKY3cORA4SNJgm4EuonZ7f6Vvs/G5PS/1v7ycKq99+hB+K1ktcpmk\nJ4DLyZrXnhrKOUjHf4Dsf3Bf4OI6n8dcstrJI2Tv8y9GxK/q3LflKPzLa2YNkfRL4NiIWNHsWMYa\nSfsBR0dEI8NibRg5KZiZWa7U5iNJMyWtlNRdGFFT3H6WpKXpdlcahWE2IipG1BRvjY64sn5UObfr\nJJX9HZFhVTEar3hrdNTbqFBaTUHZF6/uImun7CEbMTE3IpZXKX8MsHdE/EspAZmZ2YDKmhMHsqFy\n3RGxCkDSItIwryrl55KNLKhphx12iClTpgxXjGZm48LNN9+8NiIGnMGgzKQwkY2/KNMDvKW/gpJ2\nJvs24K+rbJ8HzAPYaaed6OrqGt5IzczGOEn3DVyqdYakzgEuS0MwXyQizo2IjojoaG8ftql6zMys\nQplJYQ3ZeO4+k6j+rcI5DDzHiJmZlazMpLCEbBKvqekLKXPIvjy0EUmvA7Yj+8KImZk1UWlJIX3t\nfT7ZdLwrgEsiYpmkBZJmFYrOARaFvzBhZtZ0ZXY0980Subhi3ckVy6eUGYOZmdWvVTqazcysBTgp\nmJlZzknBzMxyTgpmZpYrtaPZzPp31jV31dz+6QN3G6FIzDbmmoKZmeWcFMzMLOfmo5K5mcDMRhMn\nBbMWVuuiwhcUVgYnhTHIHyRmNljuUzAzs5xrCoPkvgKzkeUa8MhwUjAbJ/yhWo6xdoHopGBWp7H2\nz98qfF5bi5OCmVnJRlPic0ezmZnlnBTMzCzn5iNrOe4QbX2jqTnEGuOagpmZ5ZwUzMws56RgZmY5\n9ymMIm7HNbOylZoUJM0EvgG0Ad+LiNP6KXMocAoQwG0RcViZMZmNNb5YsOFUWlKQ1AacAxwI9ABL\nJHVGxPJCmWnA54C3RcRjkl5RVjxmZo0Yr8m2zJrCDKA7IlYBSFoEzAaWF8p8EjgnIh4DiIiHS4zH\nxiEPbzVrTJkdzROB1YXlnrSuaDdgN0m/l3Rjam56EUnzJHVJ6urt7S0pXDMza/boownANGB/YC7w\nP5K2rSwUEedGREdEdLS3t49wiGZm40eZSWENMLmwPCmtK+oBOiPi+Yi4B7iLLEmYmVkTlNmnsASY\nJmkqWTKYA1SOLPopWQ3hPEk7kDUnrSoxJhsjxmsnoFnZSksKEbFe0nzgarIhqQsjYpmkBUBXRHSm\nbe+RtBx4ATghIh4pK6Z6+QPHzMarUr+nEBGLgcUV604u3A/guHQrnT/szcY2/48PXbM7ms3MrIU4\nKZiZWc5JwczMck4KZmaW8yypVtN46LgbD8/RrF6uKZiZWc41hXHKV8dm1h/XFMzMLOekYGZmOScF\nMzPLuU/BRoz7Mcxan5NCi/AvhJlZK3DzkZmZ5ZwUzMws56RgZmY5JwUzM8s5KZiZWc5JwczMch6S\nakPm7x+YjR1OCmZWCl8sNK4Vzpmbj8zMLOeagpnlWuFK1Zqr1JqCpJmSVkrqlnRiP9uPlNQraWm6\nfaLMeMzMrLbSagqS2oBzgAOBHmCJpM6IWF5R9OKImF9WHGZmVr8yawozgO6IWBURzwGLgNklPp6Z\nmQ1RmUlhIrC6sNyT1lX6gKTbJV0maXJ/B5I0T1KXpK7e3t4yYjUzM5o/+uhKYEpE7AlcA1zQX6GI\nODciOiKio729fUQDNDMbT8pMCmuA4pX/pLQuFxGPRMSzafF7wJtKjMfMzAZQZlJYAkyTNFXSZsAc\noLNYQNKOhcVZwIoS4zEzswGUNvooItZLmg9cDbQBCyNimaQFQFdEdAL/JmkWsB54FDiyrHjMzGxg\npX55LSIWA4sr1p1cuP854HNlxmBmZvVrdkezmZm1ECcFMzPLOSmYmVnOScHMzHJOCmZmlvPU2WbD\nyFNP22jnmoKZmeWcFMzMLOekYGZmOScFMzPLuaPZzMadWgMCxvtgANcUzMws56RgZmY5JwUzM8s5\nKZiZWc5JwczMck4KZmaWc1IwM7Ock4KZmeWcFMzMLOekYGZmubqSgqQtJL227GDMzKy5BkwKkg4G\nlgK/SMt7Seqs5+CSZkpaKalb0ok1yn1AUkjqqDdwMzMbfvXUFE4BZgCPA0TEUmDqQDtJagPOAQ4C\npgNzJU3vp9zWwLHATXVHbWZmpagnKTwfEU9UrIs69psBdEfEqoh4DlgEzO6n3H8A/wX8tY5jmplZ\niepJCsskHQa0SZom6VvADXXsNxFYXVjuSetykvYBJkfEz2odSNI8SV2Sunp7e+t4aDMzG4x6ksIx\nwB7As8CFwBPAp4b6wJI2Ac4EPjNQ2Yg4NyI6IqKjvb19qA9tZmZV1PyRndQvsCAijgdOavDYa4DJ\nheVJaV2frYHXA9dKAngV0ClpVkR0NfhYZmY2DGrWFCLiBWC/QR57CTBN0lRJmwFzgHzUUkQ8ERE7\nRMSUiJgC3Ag4IZiZNVE9P8d5axqCeinwdN/KiLii1k4RsV7SfOBqoA1YGBHLJC0AuiKirmGtZmY2\ncupJCpsDjwDvKqwLoGZSAIiIxcDiinUnVym7fx2xmJlZiQZMChHxsZEIxMzMmq+ebzRPkvQTSQ+n\n2+WSJo1EcGZmNrLqGZJ6HlkH8avT7cq0zszMxph6kkJ7RJwXEevT7XzAXxYwMxuD6kkKj0g6XFJb\nuh1O1vFsZmZjTD1J4V+AQ4EHgQeAQwB3PpuZjUH1jD66D5g1ArGYmVmT1TP66AJJ2xaWt5O0sNyw\nzMysGeppPtozIh7vW4iIx4C9ywvJzMyapZ6ksImk7foWJG1Pfd+ENjOzUaaeD/evA3+QdCkgso7m\nL5calZmZNUU9Hc0/kNRFNvdRAP8cEctLj8zMzEZc1eYjSS+VtClASgLXAJsBrxuh2MzMbITV6lP4\nBTAFQNKuwB+A1wBHSzqt/NDMzGyk1UoK20XEn9L9I4CLIuIY4CDgfaVHZmZmI65WUojC/XeRNR8R\nEc8BG8oMyszMmqNWR/Ptkr5G9rvKuwK/BCh+kc3MzMaWWjWFTwJryfoV3hMRf0nrpwNfKzkuMzNr\ngqo1hYh4BnhRh3JE3ADcUGZQZmbWHPV8o9nMzMYJJwUzM8s5KZiZWa5qn4KkK9l4WOpGImLA31iQ\nNBP4BtAGfC8iTqvYfhRwNPACsA6Y5yk0zMyap9aQ1CGNMJLUBpwDHAj0AEskdVZ86F8YEd9J5WcB\nZwIzh/K4ZmY2eLVGH13Xd19Se1rX28CxZwDdEbEqHWMRMBvIk0JEPFkovyU1aiZmZla+mn0Kkr4k\naS2wErhLUq+kk+s89kRgdWG5J62rfIyjJd0NnA78W5U45knqktTV29tIXjIzs0bUmiX1OGA/4M0R\nsX1EbAe8BXibpE8PVwARcU5E7AJ8FvhClTLnRkRHRHS0t7cP10ObmVmFWjWFjwBzI+KevhWpKehw\n4KN1HHsNMLmwPCmtq2YR8P46jmtmZiWplRQ2jYi1lStTv8KmdRx7CTBN0lRJmwFzgM5iAUnTCovv\nA/6EmZk1Ta3RR88NchsAEbFe0nzgarIhqQsjYpmkBUBXRHQC8yUdADwPPEY2RbeZmTVJraTwRklP\n9rNewOb1HDwiFgOLK9adXLh/bD3HMTOzkVFrSGrbSAZiZmbN52kuzMws56RgZmY5JwUzM8s5KZiZ\nWc5JwczMck4KZmaWc1IwM7Ock4KZmeWcFMzMLOekYGZmOScFMzPLOSmYmVnOScHMzHJOCmZmlnNS\nMDOznJOCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZzknBzMxypSYFSTMlrZTULenEfrYfJ2m5pNsl\n/UrSzmXGY2ZmtZWWFCS1AecABwHTgbmSplcUuxXoiIg9gcuA08uKx8zMBlZmTWEG0B0RqyLiOWAR\nMLtYICJ+ExF/SYs3ApNKjMfMzAZQZlKYCKwuLPekddV8HPh5fxskzZPUJamrt7d3GEM0M7Oiluho\nlnQ40AGc0d/2iDg3IjoioqO9vX1kgzMzG0cmlHjsNcDkwvKktG4jkg4ATgLeGRHPlhiPmZkNoMya\nwhJgmqSpkjYD5gCdxQKS9ga+C8yKiIdLjMXMzOpQWlKIiPXAfOBqYAVwSUQsk7RA0qxU7AxgK+BS\nSUsldVY5nJmZjYAym4+IiMXA4op1JxfuH1Dm45uZWWNaoqPZzMxag5OCmZnlnBTMzCznpGBmZjkn\nBTMzyzkpmJlZzknBzMxyTgpmZpZzUjAzs5yTgpmZ5ZwUzMws56RgZmY5JwUzM8s5KZiZWc5JwczM\nck4KZmaWc1IwM7Ock4KZmeWcFMzMLOekYGZmOScFMzPLOSmYmVmu1KQgaaaklZK6JZ3Yz/Z3SLpF\n0npJh5QZi5mZDay0pCCpDTgHOAiYDsyVNL2i2J+BI4ELy4rDzMzqN6HEY88AuiNiFYCkRcBsYHlf\ngYi4N23bUGIcZmZWpzKbjyYCqwvLPWldwyTNk9Qlqau3t3dYgjMzsxcbFR3NEXFuRHREREd7e3uz\nwzEzG7PKTAprgMmF5UlpnZmZtagyk8ISYJqkqZI2A+YAnSU+npmZDVFpSSEi1gPzgauBFcAlEbFM\n0gJJswAkvVlSD/BB4LuSlpUVj5mZDazM0UdExGJgccW6kwv3l5A1K5mZWQsYFR3NZmY2MpwUzMws\n56RgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1IwM7Ock4KZmeWcFMzMLOekYGZmOScFMzPLOSmY\nmVnOScHMzHJOCmZmlnNSMDOznJOCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZzknBzMxypSYFSTMl\nrZTULenEfra/RNLFaftNkqaUGY+ZmdVWWlKQ1AacAxwETAfmSppeUezjwGMRsStwFvBfZcVjZmYD\nK7OmMAPojohVEfEcsAiYXVFmNnBBun8Z8G5JKjEmMzOrQRFRzoGlQ4CZEfGJtPwR4C0RMb9Q5s5U\npict353KrK041jxgXlp8LbBymMLcAVg7YKnW5fiby/E3z2iOHZoT/84R0T5QoQkjEclQRcS5wLnD\nfVxJXRHRMdzHHSmOv7kcf/OM5tihteMvs/loDTC5sDwpreu3jKQJwDbAIyXGZGZmNZSZFJYA0yRN\nlbQZMAforCjTCRyR7h8C/DrKas8yM7MBldZ8FBHrJc0HrgbagIURsUzSAqArIjqB7wM/lNQNPEqW\nOEbSsDdJjTDH31yOv3lGc+zQwvGX1tFsZmajj7/RbGZmOScFMzPLjdukMNAUHK1O0r2S7pC0VFJX\ns+MZiKSFkh5O303pW7e9pGsk/Sn93a6ZMVZTJfZTJK1J53+ppH9oZoy1SJos6TeSlktaJunYtH60\nnP9q8Y+K10DS5pL+KOm2FP+paf3UNL1Pd5ruZ7NmxwrjtE8hTcFxF3Ag0EM2UmpuRCxvamANkHQv\n0FH5Rb9WJekdwDrgBxHx+rTudODRiDgtJebtIuKzzYyzP1ViPwVYFxFfa2Zs9ZC0I7BjRNwiaWvg\nZuD9wJGMjvNfLf5DGQWvQZqlYcuIWCdpU+B3wLHAccAVEbFI0neA2yLi282MFcZvTaGeKThsGEXE\nb8lGmBUVpzm5gOwfveVUiX3UiIgHIuKWdP8pYAUwkdFz/qvFPypEZl1a3DTdAngX2fQ+0ELnf7wm\nhYnA6sJyD6PoTZYE8EtJN6dpQEajV0bEA+n+g8ArmxnMIMyXdHtqXmrJppdKaSbivYGbGIXnvyJ+\nGCWvgaQ2SUuBh4FrgLuBxyNifSrSMp9B4zUpjAX7RcQ+ZLPQHp2aOEat9KXF0dSW+W1gF2Av4AHg\n680NZ2CStgIuBz4VEU8Wt42G899P/KPmNYiIFyJiL7KZHWYAr2tySFWN16RQzxQcLS0i1qS/DwM/\nIXujjTYPpfbivnbjh5scT90i4qH0j74B+B9a/PyntuzLgR9HxBVp9ag5//3FP9peA4CIeBz4DfBW\nYNs0vQ+00GfQeE0K9UzB0bIkbZk63JC0JfAe4M7ae7Wk4jQnRwD/28RYGtL3YZr8Ey18/lNH5/eB\nFRFxZmHTqDj/1eIfLa+BpHZJ26b7W5ANcFlBlhwOScVa5vyPy9FHAGn42v/lb1NwfLnJIdVN0mvI\nageQTVVyYavHL+kiYH+yKYMfAr4E/BS4BNgJuA84NCJarkO3Suz7kzVbBHAv8K+F9vmWImk/4Hrg\nDmBDWv15snb50XD+q8U/l1HwGkjak6wjuY3sQvySiFiQ/o8XAdsDtwKHR8SzzYs0M26TgpmZvdh4\nbT4yM7N+OCmYmVnOScHMzHJOCmZmlnNSMDOznJOCjSmSXijMmrlU0hRJHZK+mbYfKensdP/9kqYP\n4jGOlLQhDTXsW3dnmoJhOJ7DuoFLmZWjtJ/jNGuSZ9J0AkX3Av1NL/5+4Cqg7tlxC99A7QFOAj40\niBhLI2lCYT4ds4a5pmBjnqT9JV1VsW5fYBZwRqpR7JJuv0iTDF4v6XWp7PmSviPpJuD0dIirgD0k\nvbafx1tXuH+IpPMLx/m2pBslrUpxLZS0oq9MYb+z0tz7v5LUntY1Ep/ZoDgp2FizRaHp6CfVCkXE\nDWTTPJwQEXtFxN1kP6Z+TES8CTge+O/CLpOAfSPiuLS8gewD+PMNxrcd2bw3n06PfxawB/AGSX01\nnC2BrojYA7iO7BvUNBif2aC4+cjGmv6ajwaUZuDcF7g0m2oHgJcUilwaES9U7HYhcJKkqQ081JUR\nEZLuAB6KiDvS4y8DpgBLyRLOxan8j4ArBhmfWcOcFMwym5DNb18toTxduSIi1kv6OlD5a2XFuWM2\nr9jWN7fNhsL9vuVq/48xmPjMBsPNRzaePQVsDZDm579H0gchm5lT0hvrOMb5wAFAe2HdQ5J2l7QJ\n2eydjdqEv82eeRjwuyHEZ9YQJwUbzxYBJ0i6VdIuwIeBj0u6DVhGHT/Rmn7O9ZvAKwqrTyTriL6B\n7MdfGvU0MEPSnWQ/2bggrW84PrNGeZZUMzPLuaZgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1Iw\nM7Ock4KZmeX+P4nDxQgNu6AkAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "7B0fFH7NiOh_",
        "colab_type": "code",
        "outputId": "c5e8454c-9d4e-4466-b1a3-672a19967d15",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "# now get DI score of a layer from high accuracy and low accuracy model\n",
        "layer_name = 'conv2d_2'\n",
        "\n",
        "discores_high_acc_model = createCNNLayerDIScorePlot(loaded_model_high_accuracy, layer_name)"
      ],
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  0.6055422249716604\n",
            "STD of DI Score:  0.04535031975359067\n",
            "MAX of DI Score:  0.7097916491587761\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAHQpJREFUeJzt3XucHFWd9/HPlwQEAbnIqJgLiRCU\noIg4RkVUHgQN65K4ipggCD5qludFWARhRVAM2VVZUHh0yaqscvEC4ao7YBR5VBBEMQOES5JXMIRg\nJtwm3IMIBH7PH3WmqDTTl5lMTXdnvu/Xq1/TVX2q+lfVPfWrc071KUUEZmZmAJs0OwAzM2sdTgpm\nZpZzUjAzs5yTgpmZ5ZwUzMws56RgZmY5JwUzM8s5KZiNYJJWStq/2XFY63BSGALpH+sZSU9JelzS\nTZKOkrRJocwFkv69mXEOpbQ9z6VtfkrSXZK+IWmbAayj1AOSpDmSni/EeLekcyTt2MCy+0rqGeT7\nhqQ7Kz7/f5d0QYPLXyfps4N57+GUvgMhaUph3i6S6v4idkO2UdKuki6TtEbSE5LukHS8pFGDWd+G\nkjQqfb73p+/ZbZK2bUYsQ8FJYegcFBFbAzsBpwNfBH7Y3JAykkaXtOoz0jZ3AJ8G3gX8QdKWJb3f\nYFySYtwe+CfgdcAtjSSGDfR6YEbJ7zFoQ/ideBQYtpMdSTsDNwOrgLdExDbAx4FOYOvhiqPCacDe\nwLuBVwGHA39vUiwbzElhiEXEExHRBXwCOELSm+stI2kHSVenWsajkm7oO8uUNE7SlZJ6JT0i6Zw0\nfxNJX5Z0n6SHJf2o7yxd0oR0BvcZSX8FfpvmvyvVYh6XdLukfYdom/8eEQuBacCryRIEknaW9NsU\n9xpJP+07g5L0Y2A8cJWktZL+Nc2/TNKD6Qzw95J2H6IYn4+IxWSfSy/whaFYbw1nAKdVO/hW+ywk\nfQ14L3BO2i/nSDpN0n+m1zeV9LSkM9P0FpL+Lmn7ND1N0uK03usk7VZ4z5WSvijpDuDpytgk7Sbp\nXkkzB7CdFwJ7SHr/AJbZEKcBN0XE8RHxAEBELIuIQyPicWhoH5yQahdPSLpE0ubptaWS/rFQdnT6\nv9urWjCStgM+D3wuIu6LzF0R4aRg64uIPwM9ZP/g9Xwhle0AXgucDESqDl8N3AdMAMYA89MyR6bH\n/wLeAGwFnFOx3vcDuwEfkjQG+AXZWd32wAnAFZI6BrN9/YmIp4BreWmbBXyD7Kx5N2AcMCeVPRz4\nK1kNa6uIOCMt80tgEvAa4Fbgp0MVX3rfF4D/obHPZUNcCTxJ9hmtp9ZnERGnADcAs9N+mQ1cD+yb\nFn8H8CDwvjT9bmBZRDwqaVfgYrKDVAewgCzpblZ4+5nAh4FtI2JdIaa9gGuAYyLi4gFs59+ArwNf\nG8AyG2J/4PJqLza4Dw4BpgITgT146TO6mGz/9PkQsCYibq0Rz1uAdcDB6WTmbklHD2iLWoyTQrnu\nJ/unr+d5YEdgp3RGe0NkIxVOITugnhgRT6cz8hvTMp8EzoqIFRGxFvgSMKPi7G9OWu4Z4DBgQUQs\niIgXI+JaoBv4h6HZ1Fy+zRGxPCKujYhnI6IXOIssUVUVEedFxFMR8SxZAnmrBtBPMdAYSxTAV4Cv\nVByQYOCfxR+BSZJeTZYMfgiMkbQV2f68PpX7BPCLtM+fB74JbEHWtNHnOxGxKn0n+rwX6AI+FRFX\nD2Jbvw+Ml3TgIJYdqFcDD9R4vdF9cH9EPApcBeyZ5l8ETJP0yjR9KFmiqGUssA2wK1mSORiYI+mA\nAWxTS3FSKNcYsjbXes4ElgO/lrRC0klp/jjgvuIZXcHryWoQfe4DRpPVNPqsKjzfCfh4qlI/Lulx\nYB+yZLQeSZ9MTRdrJf2ygfiL8m2W9FpJ8yWtlvQk8BNgh2oLKuuwO13SPan8yvTSy5aR9N5CjIsH\nG2OZImIBWQ3wnyteavizSOt5hixpvJ8sKVwP3AS8h/WTwnrfiYh4kew7MKawuuJ3os9RZE0y11Xb\nFkknF/b39yriexb4t/Qo2yNU2U9JI/vgwcLzv5HVsomI5cBS4KCUGKaRJYpa+pLr3Ih4JiLuIKvN\nD/XJ1rBxUiiJpHeQfRFvrFc2nRl/ISLeQPZFPF7SB8i+zOOrtEvfT3Zw6TOerBr7UHHVheergB9H\nxLaFx5YRcXo/8fw0NV1sFRENn/2lM9f9yZo/IGtWCLIOwVeRnSGrSnyQnZlNT+vYhqzJjIpl+mK8\noRBjw/0OyvpqDirEWLZTyJoDX1mYV++z6O/qneuB/YC3AQvT9IfIapO/T2XW+05IEtmJxerCevpb\n91Fk37Ozq21ERHy9sL+P6qfI+cC2wEerrWOI/D/gYzVeb2Qf1NLXhDQdWJISRS13pL/F/drW9yNw\nUhhikl6VOqvmAz+JiDsbWOYflV3KJ+AJ4AXgReDPZFXl0yVtKWlzSe9Ji10MHCdpYjoYf53sSpv+\nahWQnaUfJOlD6Yx8c2WXXY7dsC0GSa+Q9Hbg58BjZAcIyK4GWQs8kdrRT6xY9CGy/hAK5Z8lOxt8\nZdqmIZE6DXcj22+vI2vKamS5zSseknSkpJWNLJ/Ovu8CjijMrvdZVO4XyJLAp8gOVM8B1wGfBe5N\nTXMAlwIflvQBSZuS9VU9S1arqOUpsjb290l62UlCg9u5Dvgq2VV3jRpdsW83hbwz+Mgqy3wV2FvS\nmZJel8rvIuknyi5iGOw+6DMf+CDwf6hfSyAi7iE7wTgl/R/sRnbV2WCa4VqCk8LQuUrSU2RngaeQ\nHXQ+3eCyk8jOgNaStR//V0T8LnWKHgTsQtYp20PWZgpwHvBjsrPEe8kugTum2htExCqys5+Tya6+\nWUV2kN6Q78C/pm1+BPgRcAuwd0Q8nV4/DdiLLNH9gqzztegbwJdTE8oJaR33kZ3VLQH+tAGx9fmE\npLUphq4U69sj4v4Glh1D1jxQfOxMdub5hwHE8GUKfRgNfBbfJuu4fEzSd9K8m8jaxvtqBUvIPvPf\nF9a7jKw29p/AGrLvzkEpidSUrtw5ADhQ0mCbgS6mdnt/pe+y/r49P/W/vJoqn306CL+brBa5WNIT\nwBVkzWtPbcg+SOt/gOx/cG/gkga3YyZZ7eQRsu/5VyLiNw0u23IUvvOa2YBI+jVwbEQsbXYsGxtJ\n+wBHR8RALou1IeSkYGZmOTcf2YhVcUVN8THQK66sH1X27VpJZf9GZEhVXI1XfAz0qre24JqCmZnl\nyhoTpzQ77LBDTJgwodlhmJm1lVtuuWVNRNQdwaDtksKECRPo7u5udhhmZm1F0n31S7lPwczMCpwU\nzMws56RgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1IwM7NcqUlB0lRJyyQt10t3Eyu+frakRelx\nd7oDlZmZNUlpv2hWdtP5eWRjtPcACyV1RcSSvjIRcVyh/DFkd5Uys43A2dfeXfP14w7YdZgisYEo\ns6YwBViebiz/HNkdjabXKD+T+jfJNjOzEpWZFMaw/k3Ce1j/5tk5STsBE4HflhiPmZnV0SodzTOA\ny9PtJ19G0ixJ3ZK6e3t7+ytiZmZDoMyksJrsXrZ9xqZ5/ZlBjaajiDg3IjojorOjo+7Ir2ZmNkhl\nJoWFwCRJE9PNuGeQ3Th9PZLeBGxHdrNsMzNrotKSQkSsA2YD1wBLgUsjYrGkuZKmFYrOAOaHbwFn\nZtZ0pd5kJyIWAAsq5p1aMT2nzBjMzKxxbXfnNbONga/ht1bVKlcfmZlZC3BSMDOznJOCmZnl3Kdg\nZtaPkdrv45qCmZnlnBTMzCzn5iMz22iM1CafoeSkMEL5n8fM+uPmIzMzyzkpmJlZzs1HbcRNPmZW\nNtcUzMws55qCWZtzDbK5Nrb976RgZm2h1sG33Q68rczNR2ZmlnNNwWpqpGq8sVWfzUYyJ4VB8oHQ\nzDZGTgpmDfKJgI0E7lMwM7OcawpmQ8i1CWt3pSYFSVOBbwOjgB9ExOn9lDkEmAMEcHtEHFpWPP6H\n3Xj4s7QN4ctbqystKUgaBcwDDgB6gIWSuiJiSaHMJOBLwHsi4jFJrykrHrNqnGDMXlJmTWEKsDwi\nVgBImg9MB5YUynwOmBcRjwFExMMlxmMjkM8IzQamzKQwBlhVmO4B3llRZlcASX8ga2KaExG/qlyR\npFnALIDx48eXEmxZfBZqZu2k2VcfjQYmAfsCM4H/lrRtZaGIODciOiOis6OjY5hDNDMbOcqsKawG\nxhWmx6Z5RT3AzRHxPHCvpLvJksTCEuNqSW7mMLNWUGZSWAhMkjSRLBnMACqvLPo5WQ3hfEk7kDUn\nrSgxphGhVROMm9LMWl9pSSEi1kmaDVxD1l9wXkQsljQX6I6IrvTaByUtAV4AToyIR8qKqVE+eJnZ\nSFXq7xQiYgGwoGLeqYXnARyfHmZm1mT+RbOZWcnaqfXBScHMmqqdDpgjQbMvSTUzsxbipGBmZjkn\nBTMzyzkpmJlZzh3NZmYtohU63V1TMDOznGsK1nJadZiOZvC+sOHmmoKZmeWcFMzMLOekYGZmOScF\nMzPLOSmYmVnOVx+ZjRC+kska4ZqCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZrtSrjyRNBb4NjAJ+\nEBGnV7x+JHAmsDrNOiciflBmTGZWXSuM0mnNVVpSkDQKmAccAPQACyV1RcSSiqKXRMTssuIws6Hn\n5LHxKrP5aAqwPCJWRMRzwHxgeonvZ2ZmG6jMpDAGWFWY7knzKn1M0h2SLpc0rr8VSZolqVtSd29v\nbxmxmpkZze9ovgqYEBF7ANcCF/ZXKCLOjYjOiOjs6OgY1gDNzEaSMpPCaqB45j+WlzqUAYiIRyLi\n2TT5A+DtJcZjZmZ1lJkUFgKTJE2UtBkwA+gqFpC0Y2FyGrC0xHjMzKyO0q4+ioh1kmYD15Bdknpe\nRCyWNBfojogu4F8kTQPWAY8CR5YVj5mZ1Vfq7xQiYgGwoGLeqYXnXwK+VGYMZmbWuGZ3NJuZWQtx\nUjAzs5yTgpmZ5ZwUzMws56RgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1IwM7Ock4KZmeWcFMzM\nLNdQUpC0haQ3lh2MmZk1V92kIOkgYBHwqzS9p6Su2kuZmVk7aqSmMAeYAjwOEBGLgIklxmRmZk3S\nSFJ4PiKeqJgXZQRjZmbN1chNdhZLOhQYJWkS8C/ATeWGZWZmzdBITeEYYHfgWeAi4Ang82UGZWZm\nzVGzpiBpFDA3Ik4AThmekMzMrFlq1hQi4gVgn2GKxczMmqyR5qPbJHVJOlzSR/sejaxc0lRJyyQt\nl3RSjXIfkxSSOhuO3MzMhlwjHc2bA48A+xXmBXBlrYVS09M84ACgB1goqSsillSU2xo4Frh5AHGb\nmVkJ6iaFiPj0INc9BVgeESsAJM0HpgNLKsr9G/AfwImDfB8zMxsijfyieaykn0l6OD2ukDS2gXWP\nAVYVpnvSvOK69wLGRcQv6sQwS1K3pO7e3t4G3trMzAajkT6F84Eu4PXpcVWat0EkbQKcBXyhXtmI\nODciOiOis6OjY0Pf2szMqmgkKXRExPkRsS49LgAaOTKvBsYVpsemeX22Bt4MXCdpJfAuoMudzWZm\nzdNIUnhE0mGSRqXHYWQdz/UsBCZJmihpM2AGWY0DgIh4IiJ2iIgJETEB+BMwLSK6B7EdZmY2BBpJ\nCv8bOAR4EHgAOBio2/kcEeuA2cA1wFLg0ohYLGmupGmDD9nMzMrSyNVH9wGDOohHxAJgQcW8U6uU\n3Xcw72FmZkOnkauPLpS0bWF6O0nnlRuWmZk1QyPNR3tExON9ExHxGPC28kIyM7NmaSQpbCJpu74J\nSdvT2C+hzcyszTRycP8W8EdJlwEi62j+WqlRmZlZUzTS0fwjSd1kYx8F8NHK8YvMzGzjULX5SNIr\nJW0KkJLAtcBmwJuGKTYzMxtmtfoUfgVMAJC0C/BH4A3A0ZJOLz80MzMbbrWSwnYR8Zf0/Ajg4og4\nBjgQ+HDpkZmZ2bCrlRSi8Hw/suYjIuI54MUygzIzs+ao1dF8h6Rvkg1itwvwa4DiD9nMzGzjUqum\n8DlgDVm/wgcj4m9p/mTgmyXHZWZmTVC1phARzwAv61COiJuAm8oMyszMmqORXzSbmdkI4aRgZmY5\nJwUzM8tV7VOQdBXrX5a6nojwjXLMzDYytS5J9RVGZmYjTK2rj67vey6pI83rHY6gzMysOWr2KUj6\nqqQ1wDLgbkm9kvq9naaZmbW/WqOkHg/sA7wjIraPiO2AdwLvkXTccAVoZmbDp1ZN4XBgZkTc2zcj\nIlYAhwGfamTlkqZKWiZpuaST+nn9KEl3Slok6UZJkwe6AWZmNnRqJYVNI2JN5czUr7BpvRVLGgXM\nIxtVdTIws5+D/kUR8ZaI2BM4Azir4cjNzGzI1UoKzw3ytT5TgOURsSKNrDofmF4sEBFPFia3pMYl\nsGZmVr5al6S+VdKT/cwXsHkD6x4DrCpM95D1Say/Mulo4Hiyu7rt19+KJM0CZgGMHz++gbc2M7PB\nqFpTiIhREfGqfh5bR0Td5qNGRcS8iNgZ+CLw5Splzo2Izojo7OjoGKq3NjOzCmUOc7EaGFeYHpvm\nVTMf+EiJ8ZiZWR1lJoWFwCRJEyVtBswAuooFJE0qTH4Y+AtmZtY0tfoUNkhErJM0G7gGGAWcFxGL\nJc0FuiOiC5gtaX/geeAxsntBm5lZk5SWFAAiYgGwoGLeqYXnx5b5/mZmNjAeOtvMzHJOCmZmlnNS\nMDOznJOCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZzknBzMxyTgpmZpZzUjAzs5yTgpmZ5ZwUzMws\n56RgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1IwM7Ock4KZmeVKTQqSpkpaJmm5pJP6ef14SUsk\n3SHpN5J2KjMeMzOrrbSkIGkUMA84EJgMzJQ0uaLYbUBnROwBXA6cUVY8ZmZWX5k1hSnA8ohYERHP\nAfOB6cUCEfG7iPhbmvwTMLbEeMzMrI4yk8IYYFVhuifNq+YzwC/7e0HSLEndkrp7e3uHMEQzMytq\niY5mSYcBncCZ/b0eEedGRGdEdHZ0dAxvcGZmI8joEte9GhhXmB6b5q1H0v7AKcD7I+LZEuMxM7M6\nyqwpLAQmSZooaTNgBtBVLCDpbcD3gWkR8XCJsZiZWQNKSwoRsQ6YDVwDLAUujYjFkuZKmpaKnQls\nBVwmaZGkriqrMzOzYVBm8xERsQBYUDHv1MLz/ct8fzMzG5iW6Gg2M7PW4KRgZmY5JwUzM8s5KZiZ\nWc5JwczMck4KZmaWc1IwM7Ock4KZmeWcFMzMLOekYGZmOScFMzPLOSmYmVnOScHMzHJOCmZmlnNS\nMDOznJOCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZrtSkIGmqpGWSlks6qZ/X3yfpVknrJB1cZixm\nZlZfaUlB0ihgHnAgMBmYKWlyRbG/AkcCF5UVh5mZNW50ieueAiyPiBUAkuYD04ElfQUiYmV67cUS\n4zAzswaV2Xw0BlhVmO5J88zMrEW1RUezpFmSuiV19/b2NjscM7ONVplJYTUwrjA9Ns0bsIg4NyI6\nI6Kzo6NjSIIzM7OXKzMpLAQmSZooaTNgBtBV4vuZmdkGKi0pRMQ6YDZwDbAUuDQiFkuaK2kagKR3\nSOoBPg58X9LisuIxM7P6yrz6iIhYACyomHdq4flCsmYlMzNrAW3R0WxmZsPDScHMzHJOCmZmlnNS\nMDOznJOCmZnlnBTMzCznpGBmZjknBTMzyzkpmJlZzknBzMxyTgpmZpZzUjAzs5yTgpmZ5ZwUzMws\n56RgZmY5JwUzM8s5KZiZWc5JwczMck4KZmaWc1IwM7Ock4KZmeVKTQqSpkpaJmm5pJP6ef0Vki5J\nr98saUKZ8ZiZWW2lJQVJo4B5wIHAZGCmpMkVxT4DPBYRuwBnA/9RVjxmZlZfmTWFKcDyiFgREc8B\n84HpFWWmAxem55cDH5CkEmMyM7MaFBHlrFg6GJgaEZ9N04cD74yI2YUyd6UyPWn6nlRmTcW6ZgGz\n0uQbgWVDFOYOwJq6pVqX428ux9887Rw7NCf+nSKio16h0cMRyYaKiHOBc4d6vZK6I6JzqNc7XBx/\nczn+5mnn2KG14y+z+Wg1MK4wPTbN67eMpNHANsAjJcZkZmY1lJkUFgKTJE2UtBkwA+iqKNMFHJGe\nHwz8NspqzzIzs7pKaz6KiHWSZgPXAKOA8yJisaS5QHdEdAE/BH4saTnwKFniGE5D3iQ1zBx/czn+\n5mnn2KGF4y+to9nMzNqPf9FsZmY5JwUzM8uN2KRQbwiOVidppaQ7JS2S1N3seOqRdJ6kh9NvU/rm\nbS/pWkl/SX+3a2aM1VSJfY6k1Wn/L5L0D82MsRZJ4yT9TtISSYslHZvmt8v+rxZ/W3wGkjaX9GdJ\nt6f4T0vzJ6bhfZan4X42a3asMEL7FNIQHHcDBwA9ZFdKzYyIJU0NbAAkrQQ6K3/o16okvQ9YC/wo\nIt6c5p0BPBoRp6fEvF1EfLGZcfanSuxzgLUR8c1mxtYISTsCO0bErZK2Bm4BPgIcSXvs/2rxH0Ib\nfAZplIYtI2KtpE2BG4FjgeOBKyNivqTvAbdHxHebGSuM3JpCI0Nw2BCKiN+TXWFWVBzm5EKyf/SW\nUyX2thERD0TEren5U8BSYAzts/+rxd8WIrM2TW6aHgHsRza8D7TQ/h+pSWEMsKow3UMbfcmSAH4t\n6ZY0DEg7em1EPJCePwi8tpnBDMJsSXek5qWWbHqplEYifhtwM224/yvihzb5DCSNkrQIeBi4FrgH\neDwi1qUiLXMMGqlJYWOwT0TsRTYK7dGpiaNtpR8ttlNb5neBnYE9gQeAbzU3nPokbQVcAXw+Ip4s\nvtYO+7+f+NvmM4iIFyJiT7KRHaYAb2pySFWN1KTQyBAcLS0iVqe/DwM/I/uitZuHUntxX7vxw02O\np2ER8VD6R38R+G9afP+ntuwrgJ9GxJVpdtvs//7ib7fPACAiHgd+B7wb2DYN7wMtdAwaqUmhkSE4\nWpakLVOHG5K2BD4I3FV7qZZUHObkCOB/mhjLgPQdTJN/ooX3f+ro/CGwNCLOKrzUFvu/Wvzt8hlI\n6pC0bXq+BdkFLkvJksPBqVjL7P8RefURQLp87f/y0hAcX2tySA2T9Aay2gFkQ5Vc1OrxS7oY2Jds\nyOCHgK8CPwcuBcYD9wGHRETLdehWiX1fsmaLAFYC/1xon28pkvYBbgDuBF5Ms08ma5dvh/1fLf6Z\ntMFnIGkPso7kUWQn4pdGxNz0fzwf2B64DTgsIp5tXqSZEZsUzMzs5UZq85GZmfXDScHMzHJOCmZm\nlnNSMDOznJOCmZnlnBRsoyLphcKomYskTZDUKek76fUjJZ2Tnn9E0uRBvMeRkl5Mlxr2zbsrDcEw\nFNuwtn4ps3KUdjtOsyZ5Jg0nULQS6G948Y8AVwMNj45b+AVqD3AK8IlBxFgaSaML4+mYDZhrCrbR\nk7SvpKsr5u0NTAPOTDWKndPjV2mQwRskvSmVvUDS9yTdDJyRVnE1sLukN/bzfmsLzw+WdEFhPd+V\n9CdJK1Jc50la2lemsNzZaez930jqSPMGEp/ZoDgp2MZmi0LT0c+qFYqIm8iGeTgxIvaMiHvIbqZ+\nTES8HTgB+K/CImOBvSPi+DT9ItkB+OQBxrcd2bg3x6X3PxvYHXiLpL4azpZAd0TsDlxP9gtqBhif\n2aC4+cg2Nv01H9WVRuDcG7gsG2oHgFcUilwWES9ULHYRcIqkiQN4q6siIiTdCTwUEXem918MTAAW\nkSWcS1L5nwBXDjI+swFzUjDLbEI2vn21hPJ05YyIWCfpW0Dl3cqKY8dsXvFa39g2Lxae901X+3+M\nwcRnNhhuPrKR7Clga4A0Pv+9kj4O2cickt7awDouAPYHOgrzHpK0m6RNyEbvHKhNeGn0zEOBGzcg\nPrMBcVKwkWw+cKKk2yTtDHwS+Iyk24HFNHCL1nQ71+8ArynMPomsI/omspu/DNTTwBRJd5HdsnFu\nmj/g+MwGyqOkmplZzjUFMzPLOSmYmVnOScHMzHJOCmZmlnNSMDOznJOCmZnlnBTMzCz3/wGdp9Dy\nBrbWjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "EHVud4ykeRn8",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Pick top 10 DI scores"
      ]
    },
    {
      "metadata": {
        "id": "8k5Ob6gWeQ94",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "TyI8gOZuftmZ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "TjMoET8nasck",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### On validation data"
      ]
    },
    {
      "metadata": {
        "id": "cPKQgmyXbACY",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "valid_ground_actual = np.argmax(valid_ground, axis=1)\n",
        "# valid_ground_actual.shape\n",
        "# data_to_use = train_three_data , data_label =train_three_label"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "nbg5-HKhaxxj",
        "colab_type": "code",
        "outputId": "0cefd3b7-fd95-40a5-8ca7-3ab339c9a769",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "# now get DI score of a layer from high accuracy and low accuracy model\n",
        "layer_name = 'conv2d_2'\n",
        "discores_low_acc_model_valid = createCNNLayerDIScorePlot(loaded_model_low_accuracy,\n",
        "                                                   layer_name, data_to_use=valid_X, data_label=valid_ground_actual)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  1.0283991648798934\n",
            "STD of DI Score:  0.04766352471097197\n",
            "MAX of DI Score:  1.102371604561001\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGxhJREFUeJzt3XuYJHV97/H3hwVE8QLIanQXXVRQ\n8K4rUTSRo6igAiYhCsYLHiPxPOIxoiZEjCKJl3g9Md7CeUS8gqAkWXAT5Hg3qGFRRBYezIogiwgL\nCrKoIPI9f1RN0Yxz6Zmdmp7Zeb+ep5/pqq6q/nZVT3/q96vq6lQVkiQBbDPqAiRJC4ehIEnqGAqS\npI6hIEnqGAqSpI6hIEnqGAqSpI6hIC1hSS5Lsv+o69DCYSjMgfYf61dJbkxyfZJzkrw8yTYD05yU\n5O9HWedcal/PLe1rvjHJhUneluQeM1hGrx9ISY5L8puBGn+Q5P1J7jPEvPsl2TjL560k3x+3/f8+\nyUlDzv+VJH8+m+eeT+17oJLsMzDuQUmm/UbslrzGJHsmOS3JtUluSHJBkqOTLJvN8rZUkmXt9v1J\n+z77bpKdRlHLXDAU5s5BVXU34P7A24G/Bj4y2pIaSbbtadHvaF/zcuAlwOOB/0yyY0/PNxufaWvc\nBfgj4PeA84YJhi10X+Cwnp9j1ubwPfEzYN52dpI8EPg2cAXw8Kq6B/CnwGrgbvNVxzhvBvYFngDc\nHXgh8OsR1bLFDIU5VlU3VNUa4HnAi5M8bLp5kuya5My2lfGzJF8f28tMsluS05NsSnJdkve347dJ\n8oYklye5JsnHx/bSk6xq9+BemuTHwJfa8Y9vWzHXJ/lekv3m6DX/uqrOBQ4G7kkTECR5YJIvtXVf\nm+RTY3tQST4B3A84I8nmJH/Vjj8tyU/bPcCvJXnoHNX4m6paT7NdNgGvmYvlTuEdwJsn+/CdbFsk\neQvwB8D72/Xy/iRvTvJP7ePbJbkpyTvb4Tsn+XWSXdrhg5Osb5f7lSR7DTznZUn+OskFwE3ja0uy\nV5IfJTl8Bq/zY8Ajkjx5BvNsiTcD51TV0VV1FUBVXVJVz6+q62GodfDatnVxQ5LPJNmhfeziJM8e\nmHbb9v/uMZMVk2Rn4C+Bl1XV5dW4sKoMBd1RVf0XsJHmH3w6r2mnXQ7cG3g9UG1z+EzgcmAVsAI4\npZ3niPb2P4AHAHcF3j9uuU8G9gKekWQF8HmavbpdgNcCn0uyfDavbyJVdSNwNre/5gBvo9lr3gvY\nDTiunfaFwI9pWlh3rap3tPP8O7AHcC/gO8Cn5qq+9nl/C/wbw22XLXE68AuabXQHU22LqjoW+Dpw\nVLtejgK+CuzXzv444KfAH7bDTwAuqaqfJdkTOJnmQ2o5sJYmdLcfePrDgWcBO1XVrQM1PQY4C3hl\nVZ08g9f5S+CtwFtmMM+W2B/47GQPDrkOngscAOwOPILbt9HJNOtnzDOAa6vqO1PU83DgVuDQdmfm\nB0leMaNXtMAYCv36Cc0//XR+A9wHuH+7R/v1aq5UuA/NB+rrquqmdo/8G+08fwa8p6ourarNwN8A\nh43b+zuune9XwAuAtVW1tqpuq6qzgXXAM+fmpXa611xVG6rq7Kq6uao2Ae+hCapJVdWJVXVjVd1M\nEyCPzAyOU8y0xh4V8LfA3477QIKZb4tvAnskuSdNGHwEWJHkrjTr86vtdM8DPt+u898A7wLuTNO1\nMeZ9VXVF+54Y8wfAGuBFVXXmLF7rPwP3S3LgLOadqXsCV03x+LDr4CdV9TPgDOBR7fhPAwcnuUs7\n/HyaoJjKSuAewJ40IXMocFySp83gNS0ohkK/VtD0uU7nncAG4AtJLk1yTDt+N+DywT26AfelaUGM\nuRzYlqalMeaKgfv3B/60bVJfn+R64Ek0YXQHSf6s7brYnOTfh6h/UPeak9w7ySlJrkzyC+CTwK6T\nzZjmgN3bk/ywnf6y9qHfmSfJHwzUuH62NfapqtbStAD/YtxDQ2+Ldjm/ogmNJ9OEwleBc4AncsdQ\nuMN7oqpuo3kPrBhY3OB7YszLabpkvjLZa0ny+oH1/eFx9d0M/F1769t1TLKeWsOsg58O3P8lTSub\nqtoAXAwc1AbDwTRBMZWxcD2+qn5VVRfQtObnemdr3hgKPUnyOJo34jemm7bdM35NVT2A5o14dJKn\n0ryZ7zdJv/RPaD5cxtyPphl79eCiB+5fAXyiqnYauO1YVW+foJ5PtV0Xd62qoff+2j3X/Wm6P6Dp\nViiaA4J3p9lDziT1QbNndki7jHvQdJkxbp6xGr8+UOPQxx3SHKs5aKDGvh1L0x14l4Fx022Lic7e\n+SrwFODRwLnt8DNoWpNfa6e5w3siSWh2LK4cWM5Ey345zfvsvZO9iKp668D6fvkEk3wU2An448mW\nMUf+H/AnUzw+zDqYylgX0iHARW1QTOWC9u/gel3Uv0dgKMyxJHdvD1adAnyyqr4/xDzPTnMqX4Ab\ngN8CtwH/RdNUfnuSHZPskOSJ7WwnA69Osnv7YfxWmjNtJmpVQLOXflCSZ7R75DukOe1y5Za9Ykhy\npySPBf4V+DnNBwQ0Z4NsBm5o+9FfN27Wq2mOhzAw/c00e4N3aV/TnGgPGu5Fs95+j6Yra5j5dhh3\nS5Ijklw2zPzt3veFwIsHRk+3LcavF2hC4EU0H1S3AF8B/hz4Uds1B3Aq8KwkT02yHc2xqptpWhVT\nuZGmj/0Pk/zOTsKQr/NW4E00Z90Na9tx63Y76A4GHzHJPG8C9k3yziS/107/oCSfTHMSw2zXwZhT\ngKcD/4vpWwlU1Q9pdjCObf8P9qI562w23XALgqEwd85IciPNXuCxNB86Lxly3j1o9oA20/Qff7Cq\nvtweFD0IeBDNQdmNNH2mACcCn6DZS/wRzSlwr5zsCarqCpq9n9fTnH1zBc2H9Ja8B/6qfc3XAR8H\nzgP2raqb2sffDDyGJug+T3PwddDbgDe0XSivbZdxOc1e3UXAt7agtjHPS7K5rWFNW+tjq+onQ8y7\ngqZ7YPD2QJo9z/+cQQ1vYOAYxhDb4h9pDlz+PMn72nHn0PSNj7UKLqLZ5l8bWO4lNK2xfwKupXnv\nHNSGyJTaM3eeBhyYZLbdQCczdX//eB/ijuv2o+3xl3syybZvP4SfQNOKXJ/kBuBzNN1rN27JOmiX\nfxXN/+C+wGeGfB2H07ROrqN5n/9tVX1xyHkXnJS/vCbNSJIvAK+qqotHXcvWJsmTgFdU1UxOi9Uc\nMhQkSR27j7RkjTujZvA20zOuNIFJ1u3mJH1/R2ROjTsbb/A207PeFgVbCpKkTl/XxOnNrrvuWqtW\nrRp1GZK0qJx33nnXVtW0VzBYdKGwatUq1q1bN+oyJGlRSXL59FN5TEGSNMBQkCR1DAVJUsdQkCR1\nDAVJUsdQkCR1DAVJUsdQkCR1DAVJUmfRfaNZ2hq89+wfTPn4q5+25zxVIt2RobAVmuoDxw+bxcVt\nqflm95EkqWNLoWd2E0haTAyFWfLDXpob/i8tLIaCJG2BrS3UDAVpifCgtYZhKGjB8cNLW5vF1Jow\nFCQtCu4szA9PSZUkdWwpTGChNvUWal2Sth62FCRJHVsKmpKtk9u5LpaWpbq9DQVJM7ZUPzCXAkNB\nWuT8gNZcWlKh4D/P7Rb7uljs9UsLVW+hkORE4NnANVX1sAkeD/CPwDOBXwJHVNV3+qpHS9Mw57Yb\nMNLt+jz76CTggCkePxDYo70dCXyox1okSUPoraVQVV9LsmqKSQ4BPl5VBXwryU5J7lNVV/VV00Lm\ntzUlLQSj/J7CCuCKgeGN7bjfkeTIJOuSrNu0adO8FCdJS9GiONBcVScAJwCsXr26RlyOZsm+e/XN\n99iWG2VL4Upgt4Hhle04SdKIjDIU1gAvSuPxwA1L9XiCJC0UfZ6SejKwH7Brko3Am4DtAKrqw8Ba\nmtNRN9CckvqSvmqRJA2nz7OPDp/m8QJe0dfzS5JmblEcaNbC5sE9aevhpbMlSR1DQZLUsftIUmcu\nuwLtVpy5hbDODAVpDi2Ef2ppS9h9JEnqGAqSpI7dR5KWHK9KPDlbCpKkjqEgSeoYCpKkjqEgSeoY\nCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKk\njqEgSeoYCpKkjqEgSer0GgpJDkhySZINSY6Z4PH7Jflyku8muSDJM/usR5I0td5CIcky4APAgcDe\nwOFJ9h432RuAU6vq0cBhwAf7qkeSNL0+Wwr7ABuq6tKqugU4BThk3DQF3L29fw/gJz3WI0maxrY9\nLnsFcMXA8Ebg98dNcxzwhSSvBHYE9u+xHknSNEZ9oPlw4KSqWgk8E/hEkt+pKcmRSdYlWbdp06Z5\nL1KSloo+Q+FKYLeB4ZXtuEEvBU4FqKpvAjsAu45fUFWdUFWrq2r18uXLeypXktRnKJwL7JFk9yTb\n0xxIXjNumh8DTwVIshdNKNgUkKQR6S0UqupW4CjgLOBimrOM1ic5PsnB7WSvAV6W5HvAycARVVV9\n1SRJmlqfB5qpqrXA2nHj3jhw/yLgiX3WIEka3qgPNEuSFhBDQZLUMRQkSR1DQZLUMRQkSR1DQZLU\nMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSZ2hQiHJnZM8\nuO9iJEmjNW0oJDkIOB/4j3b4UUnW9F2YJGn+DdNSOA7YB7geoKrOB3bvsSZJ0ogMEwq/qaobxo2r\nPoqRJI3WtkNMsz7J84FlSfYA/jdwTr9lSZJGYZiWwiuBhwI3A58GbgD+ss+iJEmjMWVLIcky4Piq\nei1w7PyUJEkalSlbClX1W+BJ81SLJGnEhjmm8N32FNTTgJvGRlbV6b1VJUkaiWFCYQfgOuApA+MK\nMBQkaSszbShU1UvmoxBJ0ugN843mlUn+Jck17e1zSVbOR3GSpPk1zCmpHwXWAPdtb2e046aV5IAk\nlyTZkOSYSaZ5bpKLkqxP8ulhC5ckzb1hjiksr6rBEDgpybTfU2hPZ/0A8DRgI3BukjVVddHANHsA\nfwM8sap+nuReMytfkjSXhmkpXJfkBUmWtbcX0Bx4ns4+wIaqurSqbgFOAQ4ZN83LgA9U1c8Bquqa\nmRQvSZpbw4TC/wSeC/wUuAo4FBjm4PMK4IqB4Y3tuEF7Ansm+c8k30pywEQLSnJkknVJ1m3atGmI\np5YkzcYwZx9dDhzc4/PvAewHrAS+luThVXX9uBpOAE4AWL16tRfjk6SeDHP20ceS7DQwvHOSE4dY\n9pXAbgPDK9txgzYCa6rqN1X1I+AHNCEhSRqBYbqPHjG45972/z96iPnOBfZIsnuS7YHDaM5iGvSv\nNK0EkuxK05106RDLliT1YJhQ2CbJzmMDSXZhuG6nW4GjgLOAi4FTq2p9kuOTjHVHnUVzIPsi4MvA\n66pqmIPYkqQeDHNK6ruBbyY5DQjNgea3DLPwqloLrB037o0D9ws4ur1JkkZsmD3+jydZR3PtowL+\nePC7BpKkrcek3UdJ7pJkO4A2BM4GtgceMk+1SZLm2VTHFP4DWAWQ5EHAN4EHAK9I8vb+S5Mkzbep\nQmHnqvrv9v6LgZOr6pXAgcCzeq9MkjTvpgqFwS+JPYWm+4j2khW39VmUJGk0pjrQfEGSd9F84exB\nwBcABr/IJknaukzVUngZcC3NcYWnV9Uv2/F7A+/quS5J0ghM2lKoql8Bv3NAuarOAc7psyhJ0mgM\n841mSdISYShIkjqGgiSpM+kxhSRncMfTUu+gqvr6jQVJ0ohMdUqqZxhJ0hIz1dlHXx27n2R5O87f\nwpSkrdiUxxSSvCnJtcAlwA+SbEryxqnmkSQtXlNdJfVo4EnA46pql6raGfh94IlJXj1fBUqS5s9U\nLYUXAoe3v50MQFVdCrwAeFHfhUmS5t9UobBdVV07fmR7XGG7/kqSJI3KVKFwyywfkyQtUlOdkvrI\nJL+YYHyAHXqqR5I0QlOdkrpsPguRJI2el7mQJHUMBUlSx1CQJHUMBUlSx1CQJHUMBUlSx1CQJHV6\nDYUkByS5JMmGJMdMMd2fJKkkq/usR5I0td5CIcky4APAgcDewOFJ9p5gursBrwK+3VctkqTh9NlS\n2AfYUFWXVtUtwCnAIRNM93fAPwC/7rEWSdIQ+gyFFcAVA8Mb23GdJI8Bdquqz/dYhyRpSCM70Jxk\nG+A9wGuGmPbIJOuSrNu0yV8ElaS+9BkKVwK7DQyvbMeNuRvwMOArSS4DHg+smehgc1WdUFWrq2r1\n8uXLeyxZkpa2PkPhXGCPJLsn2R44DFgz9mBV3VBVu1bVqqpaBXwLOLiq1vVYkyRpCr2FQlXdChwF\nnAVcDJxaVeuTHJ/k4L6eV5I0e1P9yM4Wq6q1wNpx4944ybT79VmLJGl6fqNZktQxFCRJHUNBktQx\nFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJ\nHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNBktQxFCRJHUNB\nktTpNRSSHJDkkiQbkhwzweNHJ7koyQVJvpjk/n3WI0maWm+hkGQZ8AHgQGBv4PAke4+b7LvA6qp6\nBPBZ4B191SNJml6fLYV9gA1VdWlV3QKcAhwyOEFVfbmqftkOfgtY2WM9kqRp9BkKK4ArBoY3tuMm\n81Lg3yd6IMmRSdYlWbdp06Y5LFGSNGhBHGhO8gJgNfDOiR6vqhOqanVVrV6+fPn8FidJS8i2PS77\nSmC3geGV7bg7SLI/cCzw5Kq6ucd6JEnT6LOlcC6wR5Ldk2wPHAasGZwgyaOBfwYOrqpreqxFkjSE\n3kKhqm4FjgLOAi4GTq2q9UmOT3JwO9k7gbsCpyU5P8maSRYnSZoHfXYfUVVrgbXjxr1x4P7+fT6/\nJGlmFsSBZknSwmAoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMo\nSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6hoIkqWMoSJI6\nhoIkqWMoSJI6hoIkqWMoSJI6hoIkqdNrKCQ5IMklSTYkOWaCx++U5DPt499OsqrPeiRJU+stFJIs\nAz4AHAjsDRyeZO9xk70U+HlVPQh4L/APfdUjSZpeny2FfYANVXVpVd0CnAIcMm6aQ4CPtfc/Czw1\nSXqsSZI0hVRVPwtODgUOqKo/b4dfCPx+VR01MM2F7TQb2+EfttNcO25ZRwJHtoMPBi6ZozJ3Ba6d\ndqqFy/pHy/pHZzHXDqOp//5VtXy6ibadj0q2VFWdAJww18tNsq6qVs/1cueL9Y+W9Y/OYq4dFnb9\nfXYfXQnsNjC8sh034TRJtgXuAVzXY02SpCn0GQrnAnsk2T3J9sBhwJpx06wBXtzePxT4UvXVnyVJ\nmlZv3UdVdWuSo4CzgGXAiVW1PsnxwLqqWgN8BPhEkg3Az2iCYz7NeZfUPLP+0bL+0VnMtcMCrr+3\nA82SpMXHbzRLkjqGgiSps2RDYbpLcCx0SS5L8v0k5ydZN+p6ppPkxCTXtN9NGRu3S5Kzk/x3+3fn\nUdY4mUlqPy7Jle36Pz/JM0dZ41SS7Jbky0kuSrI+yava8Ytl/U9W/6LYBkl2SPJfSb7X1v/mdvzu\n7eV9NrSX+9l+1LXCEj2m0F6C4wfA04CNNGdKHV5VF420sBlIchmwevwX/RaqJH8IbAY+XlUPa8e9\nA/hZVb29Deadq+qvR1nnRCap/Thgc1W9a5S1DSPJfYD7VNV3ktwNOA94DnAEi2P9T1b/c1kE26C9\nSsOOVbU5yXbAN4BXAUcDp1fVKUk+DHyvqj40ylph6bYUhrkEh+ZQVX2N5gyzQYOXOfkYzT/6gjNJ\n7YtGVV1VVd9p798IXAysYPGs/8nqXxSqsbkd3K69FfAUmsv7wAJa/0s1FFYAVwwMb2QRvclaBXwh\nyXntZUAWo3tX1VXt/Z8C9x5lMbNwVJIL2u6lBdn1Ml57JeJHA99mEa7/cfXDItkGSZYlOR+4Bjgb\n+CFwfVXd2k6yYD6DlmoobA2eVFWPobkK7SvaLo5Fq/3S4mLqy/wQ8EDgUcBVwLtHW870ktwV+Bzw\nl1X1i8HHFsP6n6D+RbMNquq3VfUomis77AM8ZMQlTWqphsIwl+BY0KrqyvbvNcC/0LzRFpur2/7i\nsX7ja0Zcz9Cq6ur2H/024P+ywNd/25f9OeBTVXV6O3rRrP+J6l9s2wCgqq4Hvgw8AdipvbwPLKDP\noKUaCsNcgmPBSrJje8CNJDsCTwcunHquBWnwMicvBv5thLXMyNiHaeuPWMDrvz3Q+RHg4qp6z8BD\ni2L9T1b/YtkGSZYn2am9f2eaE1wupgmHQ9vJFsz6X5JnHwG0p6/9H26/BMdbRlzS0JI8gKZ1AM2l\nSj690OtPcjKwH80lg68G3gT8K3AqcD/gcuC5VbXgDuhOUvt+NN0WBVwG/MVA//yCkuRJwNeB7wO3\ntaNfT9MvvxjW/2T1H84i2AZJHkFzIHkZzY74qVV1fPt/fAqwC/Bd4AVVdfPoKm0s2VCQJP2updp9\nJEmagKEgSeoYCpKkjqEgSeoYCpKkjqGgrUqS3w5cNfP8JKuSrE7yvvbxI5K8v73/nCR7z+I5jkhy\nW3uq4di4C9tLMMzFa9g8/VRSP3r7OU5pRH7VXk5g0GXARJcXfw5wJjD01XEHvoG6ETgWeN4sauxN\nkm0HrqcjzZgtBW31kuyX5Mxx4/YFDgbe2bYoHtje/qO9yODXkzyknfakJB9O8m3gHe0izgQemuTB\nEzzf5oH7hyY5aWA5H0ryrSSXtnWdmOTisWkG5ntve+39LyZZ3o6bSX3SrBgK2trceaDr6F8mm6iq\nzqG5zMPrqupRVfVDmh9Tf2VVPRZ4LfDBgVlWAvtW1dHt8G00H8Cvn2F9O9Nc9+bV7fO/F3go8PAk\nYy2cHYF1VfVQ4Ks036BmhvVJs2L3kbY2E3UfTau9Aue+wGnNpXYAuNPAJKdV1W/HzfZp4Ngku8/g\nqc6oqkryfeDqqvp++/zrgVXA+TSB85l2+k8Cp8+yPmnGDAWpsQ3N9e0nC5Sbxo+oqluTvBsY/2tl\ng9eO2WHcY2PXtrlt4P7Y8GT/jzWb+qTZsPtIS9mNwN0A2uvz/yjJn0JzZc4kjxxiGScB+wPLB8Zd\nnWSvJNvQXL1zprbh9qtnPh/4xhbUJ82IoaCl7BTgdUm+m+SBwJ8BL03yPWA9Q/xEa/tzru8D7jUw\n+hiaA9Hn0Pz4y0zdBOyT5EKan2w8vh0/4/qkmfIqqZKkji0FSVLHUJAkdQwFSVLHUJAkdQwFSVLH\nUJAkdQwFSVLn/wOD5/SooeezKAAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "zaH4FbSFaxuc",
        "colab_type": "code",
        "outputId": "920ee807-4e04-4697-c9e4-18f57a228a60",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "# now get DI score of a layer from high accuracy and low accuracy model\n",
        "layer_name = 'conv2d_2'\n",
        "\n",
        "discores_high_acc_model_valid = createCNNLayerDIScorePlot(loaded_model_high_accuracy,\n",
        "                                                   layer_name, data_to_use=valid_X, data_label=valid_ground_actual)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  1.0489336398135918\n",
            "STD of DI Score:  0.03772804064192905\n",
            "MAX of DI Score:  1.1368837585485827\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGyZJREFUeJzt3XuYJHV97/H3hwVE8QLIaswuuKio\n4CVqNiTijaOooALGoIJixGMknkc8KmpCxCiSmBjxcmLwEs4j4pUVvGXVVeR4N6hhUUQWHsyKIIsI\nCwiyqCDyPX9UTdGMc+nZnZqe2Xm/nqef6br2t6tr6lP1q+rqVBWSJAFsM+oCJEnzh6EgSeoYCpKk\njqEgSeoYCpKkjqEgSeoYCpKkjqEgLWJJLk2y/6jr0PxhKMyC9h/r10luTHJ9krOTvDTJNgPjnJrk\nH0dZ52xq388t7Xu+MckFSf45yT1mMI9eN0hJjk/y24Eaf5TkpCT3GWLa/ZJs2MzXrSQ/HPf5/2OS\nU4ec/mtJ/mpzXnsutetAJdlnoN8Dkkz7jdgteY9JHpjkjCTXJLkhyflJjkmyZHPmt6WSLGk/35+1\n69n3k+w0ilpmg6Ewew6qqrsB9wXeAvwt8P7RltRIsm1Ps35r+56XAi8C/gz4zyQ79vR6m+PjbY27\nAH8O/AFw7jDBsIX+EDis59fYbLO4TlwHzNnOTpL7A98FLgceVlX3AJ4NrATuNld1jPMmYF/g0cDd\ngRcAvxlRLVvMUJhlVXVDVa0Gngu8MMlDp5smya5JPtceZVyX5Jtje5lJdkvyqSQbk1yb5KS2/zZJ\nXp/ksiRXJ/nQ2F56khXtHtyLk/wU+Erb/8/ao5jrk/wgyX6z9J5/U1XnAAcD96QJCJLcP8lX2rqv\nSfLRsT2oJB8Gdgc+m2RTkr9p+5+R5OftHuA3kjxklmr8bVWto/lcNgKvno35TuGtwJsm2/hO9lkk\neTPwOOCkdrmclORNSf6tHb5dkpuSnNh23znJb5Ls0nYfnGRdO9+vJdlr4DUvTfK3Sc4HbhpfW5K9\nkvwkyeEzeJ8fBB6e5AkzmGZLvAk4u6qOqaorAarq4qp6XlVdD0Mtg9e0Rxc3JPl4kh3aYRclecbA\nuNu2/3ePmqyYJDsDrwReUlWXVeOCqjIUdEdV9V/ABpp/8Om8uh13KXBv4HVAtYfDnwMuA1YAy4BV\n7TRHto//AdwPuCtw0rj5PgHYC3hqkmXA52n26nYBXgN8MsnSzXl/E6mqG4GzuP09B/hnmr3mvYDd\ngOPbcV8A/JTmCOuuVfXWdpovAHsC9wK+B3x0tuprX/d3wH8w3OeyJT4F/JLmM7qDqT6LqjoO+CZw\ndLtcjga+DuzXTv4nwM+Bx7fdjwYurqrrkjwQOI1mI7UUWEMTutsPvPzhwNOBnarq1oGaHgWcCby8\nqk6bwfv8FfBPwJtnMM2W2B/4xGQDh1wGzwEOAPYAHs7tn9FpNMtnzFOBa6rqe1PU8zDgVuDQdmfm\nR0leNqN3NM8YCv36Gc0//XR+C9wHuG+7R/vNau5UuA/NBvW1VXVTu0f+rXaa5wPvqKpLqmoT8HfA\nYeP2/o5vp/s1cASwpqrWVNVtVXUWsBZ42uy81U73nqtqfVWdVVU3V9VG4B00QTWpqjqlqm6sqptp\nAuSPMoPzFDOtsUcF/D3w9+M2SDDzz+LbwJ5J7kkTBu8HliW5K83y/Ho73nOBz7fL/LfA24A70zRt\njHlXVV3erhNjHgesBv6yqj63Ge/134Hdkxy4GdPO1D2BK6cYPuwy+FlVXQd8FnhE2/9jwMFJ7tJ2\nP48mKKayHLgH8ECakDkUOD7Jk2fwnuYVQ6Ffy2jaXKdzIrAe+FKSS5Ic2/bfDbhscI9uwB/SHEGM\nuQzYluZIY8zlA8/vCzy7PaS+Psn1wGNpwugOkjy/bbrYlOQLQ9Q/qHvPSe6dZFWSK5L8EvgIsOtk\nE6Y5YfeWJD9ux7+0HfR70yR53ECN6za3xj5V1RqaI8C/Hjdo6M+inc+vaULjCTSh8HXgbOAx3DEU\n7rBOVNVtNOvAsoHZDa4TY15K0yTztcneS5LXDSzv942r72bgH9pH365lkuXUGmYZ/Hzg+a9ojrKp\nqvXARcBBbTAcTBMUUxkL1xOq6tdVdT7N0fxs72zNGUOhJ0n+hGZF/NZ047Z7xq+uqvvRrIjHJHkS\nzcq8+yTt0j+j2biM2Z3mMPaqwVkPPL8c+HBV7TTw2LGq3jJBPR9tmy7uWlVD7/21e6770zR/QNOs\nUDQnBO9Os4ecSeqDZs/skHYe96BpMmPcNGM1fnOgxqHPO6Q5V3PQQI19O46mOfAuA/2m+ywmunrn\n68ATgUcC57TdT6U5mvxGO84d1okkodmxuGJgPhPN+6U069k7J3sTVfVPA8v7pROM8gFgJ+BZk81j\nlvw/4C+mGD7MMpjKWBPSIcCFbVBM5fz27+ByXdC/R2AozLIkd29PVq0CPlJVPxximmekuZQvwA3A\n74DbgP+iOVR+S5Idk+yQ5DHtZKcBr0qyR7sx/ieaK20mOqqAZi/9oCRPbffId0hz2eXyLXvHkORO\nSf4Y+AzwC5oNBDRXg2wCbmjb0V87btKraM6HMDD+zTR7g3dp39OsaE8a7kWz3P6ApilrmOl2GPdI\nkiOTXDrM9O3e9wXACwd6T/dZjF8u0ITAX9JsqG4Bvgb8FfCTtmkO4HTg6UmelGQ7mnNVN9McVUzl\nRpo29scn+b2dhCHf563AG2muuhvWtuOW7XbQnQw+cpJp3gjsm+TEJH/Qjv+AJB9JcxHD5i6DMauA\npwD/i+mPEqiqH9PsYBzX/h/sRXPV2eY0w80LhsLs+WySG2n2Ao+j2ei8aMhp96TZA9pE0378nqr6\nantS9CDgATQnZTfQtJkCnAJ8mGYv8Sc0l8C9fLIXqKrLafZ+Xkdz9c3lNBvpLVkH/qZ9z9cCHwLO\nBfatqpva4W8CHkUTdJ+nOfk66J+B17dNKK9p53EZzV7dhcB3tqC2Mc9NsqmtYXVb6x9X1c+GmHYZ\nTfPA4OP+NHue/zmDGl7PwDmMIT6Lf6U5cfmLJO9q+51N0zY+dlRwIc1n/o2B+V5MczT2b8A1NOvO\nQW2ITKm9cufJwIFJNrcZ6DSmbu8f773ccdl+oD3/ck8m+ezbjfCjaY4i1yW5AfgkTfPajVuyDNr5\nX0nzP7gv8PEh38fhNEcn19Ks539fVV8ectp5J+Uvr0kzkuRLwCuq6qJR17K1SfJY4GVVNZPLYjWL\nDAVJUsfmIy1a466oGXzM9IorTWCSZbspSd/fEZlV467GG3zM9Kq3BcEjBUlSp6974vRm1113rRUr\nVoy6DElaUM4999xrqmraOxgsuFBYsWIFa9euHXUZkrSgJLls+rE8pyBJGmAoSJI6hoIkqWMoSJI6\nhoIkqWMoSJI6hoIkqWMoSJI6hoIkqbPgvtEsSXPhnWf9aMrhr3ryA+eokrnlkYIkqWMoSJI6hoIk\nqWMoSJI6hoIkqWMoSJI6hoIkqeP3FDSlxXqttrac687CZCgsUv7DSpqIoSDNomHDdjZD2YC/ncti\nyxkKC4grvDT/bG3/l4aCFr2t7Z9a2hKGwmZyQ3I7l4XmwlTrmevY7DEUeuYG83YuC2n+MxS0VXPv\nUhNxvZjcogqFxbKnuhhW+MXyWUpzbVGFwrDc4EharLzNhSSp45GCNCSPILW5FtK645GCJKnT25FC\nklOAZwBXV9VDJxge4F+BpwG/Ao6squ/1VY8WjsVwolyar/psPjoVOAn40CTDDwT2bB9/Cry3/bso\nuSHUYrWQmlYWg96aj6rqG8B1U4xyCPChanwH2CnJffqqR5I0vVGeU1gGXD7QvaHtJ0kakQVx9VGS\no4CjAHbfffcRVyNJ/ZgPTWmjDIUrgN0Gupe3/X5PVZ0MnAywcuXK6r80aevjeSsNY5ShsBo4Oskq\nmhPMN1TVlSOsR5p33JBrrvV5SeppwH7Arkk2AG8EtgOoqvcBa2guR11Pc0nqi/qqRZI0nN5CoaoO\nn2Z4AS/r6/UlSTO3IE40S5pf5sMJUfXDUJDUcWMv730kSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKk\njqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEg\nSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkjqEgSeoYCpKkTq+hkOSAJBcnWZ/k2AmG757kq0m+n+T8\nJE/rsx5J0tR6C4UkS4B3AwcCewOHJ9l73GivB06vqkcChwHv6aseSdL0+jxS2AdYX1WXVNUtwCrg\nkHHjFHD39vk9gJ/1WI8kaRp9hsIy4PKB7g1tv0HHA0ck2QCsAV4+0YySHJVkbZK1Gzdu7KNWSRKj\nP9F8OHBqVS0HngZ8OMnv1VRVJ1fVyqpauXTp0jkvUpIWiz5D4Qpgt4Hu5W2/QS8GTgeoqm8DOwC7\n9liTJGkKfYbCOcCeSfZIsj3NieTV48b5KfAkgCR70YSC7UOSNCK9hUJV3QocDZwJXERzldG6JCck\nObgd7dXAS5L8ADgNOLKqqq+aJElT27bPmVfVGpoTyIP93jDw/ELgMX3WIEka3qhPNEuS5hFDQZLU\nMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUGSoUktw5yYP6LkaS\nNFrThkKSg4DzgC+23Y9IMv53ESRJW4FhjhSOB/YBrgeoqvOAPXqsSZI0IsOEwm+r6oZx/fwhHEna\nCg3zIzvrkjwPWJJkT+B/A2f3W5YkaRSGOVJ4OfAQ4GbgY8ANwCv7LEqSNBpTHikkWQKcUFWvAY6b\nm5IkSaMy5ZFCVf0OeOwc1SJJGrFhzil8v70E9QzgprGeVfWp3qqSJI3EMKGwA3At8MSBfgUYCpK0\nlZk2FKrqRXNRiCRp9Ib5RvPyJJ9OcnX7+GSS5XNRnCRpbg1zSeoHgNXAH7aPz7b9JElbmWFCYWlV\nfaCqbm0fpwJLe65LkjQCw4TCtUmOSLKkfRxBc+JZkrSVGSYU/ifwHODnwJXAocBQJ5+THJDk4iTr\nkxw7yTjPSXJhknVJPjZs4ZKk2TfM1UeXAQfPdMbtt6HfDTwZ2ACck2R1VV04MM6ewN8Bj6mqXyS5\n10xfR5I0e4a5+uiDSXYa6N45ySlDzHsfYH1VXVJVtwCrgEPGjfMS4N1V9QuAqrp6+NIlSbNtmOaj\nh1fV9WMd7Qb8kUNMtwy4fKB7Q9tv0AOBByb5zyTfSXLAEPOVJPVkmG80b5Nk57G9+SS7DDndsK+/\nJ7AfsBz4RpKHDYZQ+5pHAUcB7L777rP00pKk8YbZuL8d+HaSM4DQnGh+8xDTXQHsNtC9vO03aAPw\n3ar6LfCTJD+iCYlzBkeqqpOBkwFWrlzpD/xIUk+mbT6qqg8BzwKuorn66FlV9eEh5n0OsGeSPZJs\nDxxG8yW4QZ+hOUogya40zUmXDF29JGlWTRoKSe6SZDuA9oqhs4DtgQcPM+OquhU4GjgTuAg4varW\nJTkhydjVTGfSfA/iQuCrwGuryu9ASNKITNV89EXgxcB/J3kA8G3go8AzkuxTVRN+72BQVa0B1ozr\n94aB5wUc0z4kSSM2VfPRzlX13+3zFwKnVdXLgQOBp/demSRpzk0VCoMndJ9I03xE+52D2/osSpI0\nGlM1H52f5G00Vww9APgSwOAX2SRJW5epjhReAlwDrACeUlW/avvvDbyt57okSSMw6ZFCVf0aeMsE\n/c8Gzu6zKEnSaAxzmwtJ0iJhKEiSOoaCJKkz6TmFJJ/ljpel3kFVzfg3FiRJ89tUl6R6hZEkLTJT\nXX309bHnSZa2/TbORVGSpNGY8pxCkjcmuQa4GPhRko1J3jDVNJKkhWuqu6QeAzwW+JOq2qWqdgb+\nFHhMklfNVYGSpLkz1ZHCC4DDq+onYz2q6hLgCOAv+y5MkjT3pgqF7arqmvE92/MK2/VXkiRpVKYK\nhVs2c5gkaYGa6pLUP0ryywn6B9ihp3okSSM01SWpS+ayEEnS6HmbC0lSx1CQJHUMBUlSx1CQJHUM\nBUlSx1CQJHUMBUlSx1CQJHUMBUlSx1CQJHV6DYUkByS5OMn6JMdOMd5fJKkkK/usR5I0td5CIckS\n4N3AgcDewOFJ9p5gvLsBrwC+21ctkqTh9HmksA+wvqouqapbgFXAIROM9w/AvwC/6bEWSdIQ+gyF\nZcDlA90b2n6dJI8Cdquqz081oyRHJVmbZO3GjRtnv1JJEjDCE81JtgHeAbx6unGr6uSqWllVK5cu\nXdp/cZK0SPUZClcAuw10L2/7jbkb8FDga0kuBf4MWO3JZkkanT5D4RxgzyR7JNkeOAxYPTawqm6o\nql2rakVVrQC+AxxcVWt7rEmSNIXeQqGqbgWOBs4ELgJOr6p1SU5IcnBfrytJ2nxT/UbzFquqNcCa\ncf3eMMm4+/VZiyRpen6jWZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQk\nSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1D\nQZLUMRQkSR1DQZLUMRQkSR1DQZLU6TUUkhyQ5OIk65McO8HwY5JcmOT8JF9Oct8+65EkTa23UEiy\nBHg3cCCwN3B4kr3HjfZ9YGVVPRz4BPDWvuqRJE2vzyOFfYD1VXVJVd0CrAIOGRyhqr5aVb9qO78D\nLO+xHknSNPoMhWXA5QPdG9p+k3kx8IWJBiQ5KsnaJGs3btw4iyVKkgbNixPNSY4AVgInTjS8qk6u\nqpVVtXLp0qVzW5wkLSLb9jjvK4DdBrqXt/3uIMn+wHHAE6rq5h7rkSRNo88jhXOAPZPskWR74DBg\n9eAISR4J/DtwcFVd3WMtkqQh9BYKVXUrcDRwJnARcHpVrUtyQpKD29FOBO4KnJHkvCSrJ5mdJGkO\n9Nl8RFWtAdaM6/eGgef79/n6kqSZmRcnmiVJ84OhIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6h\nIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnq\nGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnqGAqSpI6hIEnq9BoKSQ5IcnGS9UmOnWD4nZJ8vB3+\n3SQr+qxHkjS13kIhyRLg3cCBwN7A4Un2Hjfai4FfVNUDgHcC/9JXPZKk6fV5pLAPsL6qLqmqW4BV\nwCHjxjkE+GD7/BPAk5Kkx5okSVNIVfUz4+RQ4ICq+qu2+wXAn1bV0QPjXNCOs6Ht/nE7zjXj5nUU\ncFTb+SDg4lkqc1fgmmnHmr+sf7Ssf3QWcu0wmvrvW1VLpxtp27moZEtV1cnAybM93yRrq2rlbM93\nrlj/aFn/6Czk2mF+199n89EVwG4D3cvbfhOOk2Rb4B7AtT3WJEmaQp+hcA6wZ5I9kmwPHAasHjfO\nauCF7fNDga9UX+1ZkqRp9dZ8VFW3JjkaOBNYApxSVeuSnACsrarVwPuBDydZD1xHExxzadabpOaY\n9Y+W9Y/OQq4d5nH9vZ1oliQtPH6jWZLUMRQkSZ1FGwrT3YJjvktyaZIfJjkvydpR1zOdJKckubr9\nbspYv12SnJXkv9u/O4+yxslMUvvxSa5ol/95SZ42yhqnkmS3JF9NcmGSdUle0fZfKMt/svoXxGeQ\nZIck/5XkB239b2r779He3md9e7uf7UddKyzScwrtLTh+BDwZ2EBzpdThVXXhSAubgSSXAivHf9Fv\nvkryeGAT8KGqemjb763AdVX1ljaYd66qvx1lnROZpPbjgU1V9bZR1jaMJPcB7lNV30tyN+Bc4JnA\nkSyM5T9Z/c9hAXwG7V0adqyqTUm2A74FvAI4BvhUVa1K8j7gB1X13lHWCov3SGGYW3BoFlXVN2iu\nMBs0eJuTD9L8o887k9S+YFTVlVX1vfb5jcBFwDIWzvKfrP4FoRqb2s7t2kcBT6S5vQ/Mo+W/WENh\nGXD5QPcGFtBK1irgS0nObW8DshDdu6qubJ//HLj3KIvZDEcnOb9tXpqXTS/jtXcifiTwXRbg8h9X\nPyyQzyDJkiTnAVcDZwE/Bq6vqlvbUebNNmixhsLW4LFV9Siau9C+rG3iWLDaLy0upLbM9wL3Bx4B\nXAm8fbTlTC/JXYFPAq+sql8ODlsIy3+C+hfMZ1BVv6uqR9Dc2WEf4MEjLmlSizUUhrkFx7xWVVe0\nf68GPk2zoi00V7XtxWPtxlePuJ6hVdVV7T/6bcD/ZZ4v/7Yt+5PAR6vqU23vBbP8J6p/oX0GAFV1\nPfBV4NHATu3tfWAebYMWaygMcwuOeSvJju0JN5LsCDwFuGDqqealwducvBD4jxHWMiNjG9PWnzOP\nl397ovP9wEVV9Y6BQQti+U9W/0L5DJIsTbJT+/zONBe4XEQTDoe2o82b5b8orz4CaC9f+z/cfguO\nN4+4pKEluR/N0QE0tyr52HyvP8lpwH40twy+Cngj8BngdGB34DLgOVU1707oTlL7fjTNFgVcCvz1\nQPv8vJLkscA3gR8Ct7W9X0fTLr8Qlv9k9R/OAvgMkjyc5kTyEpod8dOr6oT2/3gVsAvwfeCIqrp5\ndJU2Fm0oSJJ+32JtPpIkTcBQkCR1DAVJUsdQkCR1DAVJUsdQ0FYlye8G7pp5XpIVSVYmeVc7/Mgk\nJ7XPn5lk7814jSOT3NZeajjW74L2Fgyz8R42TT+W1I/efo5TGpFft7cTGHQpMNHtxZ8JfA4Y+u64\nA99A3QAcBzx3M2rsTZJtB+6nI82YRwra6iXZL8nnxvXbFzgYOLE9orh/+/hie5PBbyZ5cDvuqUne\nl+S7wFvbWXwOeEiSB03wepsGnh+a5NSB+bw3yXeSXNLWdUqSi8bGGZjune2997+cZGnbbyb1SZvF\nUNDW5s4DTUefnmykqjqb5jYPr62qR1TVj2l+TP3lVfXHwGuA9wxMshzYt6qOabtvo9kAv26G9e1M\nc9+bV7Wv/07gIcDDkowd4ewIrK2qhwBfp/kGNTOsT9osNh9pazNR89G02jtw7guc0dxqB4A7DYxy\nRlX9btxkHwOOS7LHDF7qs1VVSX4IXFVVP2xffx2wAjiPJnA+3o7/EeBTm1mfNGOGgtTYhub+9pMF\nyk3je1TVrUneDoz/tbLBe8fsMG7Y2L1tbht4PtY92f9jbU590uaw+UiL2Y3A3QDa+/P/JMmzobkz\nZ5I/GmIepwL7A0sH+l2VZK8k29DcvXOmtuH2u2c+D/jWFtQnzYihoMVsFfDaJN9Pcn/g+cCLk/wA\nWMcQP9Ha/pzru4B7DfQ+luZE9Nk0P/4yUzcB+yS5gOYnG09o+8+4PmmmvEuqJKnjkYIkqWMoSJI6\nhoIkqWMoSJI6hoIkqWMoSJI6hoIkqfP/AfNDALfO/1bgAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "vMpuiVdSf60g",
        "colab_type": "code",
        "outputId": "bc786a18-9a97-4dee-b40a-8ab13619d495",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 136
        }
      },
      "cell_type": "code",
      "source": [
        "np.sort(discores_high_acc_model)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([0.50778735, 0.51148141, 0.5316608 , 0.5503721 , 0.55231392,\n",
              "       0.55683133, 0.5754899 , 0.57891548, 0.58448689, 0.58936178,\n",
              "       0.58980302, 0.59096041, 0.59923165, 0.60396759, 0.6067217 ,\n",
              "       0.60815117, 0.60818232, 0.60875793, 0.61246232, 0.61911506,\n",
              "       0.62163669, 0.62485589, 0.62771089, 0.63252923, 0.63514822,\n",
              "       0.63617041, 0.64203204, 0.65381118, 0.65792124, 0.66861217,\n",
              "       0.68109371, 0.70979014])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "metadata": {
        "id": "UzN_W73aldFU",
        "colab_type": "code",
        "outputId": "9fd8629c-e026-4579-9740-f2b062ff6c1e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "\n",
        "# (discores_high_acc_model)\n",
        "K = 10 # how many channels to pick\n",
        "high_acc_di_sorted = np.argsort(discores_high_acc_model)\n",
        "high_acc_di_sorted_list = np.ndarray.tolist(high_acc_di_sorted)\n",
        "top_channels = high_acc_di_sorted_list[-K:]\n",
        "top_channels"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[9, 25, 19, 29, 5, 7, 26, 28, 17, 23]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "metadata": {
        "id": "SD8nswMnxWVC",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "total_channels = len(discores_high_acc_model)\n",
        "# total_channels"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "MsCtxzRVokuR",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "disable_training = True"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "fJn40KQs_BnW",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# # returns \n",
        "# def highAccuracyModelTillConv2(input_img): \n",
        "#   conv1_1 = (Conv2D(32, (3,3), padding='same',\n",
        "#                     kernel_regularizer=regularizers.l2(weight_decay), \n",
        "#                     input_shape=x_train.shape[1:], activation='elu', trainable = disable_training,\n",
        "#                     name = 'HighAccuracyConv1'))(input_img)\n",
        "#   conv1_2 = BatchNormalization(name = 'HighAccuracyBN1',\n",
        "#                               trainable = disable_training)(conv1_1)\n",
        "#   conv2_1 = (Conv2D(32, (3,3), padding='same', activation= 'elu',trainable = disable_training,\n",
        "#                     name = 'HighAccuracyConv2',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "# #   conv2_2 = BatchNormalization(name = 'HighAccuracyBN2',\n",
        "# #                               trainable = disable_training)(conv2_1)  \n",
        "# #   create a mask\n",
        "#   # first swap axis and make channels the 0th dimension\n",
        "# #   swapped_conv2 = keras.backend.permute_dimensions(conv2_1, (3,1,2,0))\n",
        "#   masked = []\n",
        "#   for ch in range(0,total_channels):\n",
        "#     if ch in top_channels:\n",
        "#       m = False\n",
        "#     else:\n",
        "#       m = True \n",
        "#     masked.append(m)\n",
        "#   corrected_conv2 = tf.boolean_mask(conv2_1,mask = masked, axis=3)\n",
        "#   print(corrected_conv2.shape)\n",
        "# #   input_shape = swapped_conv2.get_shape().as_list()\n",
        "# #   print(swapped_conv2.shape)\n",
        "# #   masked_swapped_conv2 = tf.boolean_mask(swapped_conv2,mask = masked)\n",
        "# #   print(masked_swapped_conv2.shape)\n",
        "# #   corrected_conv2 = keras.backend.permute_dimensions(masked_swapped_conv2, (3,1,2,0))\n",
        "# #   print(masked) Masking(mask_value=0., input_shape=(5, 100))\n",
        "# #   swapped_conv2_masked = Lambda(lambda x: keras.backend.boolean_mask(swapped_conv2, mask = 3))(out)\n",
        "# #   masked_swapped_conv2 = keras.backend.manual_variable_initiali\n",
        "#   return corrected_conv2"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Sk_0a6JlFux5",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# returns \n",
        "def highAccuracyModelTillConv2(input_img): \n",
        "  conv1_1 = (Conv2D(32, (3,3), padding='same',\n",
        "                    kernel_regularizer=regularizers.l2(weight_decay), \n",
        "                    input_shape=x_train.shape[1:], activation='elu', trainable = disable_training,\n",
        "                    name = 'HighAccuracyConv1'))(input_img)\n",
        "  conv1_2 = BatchNormalization(name = 'HighAccuracyBN1',\n",
        "                              trainable = disable_training)(conv1_1)\n",
        "  conv2_1 = (Conv2D(32, (3,3), padding='same', activation= 'elu',trainable = disable_training,\n",
        "                    name = 'HighAccuracyConv2',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "#   conv2_2 = BatchNormalization(name = 'HighAccuracyBN2',\n",
        "#                               trainable = disable_training)(conv2_1)  \n",
        "  \n",
        "  return conv2_1"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "OA-0pVGXvMeE",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "from keras.layers import Dense, Concatenate, Input, Lambda\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "41smOd7GTX5c",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "import tensorflow as tf\n",
        "def cifar10ClassifierTransfer(input_img, conv2_high):\n",
        "  \n",
        "  # Add additional inputs to \n",
        "  \n",
        "  conv1_1 = (Conv2D(32, (3,3), padding='same',name = 'lowAccuracyModelConv1_1',\n",
        "                    trainable = disable_training, kernel_regularizer=regularizers.l2(weight_decay), input_shape=x_train.shape[1:], activation='elu'))(input_img)\n",
        "  conv1_2 = BatchNormalization(name = 'lowAccuracyModelBN1',\n",
        "                              trainable = disable_training)(conv1_1)\n",
        "  conv2_1 = (Conv2D(22, (3,3), padding='same',name = 'lowAccuracyModelConv2_1',\n",
        "                    trainable = disable_training, activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "  channels = top_channels\n",
        "  branch_outputs = []\n",
        "#   orig_channel = conv2_1\n",
        "  # create a mask here\n",
        "  branch_outputs.append(conv2_1)\n",
        "  for i in channels:\n",
        "      # Slicing the ith channel:\n",
        "      out = Lambda(lambda x: x[:,:,:, i])(conv2_high)      \n",
        "      # Setting up your per-channel layers (replace with actual sub-models):\n",
        "      layer_out = Lambda(lambda x: keras.backend.expand_dims(x, axis = 3))(out)\n",
        "      branch_outputs.append(layer_out)\n",
        "  merged = Concatenate()(branch_outputs)\n",
        "\n",
        "\n",
        "  conv2_2 = BatchNormalization()(merged)\n",
        "  pool2_3 = MaxPooling2D(pool_size=(2, 2))(conv2_2) #14 x 14 x 32\n",
        "  drop2_4= Dropout(.2)(pool2_3)\n",
        "\n",
        "  conv3_1 = (Conv2D(64, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop2_4)\n",
        "  conv3_2 = BatchNormalization()(conv3_1)\n",
        "  conv4_1 = (Conv2D(64, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv3_2)\n",
        "  conv4_2 = BatchNormalization()(conv4_1)\n",
        "  pool4_3 = MaxPooling2D(pool_size=(2, 2))(conv4_2) #14 x 14 x 32\n",
        "  drop4_4= Dropout(.3)(pool4_3)\n",
        "\n",
        "  conv5_1 = (Conv2D(128, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop4_4)\n",
        "  conv5_2 = BatchNormalization()(conv5_1)\n",
        "  conv6_1 = (Conv2D(128, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv5_2)\n",
        "  conv6_2 = BatchNormalization()(conv6_1)\n",
        "  pool6_3 = MaxPooling2D(pool_size=(2, 2))(conv6_2) #14 x 14 x 32\n",
        "  drop6_4= Dropout(.4)(pool6_3)\n",
        "\n",
        "  flat = Flatten()(drop6_4)\n",
        "  out = Dense(num_classes, activation='softmax')(flat)\n",
        "  \n",
        "  return out"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "sf3PN5YIyba2",
        "colab_type": "code",
        "outputId": "bf3c3332-f6e5-479c-ca46-6161ad55ea62",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "top_channels"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[9, 25, 19, 29, 5, 7, 26, 28, 17, 23]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "metadata": {
        "id": "fzUmKtVGFusU",
        "colab_type": "code",
        "outputId": "7d31d4b2-f80f-4f0a-8ca1-c89220c5bbf3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1836
        }
      },
      "cell_type": "code",
      "source": [
        "high_acc_output = highAccuracyModelTillConv2(input_img)\n",
        "modelFilt = Model(input_img, \n",
        "              cifar10ClassifierTransfer(input_img,\n",
        "              high_acc_output))\n",
        "#data augmentation\n",
        "datagen = ImageDataGenerator(\n",
        "    rotation_range=15,\n",
        "    width_shift_range=0.1,\n",
        "    height_shift_range=0.1,\n",
        "    horizontal_flip=True,\n",
        "    )\n",
        "datagen.fit(train_three_data)\n",
        " \n",
        "#training\n",
        "batch_size = 64\n",
        " \n",
        "opt_rms = keras.optimizers.rmsprop(lr=0.001,decay=1e-6)\n",
        "# model.compile(loss='categorical_crossentropy', optimizer=opt_rms, metrics=['accuracy'])\n",
        "\n",
        "modelFilt.compile(loss=losses.categorical_crossentropy, optimizer=opt_rms, metrics=['accuracy'])\n",
        "\n",
        "modelFilt.summary()\n",
        " "
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_1 (InputLayer)            (None, 32, 32, 3)    0                                            \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyConv1 (Conv2D)      (None, 32, 32, 32)   896         input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyBN1 (BatchNormaliza (None, 32, 32, 32)   128         HighAccuracyConv1[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelConv1_1 (Conv2D (None, 32, 32, 32)   896         input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyConv2 (Conv2D)      (None, 32, 32, 32)   9248        HighAccuracyBN1[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelBN1 (BatchNorma (None, 32, 32, 32)   128         lowAccuracyModelConv1_1[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "lambda_1 (Lambda)               (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_3 (Lambda)               (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_5 (Lambda)               (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_7 (Lambda)               (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_9 (Lambda)               (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_11 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_13 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_15 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_17 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_19 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelConv2_1 (Conv2D (None, 32, 32, 22)   6358        lowAccuracyModelBN1[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "lambda_2 (Lambda)               (None, 32, 32, 1)    0           lambda_1[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "lambda_4 (Lambda)               (None, 32, 32, 1)    0           lambda_3[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "lambda_6 (Lambda)               (None, 32, 32, 1)    0           lambda_5[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "lambda_8 (Lambda)               (None, 32, 32, 1)    0           lambda_7[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "lambda_10 (Lambda)              (None, 32, 32, 1)    0           lambda_9[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "lambda_12 (Lambda)              (None, 32, 32, 1)    0           lambda_11[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_14 (Lambda)              (None, 32, 32, 1)    0           lambda_13[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_16 (Lambda)              (None, 32, 32, 1)    0           lambda_15[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_18 (Lambda)              (None, 32, 32, 1)    0           lambda_17[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_20 (Lambda)              (None, 32, 32, 1)    0           lambda_19[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "concatenate_1 (Concatenate)     (None, 32, 32, 32)   0           lowAccuracyModelConv2_1[0][0]    \n",
            "                                                                 lambda_2[0][0]                   \n",
            "                                                                 lambda_4[0][0]                   \n",
            "                                                                 lambda_6[0][0]                   \n",
            "                                                                 lambda_8[0][0]                   \n",
            "                                                                 lambda_10[0][0]                  \n",
            "                                                                 lambda_12[0][0]                  \n",
            "                                                                 lambda_14[0][0]                  \n",
            "                                                                 lambda_16[0][0]                  \n",
            "                                                                 lambda_18[0][0]                  \n",
            "                                                                 lambda_20[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_1 (BatchNor (None, 32, 32, 32)   128         concatenate_1[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_1 (MaxPooling2D)  (None, 16, 16, 32)   0           batch_normalization_1[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "dropout_1 (Dropout)             (None, 16, 16, 32)   0           max_pooling2d_1[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_1 (Conv2D)               (None, 16, 16, 64)   18496       dropout_1[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_2 (BatchNor (None, 16, 16, 64)   256         conv2d_1[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_2 (Conv2D)               (None, 16, 16, 64)   36928       batch_normalization_2[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_3 (BatchNor (None, 16, 16, 64)   256         conv2d_2[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_2 (MaxPooling2D)  (None, 8, 8, 64)     0           batch_normalization_3[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "dropout_2 (Dropout)             (None, 8, 8, 64)     0           max_pooling2d_2[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_3 (Conv2D)               (None, 8, 8, 128)    73856       dropout_2[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_4 (BatchNor (None, 8, 8, 128)    512         conv2d_3[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_4 (Conv2D)               (None, 8, 8, 128)    147584      batch_normalization_4[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_5 (BatchNor (None, 8, 8, 128)    512         conv2d_4[0][0]                   \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_3 (MaxPooling2D)  (None, 4, 4, 128)    0           batch_normalization_5[0][0]      \n",
            "__________________________________________________________________________________________________\n",
            "dropout_3 (Dropout)             (None, 4, 4, 128)    0           max_pooling2d_3[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "flatten_1 (Flatten)             (None, 2048)         0           dropout_3[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "dense_1 (Dense)                 (None, 3)            6147        flatten_1[0][0]                  \n",
            "==================================================================================================\n",
            "Total params: 302,329\n",
            "Trainable params: 301,369\n",
            "Non-trainable params: 960\n",
            "__________________________________________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "WE7b72OOFups",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "plot_model(modelFilt, to_file=\"FiltModel.png\", show_shapes=True, show_layer_names=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "_lY9fuSspeIA",
        "colab_type": "code",
        "outputId": "de711899-b253-4c43-ab73-945461ff05c7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 850
        }
      },
      "cell_type": "code",
      "source": [
        "# set weights again\n",
        "loaded_model_low_accuracy.summary()"
      ],
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "input_1 (InputLayer)         (None, 32, 32, 3)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_1 (Conv2D)            (None, 32, 32, 32)        896       \n",
            "_________________________________________________________________\n",
            "batch_normalization_1 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "conv2d_2 (Conv2D)            (None, 32, 32, 32)        9248      \n",
            "_________________________________________________________________\n",
            "batch_normalization_2 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_1 (MaxPooling2 (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "dropout_1 (Dropout)          (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "conv2d_3 (Conv2D)            (None, 16, 16, 64)        18496     \n",
            "_________________________________________________________________\n",
            "batch_normalization_3 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 16, 16, 64)        36928     \n",
            "_________________________________________________________________\n",
            "batch_normalization_4 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_2 (MaxPooling2 (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "dropout_2 (Dropout)          (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "conv2d_5 (Conv2D)            (None, 8, 8, 128)         73856     \n",
            "_________________________________________________________________\n",
            "batch_normalization_5 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "conv2d_6 (Conv2D)            (None, 8, 8, 128)         147584    \n",
            "_________________________________________________________________\n",
            "batch_normalization_6 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_3 (MaxPooling2 (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "dropout_3 (Dropout)          (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "flatten_1 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 3)                 6147      \n",
            "=================================================================\n",
            "Total params: 294,947\n",
            "Trainable params: 294,051\n",
            "Non-trainable params: 896\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "5-yqdp6_rQkI",
        "colab_type": "code",
        "outputId": "d6692d9a-7f64-473c-f094-d1c776e87ecf",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 850
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_high_accuracy.summary()"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "input_1 (InputLayer)         (None, 32, 32, 3)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_1 (Conv2D)            (None, 32, 32, 32)        896       \n",
            "_________________________________________________________________\n",
            "batch_normalization_1 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "conv2d_2 (Conv2D)            (None, 32, 32, 32)        9248      \n",
            "_________________________________________________________________\n",
            "batch_normalization_2 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_1 (MaxPooling2 (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "dropout_1 (Dropout)          (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "conv2d_3 (Conv2D)            (None, 16, 16, 64)        18496     \n",
            "_________________________________________________________________\n",
            "batch_normalization_3 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 16, 16, 64)        36928     \n",
            "_________________________________________________________________\n",
            "batch_normalization_4 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_2 (MaxPooling2 (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "dropout_2 (Dropout)          (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "conv2d_5 (Conv2D)            (None, 8, 8, 128)         73856     \n",
            "_________________________________________________________________\n",
            "batch_normalization_5 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "conv2d_6 (Conv2D)            (None, 8, 8, 128)         147584    \n",
            "_________________________________________________________________\n",
            "batch_normalization_6 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_3 (MaxPooling2 (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "dropout_3 (Dropout)          (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "flatten_1 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 3)                 6147      \n",
            "=================================================================\n",
            "Total params: 294,947\n",
            "Trainable params: 294,051\n",
            "Non-trainable params: 896\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "8GkUnIIAqH0k",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## set predetermined weights"
      ]
    },
    {
      "metadata": {
        "id": "nKVw7k8QLwoQ",
        "colab_type": "code",
        "outputId": "e123a966-8e7f-480a-e811-e012b431c103",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "top_channels"
      ],
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[9, 25, 19, 29, 5, 7, 26, 28, 17, 23]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 34
        }
      ]
    },
    {
      "metadata": {
        "id": "5hWcRyTNtaXW",
        "colab_type": "code",
        "outputId": "92ff1c2b-8faf-41ad-be8e-b487a8ac64b5",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "top_channels"
      ],
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[9, 25, 19, 29, 5, 7, 26, 28, 17, 23]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 35
        }
      ]
    },
    {
      "metadata": {
        "id": "t0FN66utr5VE",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# set weights of high accuracy model for channels not used to 0 [9, 25, 19, 29, 5, 7, 26, 28, 17, 23]\n",
        "high_acc_conv2_weights = loaded_model_high_accuracy.get_layer('conv2d_2').get_weights()\n",
        "temp_weights = np.zeros_like(high_acc_conv2_weights[0])\n",
        "h,w,d,n = high_acc_conv2_weights[0].shape\n",
        "for ch in range(0,n):\n",
        "  if ch in top_channels:\n",
        "    temp_weights[:,:,:,ch] = high_acc_conv2_weights[0][:,:,:,ch]\n",
        "    \n",
        "    \n",
        "  \n",
        "# (high_acc_conv2_weights[0].shape)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Esv5wQmYFby6",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# temp_bias = np.zeros_like(high_acc_conv2_weights[1])\n",
        "temp_bias = high_acc_conv2_weights[1]\n",
        "\n",
        "bias_shape = high_acc_conv2_weights[1].shape\n",
        "for ch in range(0,n):\n",
        "  if ch in top_channels:\n",
        "    temp_bias[ch] = high_acc_conv2_weights[1][ch]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "HPV28w1jFulD",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# temp_bias\n",
        "weights_to_assign = [temp_weights,temp_bias]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "2pYigm1qFJmK",
        "colab_type": "code",
        "outputId": "954a279a-6bb2-4584-dc4d-3e5695e3eba0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "temp_weights.shape"
      ],
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(3, 3, 32, 32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 40
        }
      ]
    },
    {
      "metadata": {
        "id": "f1t2Yj3-E01G",
        "colab_type": "code",
        "outputId": "b47cb8e2-62e6-4b1b-9405-d87e8e510a80",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "high_acc_conv2_weights[1].shape"
      ],
      "execution_count": 41,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(32,)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 41
        }
      ]
    },
    {
      "metadata": {
        "id": "Q1qLv08GEv5Q",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# temp_weights[:,:,:,11]\n",
        "# modelFilt.get_layer('lowAccuracyModelConv1_1')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "5AS3DZGUqNw1",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "modelFilt.get_layer('HighAccuracyConv1').set_weights(loaded_model_high_accuracy.get_layer('conv2d_1').get_weights())\n",
        "modelFilt.get_layer('HighAccuracyBN1').set_weights(loaded_model_high_accuracy.get_layer('batch_normalization_1').get_weights())\n",
        "# modelFilt.get_layer('HighAccuracyConv2').set_weights(loaded_model_high_accuracy.get_layer('conv2d_2').get_weights())\n",
        "modelFilt.get_layer('HighAccuracyConv2').set_weights(weights_to_assign)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "hQKKEkR2F-tx",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "modelFilt.get_layer('lowAccuracyModelConv1_1').set_weights(loaded_model_low_accuracy.get_layer('conv2d_1').get_weights())\n",
        "modelFilt.get_layer('lowAccuracyModelBN1').set_weights(loaded_model_low_accuracy.get_layer('batch_normalization_1').get_weights())\n",
        "# modelFilt.get_layer('HighAccuracyConv2').set_weights(loaded_model_high_accuracy.get_layer('conv2d_2').get_weights())\n",
        "# modelFilt.get_layer('lowAccuracyModelConv2_1').set_weights(loaded_model_low_accuracy.get_layer('conv2d_2').get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "vwuN8V9wJy4_",
        "colab_type": "code",
        "outputId": "bc02bdee-dec1-42ff-aabb-a7f1fbd769f7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "modelFilt.layers[28]"
      ],
      "execution_count": 45,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.layers.normalization.BatchNormalization at 0x7fac95a67978>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 45
        }
      ]
    },
    {
      "metadata": {
        "id": "24vLwQTJqHgc",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.layers[1].set_weights(loaded_model_low_accuracy.layers[1].get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Bn5PhIlAqd8k",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# layer_output = model.get_layer('vgg16').get_layer('block3_conv1').output\n",
        "\n",
        "# 28\n",
        "# loaded_model_low_accuracy.layers[1].get_weights()\n",
        "# loaded_model_low_accuracy.layers[0].get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ASwQ6dQskQlv",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# layer_dict_model_filt = dict([(layer.name, layer) for layer in modelFilt.layers])\n",
        "# layer_dict_model_filt['lowAccuracyModelConv1_1'].set_weights(loaded_model_low_accuracy['conv2d_1'].get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "SPmn-PX7kYYa",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# weights_model_filt[0].shape"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "CxwLbMxCjrpy",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.get_layer('HighAccuracyConv1').ge"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "59a_w_uXjkOl",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# get_cnn1_output_function = K.function([trained_model.layers[0].input],\n",
        "#                                 [trained_model.get_layer(layer_name).output])   #get_layer test_three_label\n",
        "# cnn1_output = get_cnn1_output_function([data_to_use])[0]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "M48EuB2YpeEq",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.layers[1].set_weights(loaded_model_low_accuracy.layers[1].get_weights())\n",
        "# modelFilt.layers[3].set_weights(loaded_model_low_accuracy.layers[2].get_weights())\n",
        "# modelFilt.layers[5].set_weights(loaded_model_low_accuracy.layers[3].get_weights())\n",
        "\n",
        "\n",
        "# modelFilt.layers[2].set_weights(loaded_model_high_accuracy.layers[1].get_weights())\n",
        "# modelFilt.layers[4].set_weights(loaded_model_high_accuracy.layers[2].get_weights())\n",
        "# modelFilt.layers[6].set_weights(loaded_model_high_accuracy.layers[3].get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "-2wj7j0_v8uR",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.layers[2].set_weights(loaded_model_low_accuracy.layers[1].get_weights())\n",
        "# modelFilt.layers[4].set_weights(loaded_model_low_accuracy.layers[2].get_weights())\n",
        "# modelFilt.layers[6].set_weights(loaded_model_low_accuracy.layers[3].get_weights())\n",
        "\n",
        "\n",
        "# modelFilt.layers[1].set_weights(loaded_model_low_accuracy.layers[1].get_weights())\n",
        "# modelFilt.layers[3].set_weights(loaded_model_low_accuracy.layers[2].get_weights())\n",
        "# modelFilt.layers[5].set_weights(loaded_model_low_accuracy.layers[3].get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "NrTPnsVBtX05",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# layer_dict_modelFilt['conv2d_1'].set_weights(loaded_model_low_accuracy.layers[1].get_weights())\n",
        "# layer_dict_modelFilt['batch_normalization_5'].set_weights(loaded_model_low_accuracy.layers[2].get_weights())\n",
        "# layer_dict_modelFilt['conv2d_2'].set_weights(loaded_model_low_accuracy.layers[3].get_weights())\n",
        "\n",
        "\n",
        "# layer_dict_modelFilt['HighAccuracyConv1'].set_weights(loaded_model_low_accuracy.layers[1].get_weights())\n",
        "# layer_dict_modelFilt['batch_normalization_3'].set_weights(loaded_model_low_accuracy.layers[2].get_weights())\n",
        "# layer_dict_modelFilt['HighAccuracyConv2'].set_weights(loaded_model_low_accuracy.layers[3].get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "y3pdihEIpeB2",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "a0b4AZgQFum1",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# # set weights of some of the layers and make it non trainable!\n",
        "# layer_dict_low = dict([(layer.name, layer) for layer in loaded_model_low_accuracy.layers])\n",
        "# layer_dict_modelFilt = dict([(layer.name, layer) for layer in modelFilt.layers])\n",
        "\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "o-nabstBFukL",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# weights_low_conv2d1 = layer_dict_low['conv2d_1'].get_weights()\n",
        "# layer_dict_modelFilt['conv2d_1'].set_weights(weights_low_conv2d1)\n",
        "\n",
        "# weights_low_bn1 = layer_dict_low['batch_normalization_1'].get_weights()\n",
        "# layer_dict_modelFilt['batch_normalization_5'].set_weights(weights_low_bn1)\n",
        "\n",
        "# weights_low_conv2d_2 = layer_dict_low['conv2d_2'].get_weights()\n",
        "# layer_dict_modelFilt['conv2d_2'].set_weights(weights_low_conv2d_2)\n",
        "\n",
        "# modelFilt.layers[1].set_weights(weights_low_conv2d1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "7OoELuuikAn6",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "wTCdHBwFZ4at",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# set weights of some of the layers and make it non trainable!\n",
        "# layer_dict_high= dict([(layer.name, layer) for layer in loaded_model_high_accuracy.layers])\n",
        "# layer_dict_modelFilt = dict([(layer.name, layer) for layer in modelFilt.layers])"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "UXkQ68OyZnI1",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# weights_highconv2d1 = layer_dict_high['conv2d_1'].get_weights()\n",
        "# layer_dict_modelFilt['HighAccuracyConv1'].set_weights(weights_highconv2d1)\n",
        "\n",
        "# weights_high_bn1 = layer_dict_high['batch_normalization_1'].get_weights()\n",
        "# layer_dict_modelFilt['batch_normalization_3'].set_weights(weights_high_bn1)\n",
        "\n",
        "# weights_high_conv2d_2 = layer_dict_high['conv2d_2'].get_weights()\n",
        "# layer_dict_modelFilt['HighAccuracyConv2'].set_weights(weights_low_conv2d_2)\n",
        "# ### need to modify and zero put non redundant weights"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Y781xnnuorld",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# weights_highconv2d1"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "at5JqaEWojaV",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# layer_dict_modelFilt['HighAccuracyConv1'].get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "wm5P4A9EY0th",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# loaded_model_low_accuracy.summary()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Lm7AFEZibLP9",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.layers"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "jKdEeJCdzLNt",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# s = -1\n",
        "# for layer in modelFilt.layers[0:7]:\n",
        "#     s = s+1\n",
        "#     if (s%2) !=0:\n",
        "#       print(s)\n",
        "#       print(layer)\n",
        "#     layer.trainable = False"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Uk2JwzAGbCj0",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# s = -1\n",
        "# for layer in modelFilt.layers[0:7]:\n",
        "#     s = s+1\n",
        "#     if (s%2) !=0:\n",
        "#       print(s)\n",
        "#       print(layer)\n",
        "#       layer.trainable = False"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "knA2xBI4jrZF",
        "colab_type": "code",
        "outputId": "2f9a6a66-f5fd-4b93-c6fa-27d843f2fcad",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 850
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_low_accuracy.summary()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "input_1 (InputLayer)         (None, 32, 32, 3)         0         \n",
            "_________________________________________________________________\n",
            "conv2d_1 (Conv2D)            (None, 32, 32, 32)        896       \n",
            "_________________________________________________________________\n",
            "batch_normalization_1 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "conv2d_2 (Conv2D)            (None, 32, 32, 32)        9248      \n",
            "_________________________________________________________________\n",
            "batch_normalization_2 (Batch (None, 32, 32, 32)        128       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_1 (MaxPooling2 (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "dropout_1 (Dropout)          (None, 16, 16, 32)        0         \n",
            "_________________________________________________________________\n",
            "conv2d_3 (Conv2D)            (None, 16, 16, 64)        18496     \n",
            "_________________________________________________________________\n",
            "batch_normalization_3 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 16, 16, 64)        36928     \n",
            "_________________________________________________________________\n",
            "batch_normalization_4 (Batch (None, 16, 16, 64)        256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_2 (MaxPooling2 (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "dropout_2 (Dropout)          (None, 8, 8, 64)          0         \n",
            "_________________________________________________________________\n",
            "conv2d_5 (Conv2D)            (None, 8, 8, 128)         73856     \n",
            "_________________________________________________________________\n",
            "batch_normalization_5 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "conv2d_6 (Conv2D)            (None, 8, 8, 128)         147584    \n",
            "_________________________________________________________________\n",
            "batch_normalization_6 (Batch (None, 8, 8, 128)         512       \n",
            "_________________________________________________________________\n",
            "max_pooling2d_3 (MaxPooling2 (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "dropout_3 (Dropout)          (None, 4, 4, 128)         0         \n",
            "_________________________________________________________________\n",
            "flatten_1 (Flatten)          (None, 2048)              0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 3)                 6147      \n",
            "=================================================================\n",
            "Total params: 294,947\n",
            "Trainable params: 294,051\n",
            "Non-trainable params: 896\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "Ji5jVmbej-LM",
        "colab_type": "code",
        "outputId": "398b4f7e-5e8e-428b-f4a2-a7e523bf15b6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "loaded_model_low_accuracy.layers[5]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.layers.pooling.MaxPooling2D at 0x7fe00e1dd3c8>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 66
        }
      ]
    },
    {
      "metadata": {
        "id": "0w2grlRlKQhJ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "for l1,l2 in zip(modelFilt.layers[32:],loaded_model_low_accuracy.layers[8:]):\n",
        "#     print (l1)\n",
        "    l1.set_weights(l2.get_weights())"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "7EozUm-dSIx2",
        "colab_type": "code",
        "outputId": "7c57be59-98bd-41eb-a94f-f98ad2a00e0e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1836
        }
      },
      "cell_type": "code",
      "source": [
        "modelFilt.summary()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "__________________________________________________________________________________________________\n",
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            "input_1 (InputLayer)            (None, 32, 32, 3)    0                                            \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyConv1 (Conv2D)      (None, 32, 32, 32)   896         input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyBN1 (BatchNormaliza (None, 32, 32, 32)   128         HighAccuracyConv1[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelConv1_1 (Conv2D (None, 32, 32, 32)   896         input_1[0][0]                    \n",
            "__________________________________________________________________________________________________\n",
            "HighAccuracyConv2 (Conv2D)      (None, 32, 32, 32)   9248        HighAccuracyBN1[0][0]            \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelBN1 (BatchNorma (None, 32, 32, 32)   128         lowAccuracyModelConv1_1[0][0]    \n",
            "__________________________________________________________________________________________________\n",
            "lambda_41 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_43 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_45 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_47 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_49 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_51 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_53 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_55 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_57 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lambda_59 (Lambda)              (None, 32, 32)       0           HighAccuracyConv2[0][0]          \n",
            "__________________________________________________________________________________________________\n",
            "lowAccuracyModelConv2_1 (Conv2D (None, 32, 32, 32)   9248        lowAccuracyModelBN1[0][0]        \n",
            "__________________________________________________________________________________________________\n",
            "lambda_42 (Lambda)              (None, 32, 32, 1)    0           lambda_41[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_44 (Lambda)              (None, 32, 32, 1)    0           lambda_43[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_46 (Lambda)              (None, 32, 32, 1)    0           lambda_45[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_48 (Lambda)              (None, 32, 32, 1)    0           lambda_47[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_50 (Lambda)              (None, 32, 32, 1)    0           lambda_49[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_52 (Lambda)              (None, 32, 32, 1)    0           lambda_51[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_54 (Lambda)              (None, 32, 32, 1)    0           lambda_53[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_56 (Lambda)              (None, 32, 32, 1)    0           lambda_55[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_58 (Lambda)              (None, 32, 32, 1)    0           lambda_57[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "lambda_60 (Lambda)              (None, 32, 32, 1)    0           lambda_59[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "concatenate_9 (Concatenate)     (None, 32, 32, 42)   0           lowAccuracyModelConv2_1[0][0]    \n",
            "                                                                 lambda_42[0][0]                  \n",
            "                                                                 lambda_44[0][0]                  \n",
            "                                                                 lambda_46[0][0]                  \n",
            "                                                                 lambda_48[0][0]                  \n",
            "                                                                 lambda_50[0][0]                  \n",
            "                                                                 lambda_52[0][0]                  \n",
            "                                                                 lambda_54[0][0]                  \n",
            "                                                                 lambda_56[0][0]                  \n",
            "                                                                 lambda_58[0][0]                  \n",
            "                                                                 lambda_60[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_24 (BatchNo (None, 32, 32, 42)   168         concatenate_9[0][0]              \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_13 (MaxPooling2D) (None, 16, 16, 42)   0           batch_normalization_24[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "dropout_13 (Dropout)            (None, 16, 16, 42)   0           max_pooling2d_13[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_17 (Conv2D)              (None, 16, 16, 64)   24256       dropout_13[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_25 (BatchNo (None, 16, 16, 64)   256         conv2d_17[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_18 (Conv2D)              (None, 16, 16, 64)   36928       batch_normalization_25[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_26 (BatchNo (None, 16, 16, 64)   256         conv2d_18[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_14 (MaxPooling2D) (None, 8, 8, 64)     0           batch_normalization_26[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "dropout_14 (Dropout)            (None, 8, 8, 64)     0           max_pooling2d_14[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_19 (Conv2D)              (None, 8, 8, 128)    73856       dropout_14[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_27 (BatchNo (None, 8, 8, 128)    512         conv2d_19[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "conv2d_20 (Conv2D)              (None, 8, 8, 128)    147584      batch_normalization_27[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "batch_normalization_28 (BatchNo (None, 8, 8, 128)    512         conv2d_20[0][0]                  \n",
            "__________________________________________________________________________________________________\n",
            "max_pooling2d_15 (MaxPooling2D) (None, 4, 4, 128)    0           batch_normalization_28[0][0]     \n",
            "__________________________________________________________________________________________________\n",
            "dropout_15 (Dropout)            (None, 4, 4, 128)    0           max_pooling2d_15[0][0]           \n",
            "__________________________________________________________________________________________________\n",
            "flatten_5 (Flatten)             (None, 2048)         0           dropout_15[0][0]                 \n",
            "__________________________________________________________________________________________________\n",
            "dense_5 (Dense)                 (None, 3)            6147        flatten_5[0][0]                  \n",
            "==================================================================================================\n",
            "Total params: 311,019\n",
            "Trainable params: 289,623\n",
            "Non-trainable params: 21,396\n",
            "__________________________________________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "fev8cENxbr-P",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "mcp_save = ModelCheckpoint('weights.hdf5', save_best_only=True, monitor='val_loss', mode='auto')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "0BTKJa7Zbwtc",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def lr_schedule(epoch):\n",
        "    lrate = 0.0001\n",
        "    if epoch > 75:\n",
        "        lrate = 0.0005\n",
        "    if epoch > 100:\n",
        "        lrate = 0.0003\n",
        "    return lrate"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "sIOMXQsjdSNX",
        "colab_type": "code",
        "outputId": "c13a88a7-ecf1-4199-9e8b-2723374721b6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 2074
        }
      },
      "cell_type": "code",
      "source": [
        "modelFilt.fit_generator(datagen.flow(train_X, train_ground, batch_size=batch_size),\\\n",
        "                    steps_per_epoch=train_X.shape[0] // batch_size,epochs=60,\\\n",
        "                    verbose=1,validation_data=(valid_X,valid_ground),\n",
        "                    shuffle = True,callbacks=[mcp_save,LearningRateScheduler(lr_schedule)])"
      ],
      "execution_count": 49,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/60\n",
            "187/187 [==============================] - 10s 56ms/step - loss: 1.0229 - acc: 0.6094 - val_loss: 0.7562 - val_acc: 0.7007\n",
            "Epoch 2/60\n",
            "187/187 [==============================] - 6s 35ms/step - loss: 0.6793 - acc: 0.7136 - val_loss: 0.6199 - val_acc: 0.7677\n",
            "Epoch 3/60\n",
            "187/187 [==============================] - 6s 34ms/step - loss: 0.5963 - acc: 0.7630 - val_loss: 0.5316 - val_acc: 0.7987\n",
            "Epoch 4/60\n",
            "187/187 [==============================] - 7s 35ms/step - loss: 0.5476 - acc: 0.7882 - val_loss: 0.4973 - val_acc: 0.8227\n",
            "Epoch 5/60\n",
            "187/187 [==============================] - 7s 35ms/step - loss: 0.5128 - acc: 0.8034 - val_loss: 0.5069 - val_acc: 0.8230\n",
            "Epoch 6/60\n",
            "187/187 [==============================] - 6s 35ms/step - loss: 0.4938 - acc: 0.8184 - val_loss: 0.4802 - val_acc: 0.8287\n",
            "Epoch 7/60\n",
            "187/187 [==============================] - 6s 34ms/step - loss: 0.4765 - acc: 0.8249 - val_loss: 0.4566 - val_acc: 0.8363\n",
            "Epoch 8/60\n",
            "187/187 [==============================] - 6s 35ms/step - loss: 0.4540 - acc: 0.8334 - val_loss: 0.4163 - val_acc: 0.8513\n",
            "Epoch 9/60\n",
            "187/187 [==============================] - 7s 35ms/step - loss: 0.4570 - acc: 0.8330 - val_loss: 0.4078 - val_acc: 0.8580\n",
            "Epoch 10/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.4417 - acc: 0.8386 - val_loss: 0.4001 - val_acc: 0.8580\n",
            "Epoch 11/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.4309 - acc: 0.8430 - val_loss: 0.4211 - val_acc: 0.8473\n",
            "Epoch 12/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.4259 - acc: 0.8479 - val_loss: 0.3836 - val_acc: 0.8623\n",
            "Epoch 13/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.4116 - acc: 0.8542 - val_loss: 0.4217 - val_acc: 0.8533\n",
            "Epoch 14/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.4173 - acc: 0.8496 - val_loss: 0.3927 - val_acc: 0.8627\n",
            "Epoch 15/60\n",
            "187/187 [==============================] - 7s 39ms/step - loss: 0.3924 - acc: 0.8605 - val_loss: 0.3941 - val_acc: 0.8657\n",
            "Epoch 16/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3944 - acc: 0.8570 - val_loss: 0.3794 - val_acc: 0.8703\n",
            "Epoch 17/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3949 - acc: 0.8615 - val_loss: 0.3844 - val_acc: 0.8627\n",
            "Epoch 18/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3829 - acc: 0.8651 - val_loss: 0.3690 - val_acc: 0.8737\n",
            "Epoch 19/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3872 - acc: 0.8655 - val_loss: 0.4075 - val_acc: 0.8597\n",
            "Epoch 20/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3749 - acc: 0.8651 - val_loss: 0.3868 - val_acc: 0.8677\n",
            "Epoch 21/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3795 - acc: 0.8681 - val_loss: 0.3704 - val_acc: 0.8673\n",
            "Epoch 22/60\n",
            "187/187 [==============================] - 8s 40ms/step - loss: 0.3760 - acc: 0.8700 - val_loss: 0.3851 - val_acc: 0.8700\n",
            "Epoch 23/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3747 - acc: 0.8681 - val_loss: 0.3637 - val_acc: 0.8773\n",
            "Epoch 24/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3578 - acc: 0.8777 - val_loss: 0.3811 - val_acc: 0.8770\n",
            "Epoch 25/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3651 - acc: 0.8751 - val_loss: 0.3501 - val_acc: 0.8820\n",
            "Epoch 26/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3616 - acc: 0.8734 - val_loss: 0.3975 - val_acc: 0.8653\n",
            "Epoch 27/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3567 - acc: 0.8765 - val_loss: 0.3626 - val_acc: 0.8757\n",
            "Epoch 28/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3662 - acc: 0.8743 - val_loss: 0.3985 - val_acc: 0.8730\n",
            "Epoch 29/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3467 - acc: 0.8839 - val_loss: 0.3372 - val_acc: 0.8847\n",
            "Epoch 30/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3560 - acc: 0.8788 - val_loss: 0.3518 - val_acc: 0.8787\n",
            "Epoch 31/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3506 - acc: 0.8808 - val_loss: 0.3568 - val_acc: 0.8793\n",
            "Epoch 32/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3520 - acc: 0.8810 - val_loss: 0.3699 - val_acc: 0.8827\n",
            "Epoch 33/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.3368 - acc: 0.8829 - val_loss: 0.3327 - val_acc: 0.8830\n",
            "Epoch 34/60\n",
            "187/187 [==============================] - 7s 40ms/step - loss: 0.3431 - acc: 0.8830 - val_loss: 0.3580 - val_acc: 0.8857\n",
            "Epoch 35/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3459 - acc: 0.8834 - val_loss: 0.3424 - val_acc: 0.8887\n",
            "Epoch 36/60\n",
            "187/187 [==============================] - 8s 41ms/step - loss: 0.3351 - acc: 0.8858 - val_loss: 0.3601 - val_acc: 0.8813\n",
            "Epoch 37/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3371 - acc: 0.8860 - val_loss: 0.3602 - val_acc: 0.8837\n",
            "Epoch 38/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3258 - acc: 0.8898 - val_loss: 0.3576 - val_acc: 0.8843\n",
            "Epoch 39/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3259 - acc: 0.8902 - val_loss: 0.3522 - val_acc: 0.8797\n",
            "Epoch 40/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3262 - acc: 0.8854 - val_loss: 0.3452 - val_acc: 0.8807\n",
            "Epoch 41/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3335 - acc: 0.8906 - val_loss: 0.3520 - val_acc: 0.8847\n",
            "Epoch 42/60\n",
            "187/187 [==============================] - 7s 35ms/step - loss: 0.3301 - acc: 0.8885 - val_loss: 0.3657 - val_acc: 0.8810\n",
            "Epoch 43/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3243 - acc: 0.8921 - val_loss: 0.3832 - val_acc: 0.8757\n",
            "Epoch 44/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3151 - acc: 0.8931 - val_loss: 0.3284 - val_acc: 0.8907\n",
            "Epoch 45/60\n",
            "187/187 [==============================] - 7s 40ms/step - loss: 0.3245 - acc: 0.8935 - val_loss: 0.3835 - val_acc: 0.8750\n",
            "Epoch 46/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.3236 - acc: 0.8936 - val_loss: 0.3476 - val_acc: 0.8877\n",
            "Epoch 47/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3185 - acc: 0.8962 - val_loss: 0.3693 - val_acc: 0.8753\n",
            "Epoch 48/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3163 - acc: 0.8951 - val_loss: 0.3641 - val_acc: 0.8813\n",
            "Epoch 49/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3128 - acc: 0.8967 - val_loss: 0.3181 - val_acc: 0.8907\n",
            "Epoch 50/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3143 - acc: 0.8922 - val_loss: 0.3787 - val_acc: 0.8800\n",
            "Epoch 51/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3055 - acc: 0.8979 - val_loss: 0.3741 - val_acc: 0.8750\n",
            "Epoch 52/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3103 - acc: 0.8986 - val_loss: 0.3086 - val_acc: 0.8957\n",
            "Epoch 53/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3169 - acc: 0.8969 - val_loss: 0.3287 - val_acc: 0.8847\n",
            "Epoch 54/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3096 - acc: 0.8956 - val_loss: 0.3242 - val_acc: 0.8923\n",
            "Epoch 55/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3073 - acc: 0.8950 - val_loss: 0.3427 - val_acc: 0.8847\n",
            "Epoch 56/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.2925 - acc: 0.9051 - val_loss: 0.3347 - val_acc: 0.8867\n",
            "Epoch 57/60\n",
            "187/187 [==============================] - 7s 40ms/step - loss: 0.3030 - acc: 0.8976 - val_loss: 0.4726 - val_acc: 0.8520\n",
            "Epoch 58/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3073 - acc: 0.8983 - val_loss: 0.3155 - val_acc: 0.8973\n",
            "Epoch 59/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3022 - acc: 0.8978 - val_loss: 0.3833 - val_acc: 0.8780\n",
            "Epoch 60/60\n",
            "187/187 [==============================] - 7s 39ms/step - loss: 0.3004 - acc: 0.8992 - val_loss: 0.3225 - val_acc: 0.8953\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<keras.callbacks.History at 0x7fac951b9dd8>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 49
        }
      ]
    },
    {
      "metadata": {
        "id": "MAnK7D_Mm_dz",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "modelFilt.load_weights('weights.hdf5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "-8ZXIw1Um_ao",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "modelFilt.save('ModifiedModelHybridConstantLayers.h5')\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "bZsEELS6m_WM",
        "colab_type": "code",
        "outputId": "549b970f-9c27-49a1-a069-98649f1b3a56",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 545
        }
      },
      "cell_type": "code",
      "source": [
        "accuracy = modelFilt.history.history['acc']\n",
        "val_accuracy = modelFilt.history.history['val_acc']\n",
        "loss = modelFilt.history.history['loss']\n",
        "val_loss = modelFilt.history.history['val_loss']\n",
        "epochs = range(len(accuracy))\n",
        "plt.plot(epochs, accuracy, 'b', label='Training accuracy')\n",
        "plt.plot(epochs, val_accuracy, 'r', label='Validation accuracy')\n",
        "plt.title('Training and validation accuracy')\n",
        "plt.legend()\n",
        "plt.figure()\n",
        "plt.plot(epochs, loss, 'b', label='Training loss')\n",
        "plt.plot(epochs, val_loss, 'r', label='Validation loss')\n",
        "plt.title('Training and validation loss')\n",
        "plt.legend()\n",
        "plt.show()"
      ],
      "execution_count": 52,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEICAYAAACzliQjAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xd4VFX6wPHvS0LvTVGQoiKdUEJR\nugpiAzvFrlhQ7F0RWFz86dpdWRUL6qqUVURwQRSERcRCDU2aiBB6Qgi9JHl/f5w7yaRPkiFl5v08\nzzzJ3HvunXMnk/eeee+554iqYowxJjyUKuoKGGOMKTwW9I0xJoxY0DfGmDBiQd8YY8KIBX1jjAkj\nFvSNMSaMWNAPQyISISIHRaR+MMsWJRE5W0SC3v9YRC4Ukc1+z9eJSLdAyubjtd4Xkafzu70xgYgs\n6gqY3InIQb+nFYBjQLL3/C5V/Swv+1PVZKBSsMuGA1VtEoz9iMgQ4AZV7em37yHB2LcxObGgXwKo\namrQ9VqSQ1R1dnblRSRSVZMKo27G5MY+j8WLpXdCgIj8XUQmicgEETkA3CAi54rILyKyT0R2iMib\nIlLaKx8pIioiDb3nn3rrZ4rIARH5WUQa5bWst/5iEVkvIoki8k8R+UlEbsmm3oHU8S4R2SgiCSLy\npt+2ESLymojEi8gmoG8O788zIjIxw7KxIvKq9/sQEfndO54/vFZ4dvuKFZGe3u8VROTfXt1WA+0z\nlB0uIpu8/a4WkX7e8lbAW0A3L3UW5/fejvLb/m7v2ONFZKqInBbIe5OX99lXHxGZLSJ7RWSniDzu\n9zrPeu/JfhFZLCKnZ5VKE5EFvr+z937O915nLzBcRBqLyFzvNeK8962q3/YNvGPc461/Q0TKeXVu\n5lfuNBE5LCI1sztekwtVtUcJegCbgQszLPs7cBy4HHciLw90ADrhvs2dCawHhnnlIwEFGnrPPwXi\ngGigNDAJ+DQfZU8BDgD9vXUPAyeAW7I5lkDq+DVQFWgI7PUdOzAMWA3UA2oC893HOcvXORM4CFT0\n2/duINp7frlXRoDzgSNAa2/dhcBmv33FAj29318G5gHVgQbAmgxlrwNO8/4mg706nOqtGwLMy1DP\nT4FR3u99vDq2AcoB/wJ+COS9yeP7XBXYBTwAlAWqAB29dU8BMUBj7xjaADWAszO+18AC39/ZO7Yk\nYCgQgfs8ngNcAJTxPic/AS/7Hc8q7/2s6JXv4q0bB4zxe51HgK+K+v+wJD+KvAL2yOMfLPug/0Mu\n2z0K/Mf7PatA/o5f2X7AqnyUvQ340W+dADvIJugHWMfOfuunAI96v8/Hpbl86y7JGIgy7PsXYLD3\n+8XAuhzKfgPc6/2eU9Df4v+3AO7xL5vFflcBl3q/5xb0Pwae91tXBXcdp15u700e3+cbgUXZlPvD\nV98MywMJ+ptyqcM1vtcFugE7gYgsynUB/gTEe74cuCrY/1fh9LD0TujY6v9ERJqKyH+9r+v7gdFA\nrRy23+n3+2FyvnibXdnT/euh7r80NrudBFjHgF4L+CuH+gJ8Dgzyfh/sPffV4zIR+dVLPezDtbJz\neq98TsupDiJyi4jEeCmKfUDTAPcL7vhS96eq+4EEoK5fmYD+Zrm8z2fggntWclqXm4yfxzoiMllE\ntnl1+ChDHTar6zSQjqr+hPvW0FVEWgL1gf/ms04Gy+mHkozdFd/FtSzPVtUqwAhcy/tk2oFriQIg\nIkL6IJVRQeq4AxcsfHLrUjoZuFBE6uLST597dSwPfAH8Hy71Ug34LsB67MyuDiJyJvA2LsVR09vv\nWr/95ta9dDsuZeTbX2VcGmlbAPXKKKf3eStwVjbbZbfukFenCn7L6mQok/H4XsT1Omvl1eGWDHVo\nICIR2dTjE+AG3LeSyap6LJtyJgAW9ENXZSAROORdCLurEF7zG6CdiFwuIpG4PHHtk1THycCDIlLX\nu6j3RE6FVXUnLgXxES61s8FbVRaXZ94DJIvIZbjcc6B1eFpEqom7j2GY37pKuMC3B3f+uwPX0vfZ\nBdTzv6CawQTgdhFpLSJlcSelH1U1229OOcjpfZ4G1BeRYSJSVkSqiEhHb937wN9F5Cxx2ohIDdzJ\nbieuw0CEiNyJ3wkqhzocAhJF5AxcisnnZyAeeF7cxfHyItLFb/2/cemgwbgTgCkAC/qh6xHgZtyF\n1XdxF1xPKlXdBQwAXsX9E58FLMO18IJdx7eBOcBKYBGutZ6bz3E5+tTUjqruAx4CvsJdDL0Gd/IK\nxEjcN47NwEz8ApKqrgD+CfzmlWkC/Oq37ffABmCXiPinaXzbf4tLw3zlbV8fuD7AemWU7fusqolA\nb+Bq3IloPdDDW/0SMBX3Pu/HXVQt56Xt7gCexl3UPzvDsWVlJNARd/KZBnzpV4ck4DKgGa7VvwX3\nd/Ct34z7Ox9T1YV5PHaTge/iiDFB531d3w5co6o/FnV9TMklIp/gLg6PKuq6lHR2c5YJKhHpi+sp\ncwTX5e8ErrVrTL5410f6A62Kui6hwNI7Jti6AptwueyLgCvtwpvJLxH5P9y9As+r6pairk8osPSO\nMcaEEWvpG2NMGCl2Of1atWppw4YNi7oaxhhToixZsiROVXPqIg0Uw6DfsGFDFi9eXNTVMMaYEkVE\ncrsrHbD0jjHGhBUL+sYYE0Ys6BtjTBixoG+MMWHEgr4xxoQRC/rGGBNGLOgbY0wYsaBvjDF5FB8P\n48bBsRI4qlRAQV9E+orIOhHZKCJPZrG+gYjMEZEVIjJPRPxnT7pZRDZ4j5uDWXljjClsx4/DFVfA\nXXfBpZfCgQNFXaO8yTXoe2Oij8VNJt0cGCQizTMUexn4RFVb4yZ++D9v2xq4yRM64SZQGCki1YNX\nfWOMKTyqcN99sGAB3HEHzJsHF1wAcXFFXbPABdLS7whsVNVNqnocmIgb29pfc+AH7/e5fusvAr5X\n1b2qmoCbLahvwattjDGF7+23XVrnqafczylTYMUK6N4dYvMzkWURCCTo1yX9zPaxZJ7sOga4yvv9\nSqCyN29pINsaY0zQpaTAjh3wyy/wxRewaBEkJeV/f/PmwQMPuJTOc8+5Zf36waxZsG0bdOkC69Zl\n3i452X1DyMrRoxATAxMmwLPPwj/+kf/6BSpYA649CrwlIrcA84FtQHKgG3sTK98JUL9+/SBVyRgT\nKg4fdrnzU0/NudyaNfDEE/D777B1q8u/+6tYEc4917XMu3WDFi2gZk0olUvzd/NmuPZaOPts+Owz\niIhIW9ejhzsh9O3r9n3mmbB/f9qjx5GZLC7VieSqNahSBapUgcqVYdcu+PNPd3ICV4feveHxx/P6\n7uRNIEF/G3CG3/N63rJUqrodr6UvIpWAq1V1n4hsA3pm2HZexhdQ1XG4SZeJjo62WV2MCXGHDrlA\nOWuWC+hNmqQ9zjwTTpyAn392ZebNg19/dS3me+5xrexq1dLvTxXeeQcefhgqVXJ59quvhvr1oUED\nOPvgclYfPYu5iyvz448wcmRa67tUKahdG045xT1OPRVOOy3tUacOPPSQq9PXX0PVqpmPp21bl+d/\n7DH3beKcc1xwrxMZx6ixl7Ao6k7+3fXddCeD9u3hhhugeXP3aFzmL8rWqw1UOKnvfa4zZ4lIJLAe\nuAAX7BcBg1V1tV+ZWsBeVU0RkTFAsqqO8C7kLgHaeUWXAu1VdW92rxcdHa02tLIxoUEVDh50Fzp3\n73aB8dtvYf581wqvUMEF6d2707aJjAQRF2QjIlxw7NnTBcpx41yAfuUVGDzYlYuLg9tvh2nTXGt7\n/HgXqFPt2gVnnOF28u23UKoUCQmwcCFs2uRee9cu93P3bti506WFjh5N20WpUjBjBlx0UR7fgHnz\noFcvd5Dbt7smfnYuusiVWbHCHVgeicgSVY3OrVyuLX1VTRKRYcAsIAL4UFVXi8hoYLGqTsO15v9P\nRBSX3rnX23aviDyHO1EAjM4p4Btjirdjx9wFyy1b4K+/3M/YWJd6OXQo7XHwIOzd6wLyiRPp99Gi\nhesBc/HF0LUrlC0L+/a5fLjvkZLi0iZduqSPk0OGuNb+DTfA++/DLbe4i6rx8fDaa3D//Vmkaj7/\n3FXi++/hrbfg/vupXt3l5jNJSYHkZDSyNImJLvjv2OFONK3yMy37qlXu58GDMHGi6/KTXbnvvoPn\nn89XwM+LYjdHrrX0jSl+fv0VXnzRpTd8OWifU05xKY+KFd2jUiX3s0YNly+vWRNq1XI/27RxKZeC\nSEmB995zwT4hAZo1cxdCo6Ky2SAqyp1ZTj0VZs+GxYvdmSejxER3Jti5E+bMcXmhgho61AX7M85w\ndVi0KOtyt9/uym3d6t64fAi0pW9B35gS7vhxF6NiY9OnKRISYNAguPnm7BuP27bBvfe6C4o9e7pc\neI8eLoirusbnCy+4LEX16nDrrdCypYuHDRrAGbsWU2bgVTB9eg5RNwhef9017b/7Dk4/HYA9e+Cb\nb2DAAJcmytLy5S7hPnasS/K3agV167qzWJkyaeUSE116ZckSt7MaNWDuXCjo1K3durmfAwa4rzdL\nlkC7dunL7NrlzoRDhrh65lOgQR9VLVaP9u3bqzFhJTZW9fnnVd94QzUlJeDNEhNVX3pJtW5dVRei\n3aNqVdXGjd0DVPv2Vd2yJfP2EyeqVq+uWqGCaq9equXKufIREaqdOqlGRbnndeuqvvKK6v79WVTi\nwgtdof7983/8ufn6a1UR9zoXXqianBz4tg88oFqmjGp8fNq+QPWJJ9LKJCSoduyoGhmp+tVXqosW\nqVarptqggeqff+a/3ikp7g2+6y73GuXKqd59d+ZyI0a441u3Lv+vpaq4dHuuMbbIg3zGhwV9ExaO\nH3cB5tJLVUuVSovYDzyQa+DfulX10UdVq1Rxm5x/vuq0aS6wHz2aVi45WfXNN11Qr1JF9f333a73\n7lUdPNht26mT6vr1rvzRo6pz56oOH6567rmqbduqfvih6rFj2VRk3jy3kyZN3M9ly7Kv9KFDql26\nuLNUXqxYoVqpkmp0tDspguqLLwa27bFjqrVqqV5zTfrld97pguy8eS4Yd+igWrq06tSpaWUWL3YB\nu3591U2bMu972zbV337L+fW3bXP1/ec/3fObb1atXFn1wIG0MocPuzpefnlgx5QDC/rGFDcpKapL\nlriIfeqp7t/vtNNUn35adcMGF/BBk2+7XX9ekKQjR6r266fas6dqu3aqZ5+tesop7hwREaE6cKCL\nTbn54w+3D98Jol4916gdPVr1xIkCHEu3bqqnn666fbs7q1x9dfblhw93FYiMVF21KrDX2L1btWFD\n9x7FxrrXvPpqt4/cAq6qC+Kg+s036ZcfOODezPr13cmkdGl31sxoyRIX+M84w73RX3yhes89qk2b\npp2kV6/O/vW/+86V+eEH9/ynn9zz999PKzNunFs2d27ux5MLC/rG5FHcbY9qQpOOmrK2YF+zM1mz\nRvXZZ9PyLZGRqv366fEp03X39hO6caPq0qWqH41P0S+bu+D4OQO1jBzXFi1cbL30UtVBg1QfuWm3\nfj5gqu4Z846L2sOGqV53nSswfXq2VUhOVh07VrViRdcwX7RIXRCdOVP1vPNc8JswQTUpKbBjmjXL\nHcvYse65L6ivXJm57Nq1LsXSr59qzZquxZ9biubYMdXu3VXLllX99de05Xv3uiB81lnZ5Jv8XHGF\nO7lmdWb75Rd35ixTJsf3TZcuVa1RIy3IV6yoevHF7kQNqu++m/22r77qyuze7Z6npKi2aOFSSaru\nPWjWzH2lykNaLzsW9E1oS0lR3bUraLvb8YlrlZ0gQg9FVNYd/5qSt7osWODytVdfrScuvEj3teqq\nO09vq7sqNHStd0R/rnC+Pl5jnJ5ZLV7LlEmLI/6POnVUJ7V/URX0WN9+qkeOuJPGCy+4YOmfCgKX\nez7nHBcIfbn1zZuzrerevV665n//U+3a1W3ToEFa6/Xss13r0z9PlNXxduzoWsq+cnFxLg0zYEDm\nshde6C407Nih+tFH7nXGjct5/3fc4cp99lnm9T/+6N6Hm27Kfh+7d7uT6yOPZF9m+nT3d8vN77+7\nAP7TTy4t56tjrVqqt9yS/Xa33aZau3b6Zb4U1bJlqjNmuN///e/c6xAAC/omdG3d6nKgIqpz5hR4\nd4mx+3Vb6fq6rlQTfXPYOl1UqoMq6MJuj+uxQ+lbiYcPu5jz1luqL485ql9d+bFurdNeFfRw6cq6\nsWxz/Y0O+gM9dTqX6vSKA/T1M9/Qwb226zXXuLTuPfe464hjxrh078cfu/T+smV+DeCxY92/py9x\nD65FOHKk6sKFLt3hn2w/dsydGCpUUC1f3u3cP3CfOOEuSs6cqdq7t6amlsaOddsmJ6tOmaLa3h2L\nnn66q1xWLf9p0zRTmkJV9ckn3d9kzZq0ZZMmabq8dkqKyzVVq6a6c2fmfaekuG8w4PaXnZEjsz8p\nqKYF1xUrst9HQV1+ufvalJ1OndwVcn/x8e6C7tCh7mR4+uk5XDTJGwv6JvQkJ7uv01WquMBWvbrq\nBRcUaJcnTqhOrz9UkxH97c2Fqqoa+8dRndXoLlXQnyv00k9f2anP3LNXr4taqz0j5utVfKGjGa47\ncHn5NTTTB8u9rY1OOai9e7tMzjffpH2rz7dJk1zq5l//yrr7TVb++svlvcGlky64QPXMM12r13fy\nqFlT9eWX3cXVjFJSXC66Rw9Xtnv39D1YkpNV27Rx3wh8rV6f3bvdSef6693zxER3YmnbNv3Jw5fu\nGTw4/faJiWl1Hzw45xTQiRPum0/lyq5HTkbt2rnHyfT8866uvp5B/lJS3Def++7LvO7GG9O6Sv3f\n/wWtOhb0Tcl18GC6IHHkiOqSSRs0uUdPTb0auXGj6j/+4Z4HcjUzG/+8co4qaMyFD2dat+yhj/SI\nlEsLlhkeJ/peqkkzvwtKPjboZs50KZhOndzFgKefVn3vPdXZs9P3HslOSorq+PEuqFau7LrxpKSo\n/uc/mmNK4tFHXepl3TrVhx5yLf9ffslcbtQot59Zs9zzVatcqzkiwp2QAnlPt2xRbdXK7WfAgLR0\n34oVbtmbb+a+j4L44Qf3Ov/9b+Z1mze7de+8k3ndjz+6dRUqZH3CyCcL+qbkOXzYXXzzBdZy5TSl\nZk3dVb6+HqGs7pOq+sF57+u0r1P0yBFV3bfPtfqvuy7bXcbHu4byRx+5ron+seTdVw7oHzTS3dXO\nzrrVq6pHfo3RHXc+qyf+8arqp5+6VnBMjOqePUE++GLqzz9da993vaBpU3fxMbsLvjt3ulZs9+4u\ngN91V9bljh511yLOPNP9cSpWdBdd583LW/2OHVN97jn3zaFGDXcyevhh1yPnZP+NDhxwJ7jhwzOv\n++Yb955ldc0gJcWlfbLargAs6JuS5cAB948g4lqII0eqPvaY/hp9j47nZp0fNUzvv2abVq3qPrWV\nK7suizEXP6EppUppyoaN6Xa3fLnqkCGqp5bbp7/QUefSQ+/kHW1Sc4/27+9y6m/KfZqMaNLc+UVz\nzCVFcrJrffuuPk+enHP5Bx905WrVyrklO3du2gm+SxfXrz2/Vq92NxeAC8RXXpn/feVFmzZZpxhf\ndBfjNSGhcOqhFvRNsP31l/sgZ8zjBsPevaqdO7uWoV/a4Isv3Cf01lvTWujHjrnMxe23u44Rddiu\nRymjH1ccqjfe6O4c7dbNbVe+XIouanStpkRE6NGG56iCnpBInVvhYn2av6uCHrsri5yrydrKle7C\nb27dLbdtc98GJk3KfZ9//7vqM88E53OVlOQu4J5+elD6vQdk6FCXu8/4zefGG92tzIXIgr4JnuPH\nXX7YvxdGsOze7VpLpUu73iOemBiX8uzcOfvegykproG3+rwheqxUOW1Wc5eCaqNGrmF68KV/uTq/\n8IIrvGyZa+I3aKAKmtywkbt+YEx+ffKJ+4zFxKRf3ratap8+hVoVC/omMKtWuVxITkaMcB+V+vXd\nV/Z9+wr8ssnJqitnbtXDDZtqSrlyrvnu2bPH3Yjpu9kzV2vXqopoyjPD9a+/vEbXsmXuxp6LL87c\nMk1JcTf8/PVXgY/DhLkNGzTTBdukJHdd4+HMnQNOpkCDfiBz5JpQtG+fG/WvdWvo1MlNYZSVn3+G\nMWPcUI1TprgB0l98MV8vGRcHk8YfZmz3SXxb/koaX3wWJzZv47LIWVz5bl/eessNK37ddW4M86++\ncjMX5apJE7jiCuRfY6lf4yARhw+4ndSsCR9/nHmAdRHo2LHgY/wac9ZZbtzon39OW7Zpk5uBJavh\nm4uBYM2Ra0oKVfj0Uzev2549cPfd7gPbvz9MneqmHvI5eBBuvNGNBf7mm27+t8GD3WwVQ4e65Rkd\nP+5md46Lg4oVORZZkeUbKjL/17LU3TSffkyjEodIKH8amy66hz8uvIvT1jZlzhz38j6ffOLicsAe\nf9ydJd5/H377Df74ww2NW7t2vt8qY3Il4ibG9Q/6q71JBVu2LJo65SaQrwOF+bD0zkm0bFla97tO\nndyAUqquh0Xbtq53xowZaeWHDHE9Iean9W45tu5PTSlTRvddcbP+/LPq99+7bvJbtqgePXDc9ZoA\nPVGxiiZJhPr3az9UvqbuuvIuTZo9N8suf3/84e7O/+STfB5f9+7upi1wFwiNKQy+m7Ti4tzz555z\nzwO5HyKIsJy+UVX3wXv//bTubDVquJt0Mua54+PdHYxlyribTb76ypV/6ildt84NI1K5slv0Dx7V\nZERbszw1ppciST9jkCro8CpvpPaeGXLjUf1lRrymbNl6cnr++PP1je7dO29jrhtTEL6up77RPAcO\ndBelClmgQd/SOyWNamBzaC5dCm+/7aZgO3jQzSn3yituUtGspmOrUcPNIdqnD1x5JVSsyOFm7Riy\nfhQTm7qZ3gYPhjPPhOplnubE3z5g9jmP8fvr37FvbwpNXrqDJgsnMO28F/iz0f280w0GDhSqVi0L\nlAXyNwVcnlxyicsR9eiRxUSpxpwkHTq4Gdx//tlNt7hqVfFN7YC19EuUmTPdWCb/+1/O5b7/3vV5\nr1jRNdEXLgx8qIC9e/Vg82g9Uqq8NmWNVqmi+tRTWQxo6Rs2duZM11cZ3A1VxoSjtm3d8CDHj7vu\nx/4zcxUSLL0TYpKS3FjcvhSNb7qjjNavdyMYtmzpbnry89Zbqq+/7sa1ykpCghuevbwc0RbVYvXv\nf8/hhsKjR12H+IoVXZ0ef7x4jkFjTGG45x53k5Zv3J8gDZecF4EGffsOXNiOHnWzUGd8HD2a83aT\nJ7teAWPGuNTFJZdAfHz6Mvv2weWXu6+a06a5maw9X34Jw4bBgw9CvXrwyCPw119unSp89hk0bQr/\n+hfcfm85FvxZl2eegWrVsqlP2bKu6+ahQ67r5wsvBJZ2MiYUnXuuS6NOmuSeF9PumoC19AvV8uWZ\nZ7H2Pc4+O/tm9YkTbnCqli3dBcoFC9yNR926pd2umpTkZsCOjMw0aNVff7nGf4cOLtMzaJDL/kRE\nuLHKfFPpdeiQjwEr//jDWvjGbNyoqfMQlCrlBg8sZFh6p5iZMcN9/atb1/VL/OijtMcbb7hgPWBA\n1gF0/Hj3p/rqq7RlEya4ZTfc4LZ5+GH3PMOMRCdOuHND5cruc+mzZYvqY4+5CY2qV3c3FAY6U54x\nJoOUFDcYlG8egyJgQb84eftt16xu08bNeJQVX1/fDz5Iv/zYMdf9q337zCcErz/w+kZ93LZZTNjg\nG7Y8uxTj4cNuvHpjTAH16+f+2QprhM8MAg36AeX0RaSviKwTkY0i8mQW6+uLyFwRWSYiK0TkEm95\nQxE5IiLLvcc7Qc1NFXcpKe5O0aFD4aKLYP58qFs367KPPw69ern8+Lp1acvHj4fNm+G55zLlzBf1\neYb/VLiZxn9+x2wu5P6kV0lISFu/YAGMHu1uqr3hhqxftnx5KFeuYIdpjMHl9aF45/Mh95Y+EAH8\nAZwJlAFigOYZyowDhnq/Nwc2e783BFYFcvbxPUKmpZ+S4qZ8A3dl/8SJ3LeJjXVT2bVt63L1R464\ndNB552Vq5X/4oUvrn13/mK55fLw+esc+LVXKfcP84AN3r9UZZ6iedZbq/v0n6RiNMWl8M2L95z9F\n8vIEK70DnAvM8nv+FPBUhjLvAk/4lV+o4R70Z850b++IEXm70Dl1qtvu4YfTJnf2m/z72LG0bvEX\nXph+cqBly9xcFOBy9ZGRqr/9FsRjMsZkLyXF3SNTRBfHghn0rwHe93t+I/BWhjKnASuBWCABaK9p\nQf8QsAz4H9Atm9e4E1gMLK5fv37hvEMnU0qKy8E3bJi/me7vucf9aapUcbNJebZscY1+X7f4rL48\npKS4sWsaNTr5U4QaY4qPQIN+sPrpDwI+UtV6wCXAv0WkFLADqK+qbYGHgc9FpErGjVV1nKpGq2p0\n7VAYFfHrr2HJEhg5EsqUyfv2L7/sbuPevx+eew5VN+pkq1YQE+O6Ar/4IkRmMYiGiMvhb9rkLg8Y\nY4y/QIL+NsB/DN163jJ/twOTAVT1Z6AcUEtVj6lqvLd8Ce7awDkFrXSxlpICI0bAOedkf/U0N+XL\nw4wZ8OWX7G7chauucsPZ+4L+ddcFt8rGmPARSNBfBDQWkUYiUgYYCEzLUGYLcAGAiDTDBf09IlJb\nRCK85WcCjYFNwap8sfSf/8DKlTBqVNZN8UCdcQZfyVW0bOni/0svwbx5bs4GY4zJr1yjkqomicgw\nYBauJ8+HqrpaREbjckjTgEeA90TkIUCBW1RVRaQ7MFpETgApwN2quvekHU1RS0pyKZ2WLWHAgHzv\nZvNmN8fJF19A27bwww/Fe9A+Y0zJEVBTVFVnADMyLBvh9/saoEsW230JfFnAOpYcn3/u+th/+WW+\nhvY9eNANYfPyy27z0aPhiSfyd1nAGGOyYuPpB8uJE/C3v7mm+ZVX5mnTlBQ34NmTT8L27XD99S74\n16t3kupqjAlbFvSD5aOPXJeZb77J02iTGzbAbbe5u2c7dHApHd+NfcYYE2w2tHIwJCa6YRI6d3ZD\nHgcgOdlNZNW6tZto54MP4JdfLOAbY04ua+kXVGKiG1dnxw6Xowmglb92Ldx6qwvyl18O77wDp59e\nCHU1xoQ9C/oFsW+fC/hLl7puL7MVAAAgAElEQVSumt26pa5KTnaN/w0b3JwmpUq5n0lJ7uaqihXh\n00/dvLM294gxprBY0M+vffvcJOLLl7tEfP/+qatU3cCa773nJhJXdScB36N/f3jjDahTpwjrb4wJ\nSxb08yMhwQX8mBjXPfPyy9OtfvZZF/CfeQb+/vciqqMxxmTBLuTm1e7d0Lt3tgH/zTfdNLZ33OHS\nO8YYU5xY0M+L2bMhKsp1t5kyJVPAnzABHngArrjCTTBuuXpjTHFjQT8QSUkuV9OnD1SvDosWwWWX\npSvy3XduULTu3V3wL8iwO8YYc7JYaMrNX3+5LjYLF8Ltt7srsBUrpisyY4Yb+bJ5c5g2zaYfNMYU\nXxb0fVavhokT3QA4Bw/CoUPuMX++63IzYQIMHJhps3/9y41bHxXlgn/VqkVQd2OMCZAFfZ+HHnI5\n+0qVXEve9+jeHV59NdOYxsnJbiTM115zmZ4JE9ymxhhTnFnQB9i7F+bOhccfdyOd5eLQITco2tdf\nw/33u3NCREQh1NMYYwrIgj64QdKSkuCqq3ItmpDgemwuW+a6Z9qUhMaYksSCPrjul/XquWEuczFm\njAv4U6dm6rFpjDHFnnXZPHgQZs1yrfxcOtZv3w5jx7qJxy3gG2NKIgv6M2fC0aMBpXbGjHFZoBEj\nci1qjDHFkgX9KVOgdm3o2jXHYps3u/F0br/dDaJmjDElUXgH/aNH3UXcK67ItfvN6NFueOThwwup\nbsYYcxKEd9CfPdvl9HNJ7axfDx9/7IZLtnlrjTElWXgH/SlT3C2055+fY7FRo9zQCk89VTjVMsaY\nkyV8g35Skru76vLLoUyZbIutXOlGZ3jgATjllEKsnzHGnAThG/Tnz3d34uaS2hkxAqpUcUMuGGNM\nSRdQ0BeRviKyTkQ2isiTWayvLyJzRWSZiKwQkUv81j3lbbdORC4KZuULZMoUqFDBzXGbjUWL3E1Y\njzziRlQ2xpiSLtc7ckUkAhgL9AZigUUiMk1V1/gVGw5MVtW3RaQ5MANo6P0+EGgBnA7MFpFzVDU5\n2AeSJykpLuhffLEL/Nl49lmoWRMefLAQ62aMMSdRIC39jsBGVd2kqseBiUD/DGUUqOL9XhXY7v3e\nH5ioqsdU9U9go7e/ovXrr7BjR46pnQUL3I26TzwBlSsXYt2MMeYkCiTo1wW2+j2P9Zb5GwXcICKx\nuFa+bxiyQLZFRO4UkcUisnjPnj0BVr0ApkyB0qXh0kuzXK3q+uOfeirce+/Jr44xxhSWYF3IHQR8\npKr1gEuAf4tIwPtW1XGqGq2q0bVr1w5SlXLw3/+6bprZzHjyww/wv/+5GRJzyP4YY0yJE0hg3gac\n4fe8nrfM3+3AZABV/RkoB9QKcNvCtWsX/P57tn3zVV0uv149uOOOQq6bMcacZIEE/UVAYxFpJCJl\ncBdmp2UoswW4AEBEmuGC/h6v3EARKSsijYDGwG/Bqny+zJ/vfvbsmeXqmTPh559d4Le5bo0xoSbX\n3juqmiQiw4BZQATwoaquFpHRwGJVnQY8ArwnIg/hLureoqoKrBaRycAaIAm4t8h77syb5+Y1bNcu\n0ypfK79RI7j11sKvmjHGnGwBTaKiqjNwF2j9l43w+30N0CWbbccAYwpQx+CaN8+NqBmZ+dCnToWl\nS+Gjj9x1XmOMCTXhdUfu7t2wZk2WqZ3kZNfKb9LEzX9rjDGhKLymS8whnz95MqxeDRMmZPklwBhj\nQkJ4tfTnzYOKFbPM53/wATRuDNddV/jVMsaYwhJ+Qb9r10wJ+8RE1y//qqvcRCnGGBOqwifE7dnj\n8jdZpHa+/daNtGyTnRtjQl34BH1fPr9Hj0yrpk+HWrWgc+dCrpMxxhSy8An68+a5MRWio9MtTkqC\nGTPgkktynSbXGGNKvPAK+lnk83/6CRISoF+/oqmWMcYUpvAI+nFxsGpVlvn86dPdbIl9+hR+tYwx\nprCFR9DPJZ/fs6eNmW+MCQ/hEfSzyeevX+8eltoxxoSL8An6Xbq4PI6f6dPdz8suK/wqGWNMUQj9\noB8XBytXZpnamTYNWreGBg2KoF7GGFMEQj/o//ij+5nhIu7eva7njt2QZYwJJ6Ef9OfNg/LloUOH\ndItnznQja1o+3xgTTsIj6J93Xpb5/Dp1Ml3bNcaYkBbaQT8lxc2HmyGyHz/uWvqXXmoDrBljwkto\nh7xdu+DECahfP93iH3+E/fstn2+MCT+hHfS3bHE/MwT96dPdpOcXXlgEdTLGmCIU2kF/61b384wz\n0i3+3/+gWzc3n4oxxoST0A76WbT0U1Jg3Tpo2bKI6mSMMUUotIP+1q2uOV+tWuqi2Fg4cgSaNi3C\nehljTBEJ7aC/ZYtr5YukLlq71v20oG+MCUehHfS3bs2Uz7egb4wJZ6Ed9H0tfT9r17psT+3aRVQn\nY4wpQgEFfRHpKyLrRGSjiDyZxfrXRGS591gvIvv81iX7rZsWzMrn6Ngx108/i5Z+06bpMj7GGBM2\nInMrICIRwFigNxALLBKRaaq6xldGVR/yK38f0NZvF0dUtU3wqhyg2Fj3M4ugf9FFhV4bY4wpFgJp\n6XcENqrqJlU9DkwE+udQfhAwIRiVKxBfH32/9M7+/bBjh+XzjTHhK5CgXxfY6vc81luWiYg0ABoB\nP/gtLicii0XkFxG5Ipvt7vTKLN6zZ0+AVc+Fr4++X0t/3Tr304K+MSZcBftC7kDgC1VN9lvWQFWj\ngcHA6yJyVsaNVHWcqkaranTtYF1hzeJuXF/PnSZNgvMSxhhT0gQS9LcB/onxet6yrAwkQ2pHVbd5\nPzcB80if7z95tmyBWrXcWPqetWshMhLOynTaMcaY8BBI0F8ENBaRRiJSBhfYM/XCEZGmQHXgZ79l\n1UWkrPd7LaALsCbjtifF1q1Zdtc86ywoXbpQamCMMcVOrr13VDVJRIYBs4AI4ENVXS0io4HFquo7\nAQwEJqqq+m3eDHhXRFJwJ5gX/Hv9nFRbt2Zq0q9bZ/l8Y0x4yzXoA6jqDGBGhmUjMjwflcV2C4FW\nBahf/m3ZAr16pT5NSoING+Cyy4qkNsYYUyyE5h25iYmuf6bfRdzNm92MWXYR1xgTzkIz6GfRR9/G\n3DHGmFAP+tZd0xhj0gnNoJ/F5Cnr1sEpp0CNGkVUJ2OMKQZCM+hv3QoREXDaaamLfAOtGWNMOAvN\noL9lC9St6wK/Z+1aS+0YY0xoBv0Mk6fExbmHtfSNMeEuNIP+li020JoxxmQh9IJ+SoobS9+6axpj\nTCahF/R373Z3YWVo6ZctCw0aFGG9jDGmGAi9oJ/NjVmNG6e7rmuMMWEp9IJ+FpOnWHdNY4xxQi/o\nZ2jpHzsGmzZZ0DfGGAjFoL9li5s4xbv19o8/IDnZgr4xxkAoBn3f5CkigHXXNMYYf6EX9DP00fd1\n1zznnCKqjzHGFCOhF/QzTJO4dq0bkaFy5SKskzHGFBOhFfSPH4edO63njjHGZCO0gv62baCarqW/\ncaPro2+MMSbUgn6GyVOSkyEhwY2jb4wxJtSCfobJUxISXMO/Zs0irJMxxhQjoRX0M7T04+LcUwv6\nxhjjhFbQ37LF3ZRVoQIA8fFusQV9Y4xxQivoZ+iuaUHfGGPSCyjoi0hfEVknIhtF5Mks1r8mIsu9\nx3oR2ee37mYR2eA9bg5m5TPJcGOWBX1jjEkvMrcCIhIBjAV6A7HAIhGZpqprfGVU9SG/8vcBbb3f\nawAjgWhAgSXetglBPQqfrVuhe/fUpxb0jTEmvUBa+h2Bjaq6SVWPAxOB/jmUHwRM8H6/CPheVfd6\ngf57oG9BKpytAwdg375MLf3ISKhS5aS8ojHGlDiBBP26wFa/57HeskxEpAHQCPghL9uKyJ0islhE\nFu/ZsyeQemd2/DjcfTd07py6KD7eXdf1xl4zxpiwl2t6J48GAl+oanJeNlLVccA4gOjoaM3XK9es\nCW+/nW5RfLyldowxxl8gLf1twBl+z+t5y7IykLTUTl63DToL+sYYk14gQX8R0FhEGolIGVxgn5ax\nkIg0BaoDP/stngX0EZHqIlId6OMtKxQW9I0xJr1cg76qJgHDcMH6d2Cyqq4WkdEi0s+v6EBgoqqq\n37Z7gedwJ45FwGhvWaGIj4datQrr1YwxpvgLKKevqjOAGRmWjcjwfFQ2234IfJjP+uWbqrX0jTEm\no9C6I9fPoUOuQ48FfWOMSROyQd9uzDLGmMws6BtjTBixoG+MMWHEgr4xxoQRC/rGGBNGQj7o16hR\ntPUwxpjiJKSDfpUqULp0UdfEGGOKj5AO+pbaMcaY9CzoG2NMGLGgb4wxYcSCvjHGhBEL+sYYE0ZC\nMugnJUFiogV9Y4zJKCSD/l5vxH4L+sYYk15IBn27G9cYY7JmQd8YY8KIBX1jjAkjFvSNMSaMWNA3\nxpgwErJBv3RpqFSpqGtijDHFS8gG/Zo1QaSoa2KMMcVLSAd9Y4wx6VnQN8aYMGJB3xhjwkhAQV9E\n+orIOhHZKCJPZlPmOhFZIyKrReRzv+XJIrLce0wLVsVzYkHfGGOyFplbARGJAMYCvYFYYJGITFPV\nNX5lGgNPAV1UNUFETvHbxRFVbRPkemdL1YK+McZkJ9egD3QENqrqJgARmQj0B9b4lbkDGKuqCQCq\nujvYFQ3UwYNw4oQFfRMaTpw4QWxsLEePHi3qqphioly5ctSrV4/S+ZwAPJCgXxfY6vc8FuiUocw5\nACLyExABjFLVb311FJHFQBLwgqpOzfgCInIncCdA/fr183QAGdmNWSaUxMbGUrlyZRo2bIhYH+Sw\np6rEx8cTGxtLo0aN8rWPYF3IjQQaAz2BQcB7IlLNW9dAVaOBwcDrInJWxo1VdZyqRqtqdO3atQtU\nEQv6JpQcPXqUmjVrWsA3AIgINWvWLNA3v0CC/jbgDL/n9bxl/mKBaap6QlX/BNbjTgKo6jbv5yZg\nHtA237UNgAV9E2os4Bt/Bf08BBL0FwGNRaSRiJQBBgIZe+FMxbXyEZFauHTPJhGpLiJl/ZZ3If21\ngKCzoG+MMdnLNeirahIwDJgF/A5MVtXVIjJaRPp5xWYB8SKyBpgLPKaq8UAzYLGIxHjLX/Dv9XMy\nWNA3Jnji4+Np06YNbdq0oU6dOtStWzf1+fHjxwPax6233sq6detyLDN27Fg+++yzYFTZ5EJUtajr\nkE50dLQuXrw439v/7W8wapTrwRMZyGVqY4qx33//nWbNmhV1NQAYNWoUlSpV4tFHH023XFVRVUqV\nCsl7PbOVlJREZBEFmaw+FyKyxLt+mqOQ+yvFx0PVqhbwTeh58EHo2TO4jwcfzF9dNm7cSPPmzbn+\n+utp0aIFO3bs4M477yQ6OpoWLVowevTo1LJdu3Zl+fLlJCUlUa1aNZ588kmioqI499xz2b3b9e4e\nPnw4r7/+emr5J598ko4dO9KkSRMWLlwIwKFDh7j66qtp3rw511xzDdHR0SxfvjxT3UaOHEmHDh1o\n2bIld999N76G7fr16zn//POJioqiXbt2bN68GYDnn3+eVq1aERUVxTPPPJOuzgA7d+7k7LPPBuD9\n99/niiuuoFevXlx00UXs37+f888/n3bt2tG6dWu++eab1HqMHz+e1q1bExUVxa233kpiYiJnnnkm\nSUlJACQkJKR7XlhCMuhbaseYk2/t2rU89NBDrFmzhrp16/LCCy+wePFiYmJi+P7771mzJnMmNzEx\nkR49ehATE8O5557Lhx9+mOW+VZXffvuNl156KfUE8s9//pM6deqwZs0ann32WZYtW5bltg888ACL\nFi1i5cqVJCYm8u23rvf4oEGDeOihh4iJiWHhwoWccsopTJ8+nZkzZ/Lbb78RExPDI488kutxL1u2\njClTpjBnzhzKly/P1KlTWbp0KbNnz+ahhx4CICYmhhdffJF58+YRExPDK6+8QtWqVenSpUtqfSZM\nmMC1115b6N8WQq49HBdnQd+EJq8hXGycddZZREenZRMmTJjABx98QFJSEtu3b2fNmjU0b9483Tbl\ny5fn4osvBqB9+/b8+OOPWe77qquuSi3ja5EvWLCAJ554AoCoqChatGiR5bZz5szhpZde4ujRo8TF\nxdG+fXs6d+5MXFwcl19+OeBucAKYPXs2t912G+XLlwegRo0auR53nz59qF69OuBOTk8++SQLFiyg\nVKlSbN26lbi4OH744QcGDBiQuj/fzyFDhvDmm29y2WWXMX78eP7973/n+nrBFnJBPz4eCtjV3xgT\ngIoVK6b+vmHDBt544w1+++03qlWrxg033JBlX/IyZcqk/h4REZFtaqNs2bK5lsnK4cOHGTZsGEuX\nLqVu3boMHz48X33aIyMjSUlJAci0vf9xf/LJJyQmJrJ06VIiIyOpV69ejq/Xo0cPhg0bxty5cyld\nujRNmzbNc90KytI7xpgC279/P5UrV6ZKlSrs2LGDWbNmBf01unTpwuTJkwFYuXJllumjI0eOUKpU\nKWrVqsWBAwf48ssvAahevTq1a9dm+vTpgAvkhw8fpnfv3nz44YccOXIEgL179wLQsGFDlixZAsAX\nX3yRbZ0SExM55ZRTiIyM5Pvvv2fbNncL0/nnn8+kSZNS9+f7CXDDDTdw/fXXc+uttxbo/cgvC/rG\nmAJr164dzZs3p2nTptx000106dIl6K9x3333sW3bNpo3b87f/vY3mjdvTtWqVdOVqVmzJjfffDPN\nmzfn4osvplOntBFjPvvsM1555RVat25N165d2bNnD5dddhl9+/YlOjqaNm3a8NprrwHw2GOP8cYb\nb9CuXTsSEhKyrdONN97IwoULadWqFRMnTqRx48aASz89/vjjdO/enTZt2vDYY4+lbnP99deTmJjI\ngAEDgvn2BCykumwePw5ly7pumyNGBLlixhSB4tRls6glJSWRlJREuXLl2LBhA3369GHDhg1F1m0y\nvyZOnMisWbMYP358vvdRkC6bJevdyoXvG1StWkVbD2NM8B08eJALLriApKQkVJV33323xAX8oUOH\nMnv27NQePEWhZL1jubC7cY0JXdWqVUvNs5dUb7/9dlFXIbRy+hb0jTEmZxb0jTEmjFjQN8aYMGJB\n3xhjwkjIBf2yZaFChaKuiTGhoVevXplutHr99dcZOnRojttVqlQJgO3bt3PNNddkWaZnz57k1j37\n9ddf5/Dhw6nPL7nkEvbt2xdI1U02Qi7o16wJNtGQMcExaNAgJk6cmG7ZxIkTGTRoUEDbn3766Tne\n0ZqbjEF/xowZVKtWLYctihdVTR3OobgIyaBvTEgqgrGVr7nmGv773/+mTpiyefNmtm/fTrdu3VL7\nzbdr145WrVrx9ddfZ9p+8+bNtGzZEnBDJAwcOJBmzZpx5ZVXpg59AK7/um9Y5pEjRwLw5ptvsn37\ndnr16kWvXr0ANzxCXFwcAK+++iotW7akZcuWqcMyb968mWbNmnHHHXfQokUL+vTpk+51fKZPn06n\nTp1o27YtF154Ibt27QLcvQC33norrVq1onXr1qnDOHz77be0a9eOqKgoLrjgAsDNL/Dyyy+n7rNl\ny5Zs3ryZzZs306RJE2666SZatmzJ1q1bszw+gEWLFnHeeecRFRVFx44dOXDgAN27d083ZHTXrl2J\niYnJ8e+UFyHXT9+CvjHBU6NGDTp27MjMmTPp378/EydO5LrrrkNEKFeuHF999RVVqlQhLi6Ozp07\n069fv2zncH377bepUKECv//+OytWrKBdu3ap68aMGUONGjVITk7mggsuYMWKFdx///28+uqrzJ07\nl1oZ7rhcsmQJ48eP59dff0VV6dSpEz169KB69eps2LCBCRMm8N5773Hdddfx5ZdfcsMNN6TbvmvX\nrvzyyy+ICO+//z7/+Mc/eOWVV3juueeoWrUqK1euBNyY93v27OGOO+5g/vz5NGrUKN04OtnZsGED\nH3/8MZ07d872+Jo2bcqAAQOYNGkSHTp0YP/+/ZQvX57bb7+djz76iNdff53169dz9OhRoqKi8vR3\ny0nIBf0MI7kaEzqKaGxlX4rHF/Q/+OADwKUunn76aebPn0+pUqXYtm0bu3btok6dOlnuZ/78+dx/\n//0AtG7dmtatW6eumzx5MuPGjSMpKYkdO3awZs2adOszWrBgAVdeeWXqiJdXXXUVP/74I/369aNR\no0a0adMGSD80s7/Y2FgGDBjAjh07OH78OI0aNQLcUMv+6azq1aszffp0unfvnlomkOGXGzRokBrw\nszs+EeG0006jQ4cOAFSpUgWAa6+9lueee46XXnqJDz/8kFtuuSXX18sLS+8YY3LUv39/5syZw9Kl\nSzl8+DDt27cH3ABme/bsYcmSJSxfvpxTTz01X8MY//nnn7z88svMmTOHFStWcOmll+ZrPz6+YZkh\n+6GZ77vvPoYNG8bKlSt59913Czz8MqQfgtl/+OW8Hl+FChXo3bs3X3/9NZMnT+b666/Pc91yEjJB\nX9WNvWNB35jgqlSpEr169eK2225LdwHXN6xw6dKlmTt3Ln/99VeO++nevTuff/45AKtWrWLFihWA\nG5a5YsWKVK1alV27djFz5szUbSpXrsyBAwcy7atbt25MnTqVw4cPc+jQIb766iu6desW8DElJiZS\nt25dAD7++OPU5b1792bs2LGpzxMSEujcuTPz58/nzz//BNIPv7x06VIAli5dmro+o+yOr0mTJuzY\nsYNFixYBcODAgdQT1JAhQ7j//vvp0KFD6oQtwRIyQX//fkhKsqBvzMkwaNAgYmJi0gX966+/nsWL\nF9OqVSs++eSTXCcEGTp0KAcPHqRZs2aMGDEi9RtDVFQUbdu2pWnTpgwePDjdsMx33nknffv2Tb2Q\n69OuXTtuueUWOnbsSKdOnRgyZAht27YN+HhGjRrFtddeS/v27dNdLxg+fDgJCQm0bNmSqKgo5s6d\nS+3atRk3bhxXXXUVUVFRqUMiX3311ezdu5cWLVrw1ltvcc4552T5WtkdX5kyZZg0aRL33XcfUVFR\n9O7dO/UbQPv27alSpcpJGXM/ZIZWjo+He++F226DPn1OQsWMKQI2tHJ42r59Oz179mTt2rWUKpW5\nbV6QoZVDpqVfsyZMnGgB3xhTsn3yySd06tSJMWPGZBnwCyqkeu8YY0xJd9NNN3HTTTedtP0HdBoR\nkb4isk5ENorIk9mUuU5E1ojIahH53G/5zSKywXvcHKyKGxMuilsK1hStgn4ecm3pi0gEMBboDcQC\ni0Rkmqqu8SvTGHgK6KKqCSJyire8BjASiAYUWOJtm/2kk8aYVOXKlSM+Pp6aNWtme9OTCR+qSnx8\nPOXKlcv3PgJJ73QENqrqJgARmQj0B/ynor8DGOsL5qq621t+EfC9qu71tv0e6AtMyHeNjQkj9erV\nIzY2lj179hR1VUwxUa5cOerVq5fv7QMJ+nWBrX7PY4FOGcqcAyAiPwERwChV/TabbetmfAERuRO4\nE6B+/fqB1t2YkFe6dOnUO0GNCYZgXRqOBBoDPYFBwHsiEvBQeKo6TlWjVTW6du3aQaqSMcaYjAIJ\n+tuAM/ye1/OW+YsFpqnqCVX9E1iPOwkEsq0xxphCEkjQXwQ0FpFGIlIGGAhMy1BmKq6Vj4jUwqV7\nNgGzgD4iUl1EqgN9vGXGGGOKQK45fVVNEpFhuGAdAXyoqqtFZDSwWFWnkRbc1wDJwGOqGg8gIs/h\nThwAo30XdbOzZMmSOBHJeRCPnNUC4gqwfXESSscCoXU8oXQsYMdTnAV6LA0C2VmxG4ahoERkcSC3\nIpcEoXQsEFrHE0rHAnY8xVmwjyVkhmEwxhiTOwv6xhgTRkIx6I8r6goEUSgdC4TW8YTSsYAdT3EW\n1GMJuZy+McaY7IViS98YY0w2LOgbY0wYCZmgH8jwz8WZiHwoIrtFZJXfshoi8r03LPX33g1uxZ6I\nnCEic/2G2n7AW15Sj6eciPwmIjHe8fzNW95IRH71PnOTvJsXSwQRiRCRZSLyjfe8JB/LZhFZKSLL\nRWSxt6xEftYARKSaiHwhImtF5HcROTeYxxMSQd9v+OeLgebAIBFpXrS1yrOPcCOQ+nsSmKOqjYE5\n3vOSIAl4RFWbA52Be72/R0k9nmPA+aoaBbQB+opIZ+BF4DVVPRtIAG4vwjrm1QPA737PS/KxAPRS\n1TZ+/dlL6mcN4A3gW1VtCkTh/k7BOx5VLfEP4Fxglt/zp4Cnirpe+TiOhsAqv+frgNO8308D1hV1\nHfN5XF/j5mMo8ccDVACW4kaajQMiveXpPoPF+YEbA2sOcD7wDSAl9Vi8+m4GamVYViI/a0BV4E+8\nTjYn43hCoqVPgEM4l0CnquoO7/edwKlFWZn8EJGGQFvgV0rw8XjpkOXAbuB74A9gn6omeUVK0mfu\ndeBxIMV7XpOSeyzgJmj6TkSWeMO0Q8n9rDUC9gDjvfTb+yJSkSAeT6gE/ZCn7hRfovrXikgl4Evg\nQVXd77+upB2PqiarahtcK7kj0LSIq5QvInIZsFtVlxR1XYKoq6q2w6V37xWR7v4rS9hnLRJoB7yt\nqm2BQ2RI5RT0eEIl6IfqEM67ROQ0AO/n7lzKFxsiUhoX8D9T1Sne4hJ7PD6qug+Yi0uBVBMR36CF\nJeUz1wXoJyKbgYm4FM8blMxjAUBVt3k/dwNf4U7KJfWzFgvEquqv3vMvcCeBoB1PqAT9QIZ/Lomm\nAb7J5G/G5caLPXGTuX4A/K6qr/qtKqnHU9s3KZCIlMddn/gdF/yv8YqViONR1adUtZ6qNsT9n/yg\nqtdTAo8FQEQqikhl3++44dtXUUI/a6q6E9gqIk28RRfgpqYN3vEU9YWLIF4AuQQ3ecsfwDNFXZ98\n1H8CsAM4gTvb347Ltc4BNgCzgRpFXc8Aj6Ur7uvnCmC597ikBB9Pa2CZdzyrgBHe8jOB34CNwH+A\nskVd1zweV0/gm5J8LF69Y7zHat//fkn9rHl1bwMs9j5vU4HqwTweG4bBGGPCSKikd4wxxgTAgr4x\nxoQRC/rGGBNGLOgbY+1OyVcAAAAbSURBVEwYsaBvjDFhxIK+McaEEQv6xhgTRv4fA1Yt1uQhQPEA\nAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEICAYAAACktLTqAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xl4FFX28PHvSVhlF1AURBAcIewY\nFgcVWVRwgUHRAXEdFUUdd0dcRhFc0OF1/TEu4zYqioyKIqI4oyDiggICiogQQAmLhC3sQpLz/nG6\nk07SSTpJh6ab83meftJdfbvqVic5devcW7dEVXHOOZdYkmJdAeecc9Hnwd055xKQB3fnnEtAHtyd\ncy4BeXB3zrkE5MHdOecSkAd3F5aIJIvIDhFpGs2ysSQiLUUk6mN/RaSviKwKeb1URE6KpGwZtvW8\niNxZ1s8Xs977ReTlaK/XxU6lWFfARYeI7Ah5eQjwO5AdeH2Vqk4ozfpUNRuoGe2yBwNVPS4a6xGR\nK4ALVfWUkHVfEY11u8TnwT1BqGpucA20DK9Q1f8VVV5EKqlq1v6om3Nu//O0zEEicNr9poi8ISLb\ngQtF5AQR+VpEtorIOhF5UkQqB8pXEhEVkWaB168F3v9QRLaLyFci0ry0ZQPv9xeRn0UkU0SeEpEv\nROTSIuodSR2vEpHlIrJFRJ4M+WyyiDwmIptEZAXQr5jv5y4RmVhg2XgReTTw/AoRWRLYn7RAq7qo\ndaWLyCmB54eIyKuBui0Gji9Q9m4RWRFY72IRGRBY3g74P+CkQMprY8h3Oyrk81cH9n2TiLwrIkdE\n8t2UREQGBeqzVUQ+FZHjQt67U0TWisg2EfkpZF+7i8j8wPLfROQfkW7PVQBV9UeCPYBVQN8Cy+4H\n9gJnYwf16kAXoBt2BncM8DNwXaB8JUCBZoHXrwEbgVSgMvAm8FoZyh4GbAcGBt67GdgHXFrEvkRS\nx/eAOkAzYHNw34HrgMVAE6A+MMv+5MNu5xhgB1AjZN0bgNTA67MDZQToDewG2gfe6wusCllXOnBK\n4Pk4YCZQDzga+LFA2fOBIwK/kwsCdTg88N4VwMwC9XwNGBV4flqgjh2BasA/gU8j+W7C7P/9wMuB\n560D9egd+B3dCSwNPG8D/AI0CpRtDhwTeP4tMDTwvBbQLdb/Cwfzw1vuB5fZqvq+quao6m5V/VZV\n56hqlqquAJ4Dehbz+bdUda6q7gMmYEGltGXPAhao6nuB9x7DDgRhRVjHh1Q1U1VXYYE0uK3zgcdU\nNV1VNwFji9nOCuAH7KADcCqwRVXnBt5/X1VXqPkU+AQI22lawPnA/aq6RVV/wVrjodudpKrrAr+T\n17EDc2oE6wUYBjyvqgtUdQ8wEugpIk1CyhT13RRnCDBFVT8N/I7GYgeIbkAWdiBpE0jtrQx8d2AH\n6WNFpL6qblfVORHuh6sAHtwPLqtDX4hIKxH5QETWi8g2YDTQoJjPrw95voviO1GLKntkaD1UVbGW\nblgR1jGibWEtzuK8DgwNPL8g8DpYj7NEZI6IbBaRrVirubjvKuiI4uogIpeKyMJA+mMr0CrC9YLt\nX+76VHUbsAVoHFKmNL+zotabg/2OGqvqUuAW7PewIZDmaxQoehmQAiwVkW9E5IwI98NVAA/uB5eC\nwwCfxVqrLVW1NnAPlnaoSOuwNAkAIiLkD0YFlaeO64CjQl6XNFRzEtBXRBpjLfjXA3WsDrwFPISl\nTOoCH0dYj/VF1UFEjgGeBkYA9QPr/SlkvSUN21yLpXqC66uFpX/WRFCv0qw3CfudrQFQ1ddUtQeW\nkknGvhdUdamqDsFSb/8PeFtEqpWzLq6MPLgf3GoBmcBOEWkNXLUftjkV6CwiZ4tIJeAGoGEF1XES\ncKOINBaR+sDtxRVW1fXAbOBlYKmqLgu8VRWoAmQA2SJyFtCnFHW4U0Tqil0HcF3IezWxAJ6BHeeu\nxFruQb8BTYIdyGG8AVwuIu1FpCoWZD9X1SLPhEpR5wEickpg27dh/SRzRKS1iPQKbG934JGD7cBF\nItIg0NLPDOxbTjnr4srIg/vB7RbgEuwf91ms47NCqepvwJ+BR4FNQAvgO2xcfrTr+DSWG/8e6+x7\nK4LPvI51kOamZFR1K3ATMBnrlByMHaQicS92BrEK+BB4JWS9i4CngG8CZY4DQvPU/wWWAb+JSGh6\nJfj5j7D0yOTA55tiefhyUdXF2Hf+NHbg6QcMCOTfqwKPYP0k67EzhbsCHz0DWCI2Gmsc8GdV3Vve\n+riyEUt5OhcbIpKMpQEGq+rnsa6Pc4nCW+5uvxORfoE0RVXg79goi29iXC3nEooHdxcLJwIrsFP+\n04FBqlpUWsY5VwaelnHOuQTkLXfnnEtAMZs4rEGDBtqsWbNYbd455+LSvHnzNqpqccOHgRgG92bN\nmjF37txYbd455+KSiJR0pTXgaRnnnEtIHtydcy4BeXB3zrkE5Hdicu4gsW/fPtLT09mzZ0+sq+Ii\nUK1aNZo0aULlykVNLVQ8D+7OHSTS09OpVasWzZo1wybjdAcqVWXTpk2kp6fTvHnzkj8QhqdlnDtI\n7Nmzh/r163tgjwMiQv369ct1luXB3bmDiAf2+FHe31XcBffZs+GuuyDHZ4l2zrkixV1w/+YbePBB\n2LEj1jVxzpXGpk2b6NixIx07dqRRo0Y0btw49/XevZFN+37ZZZexdOnSYsuMHz+eCRMmRKPKnHji\niSxYsCAq69rf4q5DtXZt+5mZmffcOXfgq1+/fm6gHDVqFDVr1uTWW2/NV0ZVUVWSksK3O1966aUS\nt3PttdeWv7IJIO5a7sGAvm1bbOvhnIuO5cuXk5KSwrBhw2jTpg3r1q1j+PDhpKam0qZNG0aPHp1b\nNtiSzsrKom7duowcOZIOHTpwwgknsGHDBgDuvvtuHn/88dzyI0eOpGvXrhx33HF8+eWXAOzcuZNz\nzz2XlJQUBg8eTGpqaokt9Ndee4127drRtm1b7rzzTgCysrK46KKLcpc/+eSTADz22GOkpKTQvn17\nLrzwwqh/Z5EoseUuIi8CZwEbVLVtmPcFeAK7xdYu4FJVnR/tigbVqWM/Pbg7V3Y33gjRzjZ07AiB\nmFpqP/30E6+88gqpqakAjB07lkMPPZSsrCx69erF4MGDSUlJyfeZzMxMevbsydixY7n55pt58cUX\nGTlyZKF1qyrffPMNU6ZMYfTo0Xz00Uc89dRTNGrUiLfffpuFCxfSuXPnYuuXnp7O3Xffzdy5c6lT\npw59+/Zl6tSpNGzYkI0bN/L9998DsHXrVgAeeeQRfvnlF6pUqZK7bH+LpOX+MnYPxaL0B44NPIZj\n912sMN5ydy7xtGjRIjewA7zxxht07tyZzp07s2TJEn788cdCn6levTr9+/cH4Pjjj2fVqlVh133O\nOecUKjN79myGDBkCQIcOHWjTpk2x9ZszZw69e/emQYMGVK5cmQsuuIBZs2bRsmVLli5dyvXXX8/0\n6dOpE2h9tmnThgsvvJAJEyaU+SKk8iqx5a6qs0SkWTFFBgKvqN314+vA7dOOUNV1UapjPh7cnSu/\nsrawK0qNGjVyny9btownnniCb775hrp163LhhReGHe9dpUqV3OfJyclkZWWFXXfVqlVLLFNW9evX\nZ9GiRXz44YeMHz+et99+m+eee47p06fz2WefMWXKFB588EEWLVpEcnJyVLddkmjk3BsDq0NepweW\nFSIiw0VkrojMzcjIKNPGQjtUnXOJZ9u2bdSqVYvatWuzbt06pk+fHvVt9OjRg0mTJgHw/fffhz0z\nCNWtWzdmzJjBpk2byMrKYuLEifTs2ZOMjAxUlfPOO4/Ro0czf/58srOzSU9Pp3fv3jzyyCNs3LiR\nXbt2RX0fSrJfR8uo6nPAcwCpqallur+ft9ydS2ydO3cmJSWFVq1acfTRR9OjR4+ob+Ovf/0rF198\nMSkpKbmPYEolnCZNmjBmzBhOOeUUVJWzzz6bM888k/nz53P55ZejqogIDz/8MFlZWVxwwQVs376d\nnJwcbr31VmrVqhX1fShJRPdQDaRlphbRofosMFNV3wi8XgqcUlJaJjU1Vctys46cHEhOhnvvhVGj\nSv1x5w5aS5YsoXXr1rGuxgEhKyuLrKwsqlWrxrJlyzjttNNYtmwZlSodWKPDw/3ORGSeqqYW8ZFc\n0diTKcB1IjIR6AZkVlS+HSApCWrV8pa7c67sduzYQZ8+fcjKykJVefbZZw+4wF5ekQyFfAM4BWgg\nIunAvUBlAFV9BpiGDYNcjg2FvKyiKhtUu7YHd+dc2dWtW5d58+bFuhoVKpLRMkNLeF+B/XpJWO3a\n3qHqnHPFibsrVMFb7s45V5K4DO516nhwd8654sRlcPeWu3POFc+Du3Nuv+jVq1ehC5Ief/xxRowY\nUeznatasCcDatWsZPHhw2DKnnHIKJQ2tfvzxx/NdTHTGGWdEZd6XUaNGMW7cuHKvJ9riNrh7h6pz\n8WXo0KFMnDgx37KJEycydGixYzZyHXnkkbz11ltl3n7B4D5t2jTq1q1b5vUd6OI2uG/f7ndjci6e\nDB48mA8++CD3xhyrVq1i7dq1nHTSSbnjzjt37ky7du147733Cn1+1apVtG1r11Hu3r2bIUOG0Lp1\nawYNGsTu3btzy40YMSJ3uuB7770XgCeffJK1a9fSq1cvevXqBUCzZs3YuHEjAI8++iht27albdu2\nudMFr1q1itatW3PllVfSpk0bTjvttHzbCWfBggV0796d9u3bM2jQILZs2ZK7/eAUwMEJyz777LPc\nm5V06tSJ7du3l/m7DScuR+0HrxLescNv2OFcmcRgzt9DDz2Url278uGHHzJw4EAmTpzI+eefj4hQ\nrVo1Jk+eTO3atdm4cSPdu3dnwIABRd5H9Omnn+aQQw5hyZIlLFq0KN+UvQ888ACHHnoo2dnZ9OnT\nh0WLFnH99dfz6KOPMmPGDBo0aJBvXfPmzeOll15izpw5qCrdunWjZ8+e1KtXj2XLlvHGG2/wr3/9\ni/PPP5+333672PnZL774Yp566il69uzJPffcw3333cfjjz/O2LFjWblyJVWrVs1NBY0bN47x48fT\no0cPduzYQbVq1UrzbZcoblvu4Hl35+JNaGomNCWjqtx55520b9+evn37smbNGn777bci1zNr1qzc\nINu+fXvat2+f+96kSZPo3LkznTp1YvHixSVOCjZ79mwGDRpEjRo1qFmzJueccw6ff/45AM2bN6dj\nx45A8dMKg80vv3XrVnr27AnAJZdcwqxZs3LrOGzYMF577bXcK2F79OjBzTffzJNPPsnWrVujfoVs\nXLbcPbg7V04xmvN34MCB3HTTTcyfP59du3Zx/PHHAzBhwgQyMjKYN28elStXplmzZmGn+S3JypUr\nGTduHN9++y316tXj0ksvLdN6goLTBYNNGVxSWqYoH3zwAbNmzeL999/ngQce4Pvvv2fkyJGceeaZ\nTJs2jR49ejB9+nRatWpV5roW5C1359x+U7NmTXr16sVf/vKXfB2pmZmZHHbYYVSuXJkZM2bwyy+/\nFLuek08+mddffx2AH374gUWLFgE2XXCNGjWoU6cOv/32Gx9++GHuZ2rVqhU2r33SSSfx7rvvsmvX\nLnbu3MnkyZM56aSTSr1vderUoV69ermt/ldffZWePXuSk5PD6tWr6dWrFw8//DCZmZns2LGDtLQ0\n2rVrx+23306XLl346aefSr3N4sR1y91HzDgXf4YOHcqgQYPyjZwZNmwYZ599Nu3atSM1NbXEFuyI\nESO47LLLaN26Na1bt849A+jQoQOdOnWiVatWHHXUUfmmCx4+fDj9+vXjyCOPZMaMGbnLO3fuzKWX\nXkrXrl0BuOKKK+jUqVOxKZii/Pvf/+bqq69m165dHHPMMbz00ktkZ2dz4YUXkpmZiapy/fXXU7du\nXf7+978zY8YMkpKSaNOmTe5dpaIloil/K0JZp/wFWLwY2raFSZPgvPOiXDHnEpRP+Rt/yjPlr6dl\nnHMuAXlwd865BBSXwT1wNbIHd+dKKVZpWFd65f1dxWVwT062AO8dqs5Frlq1amzatMkDfBxQVTZt\n2lSuC5vicrQM+ORhzpVWkyZNSE9PJyMjI9ZVcRGoVq0aTZo0KfPn4za4+5zuzpVO5cqVad68eayr\n4faTiNIyItJPRJaKyHIRGRnm/aNF5BMRWSQiM0Wk7IebCHnL3TnnilZicBeRZGA80B9IAYaKSEqB\nYuOAV1S1PTAaeCjaFS3Ig7tzzhUtkpZ7V2C5qq5Q1b3ARGBggTIpwKeB5zPCvB91Pqe7c84VLZLg\n3hhYHfI6PbAs1ELgnMDzQUAtEalf/uoVzVvuzjlXtGgNhbwV6Cki3wE9gTVAdsFCIjJcROaKyNzy\n9th7h6pzzhUtkuC+Bjgq5HWTwLJcqrpWVc9R1U7AXYFlhW5OqKrPqWqqqqY2bNiwHNX2uzE551xx\nIgnu3wLHikhzEakCDAGmhBYQkQYiElzXHcCL0a1mYbVrgyrs3FnRW3LOufhTYnBX1SzgOmA6sASY\npKqLRWS0iAwIFDsFWCoiPwOHAw9UUH1z+bS/zjlXtIguYlLVacC0AsvuCXn+FlD225KXgU8e5pxz\nRYvLuWUg7ybZHtydc66wuA3u3nJ3zrmieXB3zrkE5MHdOecSUNwHdx8t45xzhcVtcK9Vy356y905\n5wqL2+AevBuTB3fnnCssboM7+ORhzjlXFA/uzjmXgOI+uHuHqnPOFRbXwd2n/XXOufDiOrh7WsY5\n58Lz4O6ccwnIg7tzziWghAjufjcm55zLL+6Du9+NyTnnCovr4O5zujvnXHhxHdx9ZkjnnAsvouAu\nIv1EZKmILBeRkWHebyoiM0TkOxFZJCJnRL+qhXlwd8658EoM7iKSDIwH+gMpwFARSSlQ7G7sxtmd\ngCHAP6Nd0XB82l/nnAsvkpZ7V2C5qq5Q1b3ARGBggTIKBEItdYC10ati0bzl7pxz4VWKoExjYHXI\n63SgW4Eyo4CPReSvQA2gb1RqVwLvUHXOufCi1aE6FHhZVZsAZwCvikihdYvIcBGZKyJzMzIyyr1R\nb7k751x4kQT3NcBRIa+bBJaFuhyYBKCqXwHVgAYFV6Sqz6lqqqqmNmzYsGw1DuF3Y3LOufAiCe7f\nAseKSHMRqYJ1mE4pUOZXoA+AiLTGgnv5m+YlSE6GGjW8Q9U55woqMbirahZwHTAdWIKNilksIqNF\nZECg2C3AlSKyEHgDuFRVtaIqHcrnl3HOucIi6VBFVacB0wosuyfk+Y9Aj+hWLTI+p7tzzhUW11eo\ngrfcnXMuHA/uzjmXgDy4O+dcAkqI4O6jZZxzLr+4D+7eoeqcc4XFX3BftQomT859GUzL7J+Bl845\nFx/iL7hPmgTnnJObi/G7MTnnXGHxF9xbtrSfaWmAzy/jnHPhxF9wb9HCfi5fDvic7s45F07CBHdv\nuTvnXJ74C+41a0KjRrnB3ed0d865wuIvuIPl3T3n7pxzRYrf4O5pGeecK1J8BvcWLWDtWti50ztU\nnXMujPgM7sHhkCtW+N2YnHMujPgO7mlpVKpkd2Py4O6cc3niM7iHGQ7pwd055/LEZ3CvVw/q1/fg\n7pxzRYjP4A7Weg8J7t6h6pxzeSIK7iLST0SWishyERkZ5v3HRGRB4PGziGyNflULKDDW3VvuzjmX\np8TgLiLJwHigP5ACDBWRlNAyqnqTqnZU1Y7AU8A7FVHZfFq2hF9/hd9/9zndnXOugEha7l2B5aq6\nQlX3AhOBgcWUHwq8EY3KFatlS8jJgVWrvOXunHMFRBLcGwOrQ16nB5YVIiJHA82BT4t4f7iIzBWR\nuRkZGaWta37B4ZDLl3twd865AqLdoToEeEtVs8O9qarPqWqqqqY2bNiwfFsKGQ7pd2Nyzrn8Ignu\na4CjQl43CSwLZwj7IyUD0LAh1KoFaWnUrm0ZGr8bk3POmUiC+7fAsSLSXESqYAF8SsFCItIKqAd8\nFd0qFkEkdwIxn/bXOefyKzG4q2oWcB0wHVgCTFLVxSIyWkQGhBQdAkxU3Y/JkUBw95khnXMuv0qR\nFFLVacC0AsvuKfB6VPSqFaGWLWHyZBo1yAIq8euv0KrVfq+Fc84dcOL3ClWwTtWsLFIPX01SEnz5\nZawr5JxzB4b4Du6B4ZA11y+nfXv44osY18c55w4QCRHcWb6cHj3g668hKyu2VXLOuQNBfAf3I46A\n6tVh+XL++EfYsQN++CHWlXLOudiL7+CelJQ7O2SPHrbIUzPOORfvwR0suKel0bQpNG7swd055yAR\ngntg6l/RHHr08ODunHOQKMF9zx5Yu5YePWwW4PT0WFfKOediKzGCO+R2qoK33p1zLnGCe1oaHTrA\nIYf4xUzOORf/wf2oo6ByZVi+nMqVoVs3b7k751z8B/fkZGjePPdm2T16wIIFNubdOecOVvEf3CF3\ndkiw4J6dDd98E+M6OedcDCVOcE9LA1W6d7ep3j0145w7mCVOcN++HTIyqFsX2rTxTlXn3MEtMYL7\nH/5gP3/8EbDUzFdf2a33nHPuYJQYwf344+3nnDmABffMTFi8OIZ1cs65GEqM4N6ggaVmQoI7eN7d\nOXfwiii4i0g/EVkqIstFZGQRZc4XkR9FZLGIvB7dakagW7fc4N68ORx+uAd359zBq8TgLiLJwHig\nP5ACDBWRlAJljgXuAHqoahvgxgqoa/G6dYO1ayE9HRF8EjHn3EEtkpZ7V2C5qq5Q1b3ARGBggTJX\nAuNVdQuAqm6IbjUj0K2b/fz6a8CC+8qVsG7dfq+Jc87FXCTBvTGwOuR1emBZqD8AfxCRL0TkaxHp\nF25FIjJcROaKyNyMjIyy1bgoHTtC1aqF8u6ffRbdzTjnXDyIVodqJeBY4BRgKPAvEalbsJCqPqeq\nqaqa2rBhwyhtOqBKFejUKTe4p6ZCkybwyivR3YxzzsWDSIL7GuCokNdNAstCpQNTVHWfqq4EfsaC\n/f7VrRvMmwdZWSQnw6WXwvTpsHp1iZ90zrmEEklw/xY4VkSai0gVYAgwpUCZd7FWOyLSAEvTrIhi\nPSPTrRvs2pV7l+zLLrMLmV5+eb/XxDnnYqrE4K6qWcB1wHRgCTBJVReLyGgRGRAoNh3YJCI/AjOA\n21R1U0VVukgFOlWPOQb69IEXX/SrVZ1zB5eIcu6qOk1V/6CqLVT1gcCye1R1SuC5qurNqpqiqu1U\ndWJFVrpIzZtDw4a5eXeAyy+HVatgxoyY1Mg552IiMa5QDRLJdzETwKBBUK8evPBCDOvlnHP7WWIF\nd7DgvmQJbN0KQLVqMGwYvPMObN4c47o559x+kpjBHeDbb3MXXXEF/P47TJgQozo559x+lnjBvWtX\nS8+EpGY6dLCJI194AVRjWDfnnNtPEi+416kDrVrlC+5gHasLF8L8+TGql3PO7UeJF9whr1M1pJk+\ndKjl359/Pob1cs65/SRxg3tGhs0cFlC3Lpx3Hrz+ul3n5JxziSwxg3v37vYzTGpm2zb4z39iUCfn\nnNuPEjO4t20LhxxSKLiffDK0awdjxsDevTGqm3PO7QeJGdwrVbLhMQWCuwg88gikpcHTT8eobs45\ntx8kZnAHy7vPn28D3EOcfjqceiqMHp17nZNzziWcxA3u3btb7mXhwnyLReAf/4AtW+DBB2NUN+ec\nq2CJG9x79LD0zIsvFnqrQwe45BJ44gmbVMw55xJN4gb3Ro1gxAgb2P7jj4XeHjMGkpPhrrtiUDfn\nnKtgiRvcAe65B2rUgNtvL/RWkyZw88027j1kGhrnnEsIiR3cGzSwpvnUqfDpp4Xevv12OOwwuPVW\nn3PGOZdYEju4A1x/PTRtahG8wO2YatWCUaNg1iyYUvDGgc45F8cSP7hXqwYPPQTffRd2zt8rroCU\nFLuZ9ty5+796zjlXESIK7iLST0SWishyERkZ5v1LRSRDRBYEHldEv6rlMGQIpKbCnXfC7t353qr8\n82LmHHcxNyY9Sd++ha57cs65uFRicBeRZGA80B9IAYaKSEqYom+qasfA48CaezEpCcaNg/R0ePxx\nW7ZkiU0V2a4dNd99jXu23Ei/Q2Zx2mnw1Vexra5zzpVXJC33rsByVV2hqnuBicDAiq1WBejZEwYO\ntBTNBRdAmzbw/vswciSsXIm0aMFrciEt62/htNNg9uxYV9g558oukuDeGFgd8jo9sKygc0VkkYi8\nJSJHhVuRiAwXkbkiMjcjI6MM1S2nhx+2tMx778Ftt9mUwA8+CEcfDa+/TqUN65jd9mqOPELp1886\nWp1zLh5Fq0P1faCZqrYH/gv8O1whVX1OVVNVNbVhw4ZR2nQpHHeczTezcqUF+tA6dOkC991H9fcn\nMee6V2naFPr3h//9b/9X0znnyiuS4L4GCG2JNwksy6Wqm1Q1OEPX88Dx0aleBWjXzga3h3P77XDy\nydS961o+fzmNFi3grLPggw/2bxWdc668Ignu3wLHikhzEakCDAHyjQoXkSNCXg4AlkSvivtRcjK8\n+iokJ1P/+mHM+HgfbdvCoEHwzjuxrpxzzkWuxOCuqlnAdcB0LGhPUtXFIjJaRAYEil0vIotFZCFw\nPXBpRVW4wjVtCs8+C3PmUH/8aD75xEZRnn++TVXgnHPxQDRG192npqbq3AP5qqHLLoOXX4YpU9jR\n62zOPhs++wxeeMHecs65WBCReaqaWlK5xL9Ctaz++U+7m9OwYdRcvYQPPoDTTrP7sL71Vqwr55yL\nmZUr4eOPY12LEnlwL0r16jB5sv0cOJBD9m5l8mQ44QS48EL4/PNYV9A5FxMPPmgdcQf4bIMe3Itz\n1FHWTF+5Ei64gOpVspkyBZo1gwEDwk4T75xLdMuWwa5dEItrdUrBg3tJTjoJnnoKPvwQ7r6b+vXh\no49sPrJ+/WDNmpJX4ZxLIMuX289ffoltPUrgwT0SV18Nw4fD2LHw5ps0a2axfutWu9ApMzN/8d27\nYf36mNTUOVeRdu/Oa9F5cE8QTz1l92W9/HLYuJGOHW3s+5Il0KcPnHcedO0Khx8OhxwCRxxh92nd\nuTPWFXfORc3KlXnPPbgniCpV4F//slzbk08C0LcvvPKKTTb5/fdQr57l4seMsVv4vfoqdOtmBwDn\nXAIIpmTggA/ulWJdgbjSujUNcKHQAAAdJUlEQVT86U/Wir/tNqhVi6FDbebgcPr3twkou3SB556z\n5865OJaWZj+PPBJWrYppVUriLffSuuMOS7Y/+2yJRfv2tRtAdeoEw4ZZ6r7AvUKcc/Fk+XKoUwc6\ndz7gW+4e3EurSxdLsv+//wd79pRYvHFjmDHD5iR79llr/E+adMAPkXXOhZOWBi1a2DThHtwT0B13\n2HCYf4ed2biQSpVsoM2nn9pB/89/thGWB/LsC865MNLSoGVLC+6ZmYWHyh1APLiXRe/e1oJ/5BHI\nyor4Y7162XTyzz1n10F06WIjapYs8Za8cwe8rCzLswdb7nBAt949uJeFiLXeV6yA//ynVB9NToYr\nr7TgfvvtMHEipKTYVa/Dh8Pbb1tK3zl3gPn1VwvwwZY7eHBPSAMHWgJ97NgyNbtr17aPrlgBzzxj\nc5S9+SYMHgwNGtjPzZsroN7OubIJjpTxlnuCS0qypveiRTBtWplX0/irt7iq2wLeeQc2brQJyW65\nBaZMsYA/f36g4Oefwz33eP7GuVgJjnFv0cLu5la1qgf3hHXBBXZzjwcfhJyc0n/+mWfs0tbBgyEr\ni8qV4cQT7faun39uZ4B//CO8+FyWTSI/Zgw8/zwA+/bBJ5/YdVVl2bRzrpTS0mxSqSOPtMZd06Ye\n3BNW5crwt7/Bl19C27YWaSMdyP7223DNNZZwT0uzy1lDdOtmrfaTT4bPrpoAaWlkN2nKvhtu4YZz\nVnPYYTaOfvhwuP/+Ctg351x+aWlwzDEW2OGAHw7pwb28rrnGAnPVqhZpjz4aRo2CDRuK/szMmdbq\nP+EE+PZby7+MHm3N8RANG8KH72fxaL0xzKcTf0j/lL27szlz6tUMHKBMngwXXWSb+/DDitxJ5xzL\nl1tKJigRgruI9BORpSKyXERGFlPuXBFRESnxFlAJQ8Tu3jF/vg1k79YN7rvPTtkuvtha9aF58oUL\nrTO2ZUt4/32bZWz0aBti9fLLhVafPHEC9bekIaNG8ec7WrD2uoc4bd80Xu77Gn/6k10Y1aGDHStW\nrKigfXz+eUsd7dhRQRtw7gCnmjfGPejoo+G33yK6mDEmVLXYB5AMpAHHAFWAhUBKmHK1gFnA10Bq\nSes9/vjjNWEtWaI6YoRqrVqqoNquner48aoLFqg2aqTapInqr7/mlc/JUe3WTbVpU9U9e/KW79un\n2qKFaqdOVkZVNTtbtUcP1Xr1VNetU1XVtDTVunVVO3ZU3bUryvuyZYtqnTq2H6edpvr771HegHNx\nYM0a+x/4v//LW/bvf9uypUv3a1WAuVpCfFXViFruXYHlqrpCVfcCE4GBYcqNAR4GDtDD2H7UqpXd\ng3XtWrtiqVIluPZa6NgRfv8dpk+3uzwFiVjr/ddf4cUX85ZPsFw7o0ZZGbB83wsv2OyU11wDqhxz\njBVduBBGjIjygJonn7Sr8G65xe4becklse/BzcmJ7MrAnBy7k9aB2rJy8SM4DLJgyx0O3NRMSdEf\nGAw8H/L6IuD/CpTpDLwdeD6TIlruwHBgLjC3adOm++Mgd2DIyVH95hvVG2+0n0WV6dFDtXFj1d27\nrdXesmX+VnuosWOt1TBpkr3et08fufU3bcWP+uZdCzUnO0d37LAThO++U/3kE9X33lN9/XXV559X\nfeIJW8X8+cXUe+tWOyUYONBeP/ywbfPaa8PXaX+5/37V2rVV09OLL/fyy4VbW86VxUsv2d/SsmV5\ny1autGX/+td+rQoRttzLHdyxvP1MoJmWENxDHwmdlimrTz6xX8mTT+ad8r37bviy+/apHn+8atWq\nFoCtwZ77eCtpsNYis+DiQo/kZNWRI+14UsiYMVZo3ry8ZbfeasvuvbcivoGS7duneuSRVocrrii6\n3J49luYC1b5991/9XGK66y77Z9m7N2/Z3r2qSUmqd9+9X6sSaXCPZD73NUBIDoEmgWVBtYC2wEyx\n1EEjYIqIDFBVnxqrNHr1gp49bdx8zZqWxhkwIHzZSpXsktZHHrGROvXrQ/367KhWn69fWcafZo+m\nV4NFzLjubZLat6VePbsq9pBDoEYN+5mTY7MojB0L770HL71k/cEAbN8Ojz5KzplnMS+7M5UCUxfz\nyCOwaZN1GjdoANddt7++HTN1qqW7OnWyFNaNN0KbNoXLPfOMpblOOMFGJ23dCnXr7t+6usSRlmZp\nmMqV85ZVrmzTvsZxWqYSsAJoTl6Haptiys/EW+5lN3NmXrO6qFZ7JD77zDpvDzlE9bXX8r+3bZvq\n1KnWZJ8+XT/6yPp4k5JU//Y31a++Up3Z70FV0JMP+Ta3Opdcorpxo1rreeBAW/jAA8WnaBYtUj3z\nTNUZM8q+L6H69bPU1fr11tF71lmFy2zbptqwoWrv3qpffmn1nDAhOts/GKxbp7ppU8nlMjPt+z0Y\ndOmieuqphZefeKLqySeH/0xOjurcuVFPYRKttIytizOAn7FRM3cFlo0GBoQp68G9vPr3t9Ez5f2j\nWLvW/vBAdfhw1VGj7I+xUqW8A4iI6pgxunVztl55pS2qwXbNoL7OrHGGXn216htvqN5xh32sYUOL\nkzm796gOG2YfuPxy1b17dfVq1Q8/VF21KlD1V15RrV7dytSqZaOFipKVpXrffZaOKsrKlVbfYEoo\n2O8wc2b+cvfdZ8vnzLHRRY0aqZ53Xvm+y4PFjBn2uzrllJLL3nSTfc/FdtxESXZ2xW+jOPXq2Qi4\ngoYNUz366PCf+fBD+34++CCqVYlqcK+Ihwf3YuzdG70hh/v2qd52W14g79LFIvX//qe6eXNegD7n\nHNXt2/WLL1QXDgt0nH79db5VLVyo2rWrvdWvn+rXX+XodwPuUQWdXa2P1mGLgmoV9ujL1a9WBV3V\n/BT9evxc3Xt4E8067AjdsXhV4WPWnj0WfEG1ShXVn38Ovy933mmnF6tX2+tdu+yUo0uXvAPhhg0W\nnAYNyvvc8OGqNWvmH2bqCps82fpwqlSx38UvvxRdNitL9Ygj8v4YKtLw4XYG2qePNVA+/VR1586K\n3WaozZttP8eNK/zenXdaLn7fvsLvXXutfe4vf4lqdTy4u/yWL7c/0oJycuyPNilJtW1bS6M0bKh6\n+ulhV5OVZSNtatTIa/xfU+Nl3SeVdOPhKTr3sVm6/uguqqDP1fubJrNPQbUN3+sW6uhiWmuDpE1a\nv771UWVv3Wb/tKD697/bKJhTTy181rJ3r7XAzz47//LgiJg337TXN91k+7J4cV6ZDz6wMtOmleML\nTHAvvmjfW7duNqILbHRUUWbMsDInnhj+7Cla9uyxg3W7dqodOlgDBVQrV7aGyf4YtfXtt7bNyZML\nv/fss0UfCFu0sPcaNAgf/MvIg7srnY8/tlPPpCT7syghl/rLL5ZB+eGHwBnzJ5/kXexUu7bqO++o\nqh1P/vc/1YkTVafcMlP3JVfRlUedqOcP2K0N2KDL6x2vOcnJlsJRtZFCYB8I9dZbtnzq1PzLs7JU\n27dXPeYYO4BVrap62WX5y+zebS33q64qxxekFkgmTLC0UCyHgkbbI4/Yd3vqqarbt9uyrl3tqrii\nXHWVHeE3brQ+kBNOKPo7+f13axFMnZq3/khNm5b/wLxli61nyBBb/v33pVtfWbzxRtHb+ugje2/W\nrPzLly2z5T172s/PPotadTy4u9JLS1Pt3Dl/SqM0fvzRTqGLSquoWgsbNOess3RTwz/oTqrrzcdN\n1d9+C7yflWV1OOII1cxMXbHC/i92n3yq5hx1lL1fUDC32aSJpRRCWlG52a3Bg63lX9bc7YYN9r0E\nT1c++qhs6zmQ7Nunessttj/nn58/bfXYY7Z8yZLCn9u7V7V+fdWhQ+31c89Z2ffeK1w2J0f1oovy\nvrfKla0f6P77rU+kpIPklVday71gSi093dY3dmzp9rks7r/fthUuFbRkib336qv5lz/1lC3/7jtr\ncNx0U9Sq48HdlV1Ft0offdT+9OrW1RkPzNbq1VWbN8+LI5unf6M5Ivpmo+sVVI9huSromMr3aceO\nlp4fNcpOLrKyAvUNpnZuukl//90a+v36WTr03ntVc159zd7/6qvS1/fdd1UPO8wOHA89ZB1oqanR\n+56ysmyET2amXTi2ebONVqnIqR5WrlT94x/tO7nmmsIHzTVrLAVyzz2FPxtsTU+ZYq/37VP9wx9U\n27QpvJ6777ayo0bZKdztt9uFecFgX1zqJyvLvvc//zn8+x07Fj1SJZouvdQaG+Hs3Gn7cf/9+Zef\neaZdhBh83rx51P5ePLi7A9ubb6r+9JOqWgPusMPsWqzTT7eAPJ4RmkWSvvTXeZp23u2anZSs91ye\nrmecYf8zwezRoYfaGfq7D/2oGf2G6d9HZGjDhvZe48Z2/RKo3vKXzZb+GTky8jpu3mwpHrB876JF\ntvz554tuqQbt2WN5q61bi9/GTz9ZSincFWZJSXYg6d3bWrBjx5YttVHQG29Y6qxWrcLDZEP16qV6\n7LGFg9JFF9kvK7Q1PWmS1Tl0tFOwRX/FFYXX8dtvtl+NGuW/MCjU7Nn2+TfeCP9+sDMzXF9SNJ10\nkj2K0rCh/X6Cdu+2DuDrrrPX//qX7Udxo8VKwYO7iysrV1pj+OijrXH3w+wtFvG7dLGfwSkQAjZt\nsrT8JZeoHn54XjysVMkG/kybZg2/nBxbH6guPKyPZh/XqtC2Fy60+HPFJXv1gztn66YbRmlOjx62\nsqQk6/kNbUXv3WudZR06FJ3mCY6UaNWq6DTV/PkWGA47zAL3uHF2VvPYY6qPP26t5mHDVLt319wj\nVnBEUZ8+Vn7x4shbhNu22RcGts60tOLLB4Pz3Ll5y3btsoPC5ZfnL5udbVdMH320Bf1p0yzw9u9f\ndGfi1Km2/uAUGgXdequlcTIzw78fDP7BzvSKcuSR1novSmpq/jHw//2v5usfWr/ezoJGjYpKdTy4\nu/j36qt5Aa2YkS7Z2TZDwiuvaF7uvoBx41SvxfKg2+f9pDk5NqKuXz/VWmTqy5X+otuwWTyzEf2u\nchd9N+UOfeKy7/SqqywV1LevdQf076+a8Vigbv/5T+GNBfoV9NxzLTddr579w4eaNctaz02bRj6r\nYGampTZuvdVSIMHvplkza8UGzoQKWblS9cEHrVxSko1KimT0xqZNFlxvvTVvWbBju+D+qFqnfPCa\niho17Msq7iwjK8vqFG5MfU6OHUCLG2aZlWWnbhdfXPK+lFVRaZdQ555raamgW26xA/COHXnLevQo\nvoO6FDy4u/iXk2MRtWXL8B2ppfTWo7+ogj52xMOammp//acculA31j9Wc5KTNefyK/SXx97SF/6x\nSYcMsQZbpUrWsD7uOBsQcsYZ1nA9rH6W7ji6tWpKSv66/fyzFeje3Vr4K1bYENPkZM15/AndsjlH\nc6Z+oFqtmq00dOrn0vrlFxuKd/rpeXmqrl1torSlS22a6WBeHSzAlHbUxllnWUd18Axl8GD7QsId\nHHJyLJUD1oIPTEldrOCFaKFDV1VtZArY/hVn6FA7q6moi5yC9SgqNaRqwbxatbwzqDZt7Mwq1D/+\nYetZubLcVfLg7hLDrl02/C1KtrborF8lnaDHHqs645KXNKdaNessKyLohct4LFli2ZY/S2Dkz2uB\nqQ1277bWWb16mjF3lU6YYI3kS87ZpjPq2HQNUzlD90kl3dm6s43AiZa1a+30pF27vGAOdmB56KGy\nB5UJEzR3qF9mpgWxYC45nAULLLAVDNZF2bDBWrkF1zl6tKUySjpAvBboKC9qttXS+P57OxiHevfd\nktcfHL67fr0drMGCeajg0MjHHy93NT24OxfOffdpjohmDxlqf/69e9s/ZSllZqqe86dsXUB7XVvr\nWN2ZuU+3DrWrcv+W8n7utTZJSdZf2u+0bP0o9S5V0C8qnax1Zatec01kU7iU2oIFNq482AFcHtu3\n2xQSI0bkpclmzy7/ekNdeKGd7YSmcDp3trOOkmRk5J+SoqzeecdSUCI2umXaNDsbGDfO9rm4Ttv3\n3rMyc+bkdZ6GGxPftq2Ney8nD+7OhbNwYV6r9u67y5Xuyc5W/c+wyaqg71Y6VxX0YW7Tjh2t72ze\nvDCjGRcv1k1r9+i111rgr19f9Zln7GKw99+3RuBNN6n+6U+W6q6Q4F9af/6zXWV52mnWRxDtFEhw\ncrdnnrHXq1bZ60ceiezzJ5xgHe9lNXGidf52726nWsEe+uBd0OrVK/7zCxZobsfw4ME2TCvcKd/d\nd9svPSOj7HVVD+7OhZeTY51j06dHbX1bjz1eFXRN8z/qyp+LGNYXxsKFeRcwhj6qV7d0fDD4//Of\n5bt6feVKm5o/NdVS6KNG2YEkkpS4qualJsDmKYq2nBxLZ7Vvb8+feMK2VdzFcKGC9x0owxmYvvKK\nfdEnnWSjiVTtiPz669ZHEeyrKM6WLVbuoYfsKu2CI4mC5s61ci+9VPp6hvDg7tz+8sUX1pFYhs7R\nnBzLALz+ul1ftX59XqNv4UIbSAKWSv/008jXm5lp08WEHjxOOMH6f4MpI7BO4wsusP7CIrs29uzJ\nuyFMRc0AGRx2OXu27XSbNpF/dv58++zLLxd+b8cOO1hMmlT4aPbCC/Zl9O6df2RLqB9+sDOJktSu\nnXdxVrgRVKr2i23SpNCw3tKKNLiLld3/UlNTde5cv5eHc8VRhcmT7Ra2q1ZB1652H5ekpLxHTg7s\n3Ak7duQ9Nm+Gffvg2GPh4ovhoovybvm5YwcsWADz5sE339itcTdutPu/nHQSnH02DB6c/za/3HQT\nzJ5tHwjcz3fpUlt0zDHQujUcfnjerX5LbedOOPJIu7nKf/8Ld94JY8ZE/iU1bgwnngiTJuUt37MH\nzjoLPvkkb1nLlraT9evDuHFw+un2BVevXsaKB7RvD99/D8nJ9mUWdWOYv/4Vnn/eytSoUaZNicg8\nVU0tsZwHd+cOfLt3w2OPWSDOyYHsbPsZvFd5zZr5H4ceajfx6t695ICbnQ1z5sD779tj8WIL9EOH\nwm23Qbt2+cv/+CPcfz9MnGhxNahuXbs3fOvWkJKS92ja1A5CJbrhBrshO8DcuXD88RF/P1xxhd0M\nPSPD7pC0bx+cd57dYuz556FtW/j8c3vMnm1Hv7POgv/8B6pVi3w7RTn7bLtLWI8etv6ifPop9OkD\n77wDgwaVaVORBndPyzjn8lm2zO7lHpzW+YwzbEbf77+3+cVE7L2//c3mivv4Y+sIHjHCMiqhVwyD\nXYnfubNdOXzDDTYA5c03LQ0VTHOrat4kXEcdVfp5WN5+2z47c6Z1+F5wgSro3kef0i++sBG1ubKz\nLYUWzTmUglckjxlTfLm9e1UHDLAvrYzwtIxzrjw2b4Z//tMa0xkZtqxmTcss3Hyz3UK3uM8uWWKt\n/B9/tOe//gqrV1taKCgpyRrVf/yjZWQGfHID0vo4lp96DWvXwpo19jjsMEsv1alTxAa3bbMK3Xgj\nOZnbSXruGd7q/CCXL7+DbdugXj247DIYMcIyM1E3bpyd5nz7LaSW3KguD0/LOOeiYvduePVV2LLF\nsh/165d9XaqQmWlB/pdfLPvy5ZeWFtq2Lfxngv0KNWtagL7++sIBetMm0N59qPvD51TK2cdYbueh\n2mM591zLgkyZYpmQrCxLs48YYSn6Qw8tRz9BqN9+s9z9VVdFaYVFi2pwF5F+wBNAMvC8qo4t8P7V\nwLVANrADGK6qPxa3Tg/uzrmg7Gxr4X/1laXLGze2/tXGja2jduFCeOIJy/NnZVm6/PTTYf58+OIL\n69y9iUd5lFv4qPkIdv1jPGecKfnS6evWWfr92WftbACsH/Woo/IeQ4bYeiO1erXV+auv7Hm3btCr\nF3TqZH2rFSFqwV1EkrGbY58KpAPfAkNDg7eI1FbVbYHnA4BrVLVfcev14O6cK6116+Dpp+2xcaOd\nRfzxj/bo0WUvXTL/S7U/9S+2BzcrC/73P/jpJwvIwcfy5bbOG26Ahx+GqlULf1YV3n0XXn/dAnrw\nIFGtGjRqZCOawNJHJ59sj2bN7L3DD7efNWuWr3EfzeB+AjBKVU8PvL7DdlIfKqL8UOBiVe1f3Ho9\nuDvnymrPHgv0zZpFLwuyZw/cfrv1MXToYGcJrVrlvT9jBowcaaNBmzSxEZUnnGCP9u2hShVYuxZm\nzrSyM2faAaOg6tXhqafg8svLVs9Ig3ulCNbVGFgd8jod6BZmg9cCNwNVgN5FVGo4MBygadOmEWza\nOecKq1YNmjeP/jqfeAJOPdVy+8cfb4G+Y0cbdv/xxxbUX3jBOncrhYmeRx4JF1xgD7AzgbVrYf16\nS8uvX2+P1q2jW/dwImm5Dwb6qeoVgdcXAd1U9boiyl8AnK6qlxS3Xm+5O+cOVGvXWgAPXv906KFw\n111wzTXRGRZfHtFsua8BQq9VaxJYVpSJwNMRrNc55w5IRx5pLfWnnrJRPNdfX8wwzANUJMH9W+BY\nEWmOBfUhwAWhBUTkWFVdFnh5JrAM55yLY0lJ1rkar0oM7qqaJSLXAdOxoZAvqupiERmNXSk1BbhO\nRPoC+4AtQLEpGeeccxUrkpY7qjoNmFZg2T0hz+P4+Oacc4knkul8nHPOxRkP7s45l4A8uDvnXALy\n4O6ccwnIg7tzziUgD+7OOZeAYjafu4hkAL+U8eMNgI1RrE6sJdL+JNK+gO/PgSyR9gUi35+jVbVh\nSYViFtzLQ0TmRjK3QrxIpP1JpH0B358DWSLtC0R/fzwt45xzCciDu3POJaB4De7PxboCUZZI+5NI\n+wK+PweyRNoXiPL+xGXO3TnnXPHiteXunHOuGB7cnXMuAcVdcBeRfiKyVESWi8jIWNentETkRRHZ\nICI/hCw7VET+KyLLAj/rxbKOkRKRo0Rkhoj8KCKLReSGwPJ43Z9qIvKNiCwM7M99geXNRWRO4G/u\nTRGpEuu6RkpEkkXkOxGZGngdz/uySkS+F5EFIjI3sCxe/9bqishbIvKTiCwRkROivS9xFdxFJBkY\nD/QHUoChIpIS21qV2stAvwLLRgKfqOqxwCeB1/EgC7hFVVOA7sC1gd9HvO7P70BvVe0AdAT6iUh3\n4GHgMVVtid2Mpoz3rY+JG4AlIa/jeV8Aeqlqx5Dx4PH6t/YE8JGqtgI6YL+j6O6LqsbNAzgBmB7y\n+g7gjljXqwz70Qz4IeT1UuCIwPMjgKWxrmMZ9+s94NRE2B/gEGA+0A27arBSYHm+v8ED+YHd7/gT\noDcwFZB43ZdAfVcBDQosi7u/NaAOsJLAgJaK2pe4arkDjYHVIa/TA8vi3eGqui7wfD1weCwrUxYi\n0gzoBMwhjvcnkMZYAGwA/gukAVtVNStQJJ7+5h4H/gbkBF7XJ373BUCBj0VknogMDyyLx7+15kAG\n8FIgZfa8iNQgyvsSb8E94akdtuNqfKqI1ATeBm5U1W2h78Xb/qhqtqp2xFq9XYFWMa5SmYjIWcAG\nVZ0X67pE0Ymq2hlLy14rIieHvhlHf2uVgM7A06raCdhJgRRMNPYl3oL7GuCokNdNAsvi3W8icgRA\n4OeGGNcnYiJSGQvsE1T1ncDiuN2fIFXdCszAUhd1RSR4v+F4+ZvrAQwQkVXARCw18wTxuS8AqOqa\nwM8NwGTs4BuPf2vpQLqqzgm8fgsL9lHdl3gL7t8CxwZ6/KsAQ4ApMa5TNEwBLgk8vwTLXR/wRESA\nF4AlqvpoyFvxuj8NRaRu4Hl1rP9gCRbkBweKxcX+qOodqtpEVZth/yefquow4nBfAESkhojUCj4H\nTgN+IA7/1lR1PbBaRI4LLOoD/Ei09yXWnQtl6Iw4A/gZy4XeFev6lKH+bwDrgH3YEfxyLBf6CbAM\n+B9waKzrGeG+nIidOi4CFgQeZ8Tx/rQHvgvszw/APYHlxwDfAMuB/wBVY13XUu7XKcDUeN6XQL0X\nBh6Lg//7cfy31hGYG/hbexeoF+198ekHnHMuAcVbWsY551wEPLg751wC8uDunHMJyIO7c84lIA/u\nzjmXgDy4O+dcAvLg7pxzCej/A8ZHL0qJ04KDAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "5S9iJ-HGnRFW",
        "colab_type": "code",
        "outputId": "34fdf2e3-6425-4bd5-b1cd-e7e25586c08c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "modelFilt.evaluate(valid_X, valid_ground, verbose=0)"
      ],
      "execution_count": 53,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[0.3085639252265294, 0.895666666507721]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 53
        }
      ]
    },
    {
      "metadata": {
        "id": "gRuSLttWnRCR",
        "colab_type": "code",
        "outputId": "3231ec8b-5f42-4c42-f2a2-74202d188a5e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        }
      },
      "cell_type": "code",
      "source": [
        "#testing\n",
        "test_eval = modelFilt.evaluate(test_three_data, test_three_label_one_hot, verbose=0)\n",
        "print('Test loss:', test_eval[0])\n",
        "print('Test accuracy:', test_eval[1])"
      ],
      "execution_count": 54,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Test loss: 0.33663072462876636\n",
            "Test accuracy: 0.886333333492279\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "MI4AzYZDnQ_X",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "GCHKtUi6nQ8I",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "ie8_KBL8TIl6",
        "colab_type": "code",
        "outputId": "e9dadd09-2000-4f72-d9e7-1974347cf229",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "# now get DI score of a layer from high accuracy and low accuracy model\n",
        "layer_name = 'HighAccuracyConv2'\n",
        "discores_low_acc_model = createCNNLayerDIScorePlot(modelFilt, layer_name)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  0.47800322599191625\n",
            "STD of DI Score:  0.07607869969361732\n",
            "MAX of DI Score:  0.6407786286668374\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGxJJREFUeJzt3Xu0JGV97vHvwwCieAFkvA0gKKjg\nXUeiqJEoKhgBk6CCVzwq8SzhqKiRiBckUQmonCh4IUvEKwhqzIgY5agoihcGRWRgYUYEGVQYUJBB\nBYHf+aNql81mX3rP7Nq998z3s9Ze01VdVf3r6p5+6n2r+u1UFZIkAWw06gIkSfOHoSBJ6hgKkqSO\noSBJ6hgKkqSOoSBJ6hgKkqSOoSBtwJJclmSPUdeh+cNQmAXtf6w/JrkhyXVJzknyqiQbDSxzUpJ/\nHWWds6l9Pje3z/mGJBcmeXeSe8xgG71+ICU5IsmfB2r8WZLjktx3iHV3T7JqLR+3kvx03Ov/r0lO\nGnL9s5K8Ym0eey6174FKsuvAvB2TTPuN2HV5jkkelOS0JNckuT7JBUkOTbJobba3rpIsal/fX7Xv\nsx8n2WIUtcwGQ2H27F1VdwPuDxwFvAn46GhLaiTZuKdNH90+58XAy4DHA99NsnlPj7c2PtvWuBXw\nd8B9gPOGCYZ1dD9g/54fY63N4nvit8CcHewkeSDwA+AK4OFVdQ/gucBS4G5zVcc47wB2A54A3B14\nMfCnEdWyzgyFWVZV11fVMuD5wEuTPGy6dZJsneT0tpXx2yRnjx1lJtk2yReSrE5ybZLj2vkbJXlL\nksuTXJ3kE2NH6Um2b4/gXp7kl8A32vmPb1sx1yX5SZLdZ+k5/6mqzgX2Ae5JExAkeWCSb7R1X5Pk\n02NHUEk+CWwHfCnJmiT/1M4/Lclv2iPAbyd56CzV+OeqWkHzuqwGXj8b253C0cA7Jvvwney1SPJO\n4MnAce1+OS7JO5J8oL1/kyQ3Jjmmnb5zkj8l2aqd3ifJina7ZyXZeeAxL0vypiQXADeOry3Jzkl+\nkeSAGTzPjwOPSPKUGayzLt4BnFNVh1bVrwGq6pKqekFVXQdD7YM3tK2L65N8Nslm7X0XJ3n2wLIb\nt//vHjNZMUm2BF4LvLKqLq/GhVVlKOj2quqHwCqa/+DTeX277GLg3sCbgWqbw6cDlwPbA0uAU9p1\nDmz//gZ4AHBX4Lhx230KsDPwzCRLgC/THNVtBbwB+HySxWvz/CZSVTcAZ/KX5xzg3TRHzTsD2wJH\ntMu+GPglTQvrrlV1dLvOV4CdgHsBPwI+PVv1tY97K/BfDPe6rIsvAL+neY1uZ6rXoqoOB84GDm73\ny8HAt4Dd29UfB/wG+Ot2+gnAJVX12yQPAk6m+ZBaDJxBE7qbDjz8AcDfAltU1S0DNT0G+CpwSFWd\nPIPn+QfgXcA7Z7DOutgD+Nxkdw65D54H7AnsADyCv7xGJ9PsnzHPBK6pqh9NUc/DgVuA/dqDmZ8l\nefWMntE8Yyj061c0/+mn82fgvsD92yPas6sZqXBXmg/UN1bVje0R+XfadV4IvK+qLq2qNcA/A/uP\nO/o7ol3vj8CLgDOq6oyquq2qzgSWA8+anafa6Z5zVa2sqjOr6qaqWg28jyaoJlVVJ1bVDVV1E02A\nPDIzOE8x0xp7VMBbgbeO+0CCmb8W3wN2SnJPmjD4KLAkyV1p9ue32uWeD3y53ed/Bt4D3Jmma2PM\n+6vqivY9MebJwDLgJVV1+lo8148A2yXZay3Wnal7Ar+e4v5h98Gvquq3wJeAR7XzPwPsk+Qu7fQL\naIJiKtsA9wAeRBMy+wFHJHn6DJ7TvGIo9GsJTZ/rdI4BVgJfS3JpksPa+dsClw8e0Q24H00LYszl\nwMY0LY0xVwzcvj/w3LZJfV2S64An0YTR7SR5Ydt1sSbJV4aof1D3nJPcO8kpSa5M8nvgU8DWk62Y\n5oTdUUl+3i5/WXvXHdZJ8uSBGlesbY19qqozaFqA/zjurqFfi3Y7f6QJjafQhMK3gHOAJ3L7ULjd\ne6KqbqN5DywZ2Nzge2LMq2i6ZM6a7LkkefPA/v7wuPpuAv6l/evbtUyyn1rD7IPfDNz+A00rm6pa\nCVwM7N0Gwz40QTGVsXA9sqr+WFUX0LTmZ/tga84YCj1J8jiaN+J3plu2PTJ+fVU9gOaNeGiSp9G8\nmbebpF/6VzQfLmO2o2nGXjW46YHbVwCfrKotBv42r6qjJqjn023XxV2rauijv/bIdQ+a7g9ouhWK\n5oTg3WmOkDNJfdAcme3bbuMeNF1mjFtnrMazB2oc+rxDmnM1ew/U2LfDaboD7zIwb7rXYqKrd74F\nPBV4NHBuO/1Mmtbkt9tlbveeSBKaA4srB7Yz0bZfRfM+O3ayJ1FV7xrY36+aYJGPAVsAfz/ZNmbJ\n/wP+YYr7h9kHUxnrQtoXuKgNiqlc0P47uF8X9O8RGAqzLMnd25NVpwCfqqqfDrHOs9NcyhfgeuBW\n4DbghzRN5aOSbJ5ksyRPbFc7GXhdkh3aD+N30VxpM1GrApqj9L2TPLM9It8szWWX26zbM4Ykd0ry\nWOCLwO9oPiCguRpkDXB924/+xnGrXkVzPoSB5W+iORq8S/ucZkV70nBnmv12H5qurGHW22zcX5Ic\nmOSyYdZvj74vBF46MHu612L8foEmBF5C80F1M3AW8ArgF23XHMCpwN8meVqSTWjOVd1E06qYyg00\nfex/neQOBwlDPs9bgLfTXHU3rI3H7dtNoDsZfOAk67wd2C3JMUnu0y6/Y5JPpbmIYW33wZhTgGcA\n/5vpWwlU1c9pDjAOb/8f7Exz1dnadMPNC4bC7PlSkhtojgIPp/nQedmQ6+5EcwS0hqb/+INV9c32\npOjewI40J2VX0fSZApwIfJLmKPEXNJfAHTLZA1TVFTRHP2+mufrmCpoP6XV5D/xT+5yvBT4BnAfs\nVlU3tve/A3gMTdB9mebk66B3A29pu1De0G7jcpqjuouA769DbWOen2RNW8OyttbHVtWvhlh3CU33\nwODfA2mOPL87gxrewsA5jCFei3+nOXH5uyTvb+edQ9M3PtYquIjmNf/2wHYvoWmNfQC4hua9s3cb\nIlNqr9x5OrBXkrXtBjqZqfv7x/sQt9+3H2vPv9yTSV779kP4CTStyBVJrgc+T9O9dsO67IN2+7+m\n+T+4G/DZIZ/HATStk2tp3udvraqvD7nuvJPyl9ekGUnyNeA1VXXxqGtZ3yR5EvDqqprJZbGaRb2F\nQpITgWcDV1fVHa7Vb7tK/p3mhMwfgAOnufRLktSzPruPTqLpp5zMXjTdJjsBB9E0JaU5M+6KmsG/\nmV5xpQlMsm/XJOn7OyKzatzVeIN/M73qbUHotfsoyfbA6ZO0FD4CnDX2RZkklwC7j31LUZI09/oa\nE2cYS7j9NdOr2nl3CIUkB9G0Jth8880f+5CHPGROCpSk9cV55513TVVNO4LBKENhaFV1AnACwNKl\nS2v58uUjrkiSFpYkl0+/1GgvSb2S5tK+Mdsw/BdMJEk9GGUoLANe0n4Z6PHA9Z5PkKTR6q37KMnJ\nNCM7bp3mx0reDmwCUFUfphm98Fk0Y/78geG/6CVJ6klvoTDdl0/aUUAX9BCzkrS+cZgLSVLHUJAk\ndQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwF\nSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLH\nUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVKn11BIsmeSS5KsTHLYBPdvl+SbSX6c\n5IIkz+qzHknS1HoLhSSLgOOBvYBdgAOS7DJusbcAp1bVo4H9gQ/2VY8kaXp9thR2BVZW1aVVdTNw\nCrDvuGUKuHt7+x7Ar3qsR5I0jT5DYQlwxcD0qnbeoCOAFyVZBZwBHDLRhpIclGR5kuWrV6/uo1ZJ\nEqM/0XwAcFJVbQM8C/hkkjvUVFUnVNXSqlq6ePHiOS9SkjYUfYbClcC2A9PbtPMGvRw4FaCqvgds\nBmzdY02SpCn0GQrnAjsl2SHJpjQnkpeNW+aXwNMAkuxMEwr2D0nSiPQWClV1C3Aw8FXgYpqrjFYk\nOTLJPu1irwdemeQnwMnAgVVVfdUkSZraxn1uvKrOoDmBPDjvbQO3LwKe2GcNkqThjfpEsyRpHjEU\nJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkd\nQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS\n1DEUJEmdjUddgKR1c+yZP5vy/tc9/UFzVInWB7YUJEkdQ0GS1LH7SJLWwfrWfWdLQZLUMRQkSZ1e\nQyHJnkkuSbIyyWGTLPO8JBclWZHkM33WI0maWm/nFJIsAo4Hng6sAs5NsqyqLhpYZifgn4EnVtXv\nktyrr3okSdPrs6WwK7Cyqi6tqpuBU4B9xy3zSuD4qvodQFVd3WM9kqRp9BkKS4ArBqZXtfMGPQh4\nUJLvJvl+kj0n2lCSg5IsT7J89erVPZUrSRr1ieaNgZ2A3YEDgP9IssX4harqhKpaWlVLFy9ePMcl\nStKGo89QuBLYdmB6m3beoFXAsqr6c1X9AvgZTUhIkkZgqFBIcuckD57hts8FdkqyQ5JNgf2BZeOW\n+SJNK4EkW9N0J106w8eRJM2Saa8+SrI38B5gU2CHJI8CjqyqfaZar6puSXIw8FVgEXBiVa1IciSw\nvKqWtfc9I8lFwK3AG6vq2nV7SnNjffsWoyTBcJekHkFzJdFZAFV1fpIdhtl4VZ0BnDFu3tsGbhdw\naPsnSRqxYbqP/lxV14+bV30UI0karWFaCiuSvABY1H7Z7P8A5/RbliRpFIZpKRwCPBS4CfgMcD3w\n2j6LkiSNxpQthXaoiiOr6g3A4XNTkiRpVKYMhaq6NcmT5qoYaRS8kkz6i2HOKfw4yTLgNODGsZlV\n9YXeqtJ6yQ9fTWRDeF8spOc4TChsBlwLPHVgXgGGwgZgIb2ZJa27aUOhql42F4VIkkZvmG80bwN8\nAHhiO+ts4DVVtarPwtYXHmlLWkiGuST1YzRjFt2v/ftSO0+StJ4Z5pzC4qoaDIGTkvg9hREYttUx\n1XK2TCRNZZhQuDbJi4CT2+kDaE48S70YJtTslpP6MUwo/C+acwrH0lx1dA7gyecFzg9VSRMZ5uqj\ny4Eph8mWJK0fpj3RnOTjgz+RmWTLJCf2W5YkaRSGufroEVV13dhEVf0OeHR/JUmSRmWYUNgoyZZj\nE0m2YrhzEZKkBWaYD/f3At9LchoQYD/gnb1WJUkaiWFONH8iyXKasY8K+Puquqj3yiRJc27S7qMk\nd0myCUAbAmcCmwIPmaPaJElzbKpzCv8NbA+QZEfge8ADgFcnOar/0iRJc22q7qMtq+p/2tsvBU6u\nqkOSbAqcBxzWe3XSesovD2q+mqqlUAO3n0rTfURV3Qzc1mdRkqTRmKqlcEGS9wBXAjsCXwMY/CKb\nJM0ntsDW3VQthVcC19CcV3hGVf2hnb8L8J6e65IkjcCkLYWq+iNwhxPKVXUOzaB4knrmMOiaa8N8\no1mStIFwuApJvbB/f2GypSBJ6kzaUkjyJW5/WertVJW/sSBJ65mpuo/WuyuMZuM3jgeXk6T1zVRX\nH31r7HaSxe281XNRlCRpNKY80Zzk7cAhNOcekuQW4ANVdeRcFKeFwZaVtP6Y6pzCocCTgMdV1S/a\neQ8APpTkdVV17BzVKElzbkM92JmqpfBi4OlVdc3YjKq6NMmLaIa8MBSkDdRC/8D0S4GTm+qS1E0G\nA2FMe15hk2E2nmTPJJckWZlk0lFVk/xDkkqydJjtSpL6MVUo3LyW9wGQZBFwPLAXzXhJByTZZYLl\n7ga8BvjBdNuUJPVrqu6jRyb5/QTzA2w2xLZ3BVZW1aUASU4B9gXG/5TnvwD/BrxxiG1K2kDZ5TM3\nprokddE6bnsJcMXA9CrgrwYXSPIYYNuq+nKSSUMhyUHAQQDbbbfdOpY1P/mGlzQfjGzsoyQbAe8D\nDpxu2ao6ATgBYOnSpZN+y1oatfX5BCzM//q17voMhSuBbQemt2nnjbkb8DDgrCQA9wGWJdmnqpb3\nWJe0QbI1qmH0OSDeucBOSXZof9d5f2DZ2J1VdX1VbV1V21fV9sD3AQNBkkaot1CoqluAg4GvAhcD\np1bViiRHJnEwPUmah3o9p1BVZwBnjJv3tkmW3b3PWqR1ZX+7+jYf3mP+yI7Wa/ajSzPjj+xIkjqG\ngiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSp\nYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhI\nkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjq9hkKSPZNckmRlksMmuP/QJBcluSDJ15Pcv896\nJElT6y0UkiwCjgf2AnYBDkiyy7jFfgwsrapHAJ8Dju6rHknS9PpsKewKrKyqS6vqZuAUYN/BBarq\nm1X1h3by+8A2PdYjSZpGn6GwBLhiYHpVO28yLwe+MtEdSQ5KsjzJ8tWrV89iiZKkQfPiRHOSFwFL\ngWMmur+qTqiqpVW1dPHixXNbnCRtQDbucdtXAtsOTG/TzrudJHsAhwNPqaqbeqxHkjSNPlsK5wI7\nJdkhyabA/sCywQWSPBr4CLBPVV3dYy2SpCH0FgpVdQtwMPBV4GLg1KpakeTIJPu0ix0D3BU4Lcn5\nSZZNsjlJ0hzos/uIqjoDOGPcvLcN3N6jz8eXJM3MvDjRLEmaHwwFSVLHUJAkdQwFSVLHUJAkdQwF\nSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLH\nUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAk\ndQwFSVLHUJAkdQwFSVLHUJAkdXoNhSR7Jrkkycokh01w/52SfLa9/wdJtu+zHknS1HoLhSSLgOOB\nvYBdgAOS7DJusZcDv6uqHYFjgX/rqx5J0vT6bCnsCqysqkur6mbgFGDfccvsC3y8vf054GlJ0mNN\nkqQppKr62XCyH7BnVb2inX4x8FdVdfDAMhe2y6xqp3/eLnPNuG0dBBzUTj4YuGSWytwauGbapeYv\n6x8t6x+dhVw7jKb++1fV4ukW2nguKllXVXUCcMJsbzfJ8qpaOtvbnSvWP1rWPzoLuXaY3/X32X10\nJbDtwPQ27bwJl0myMXAP4Noea5IkTaHPUDgX2CnJDkk2BfYHlo1bZhnw0vb2fsA3qq/+LEnStHrr\nPqqqW5IcDHwVWAScWFUrkhwJLK+qZcBHgU8mWQn8liY45tKsd0nNMesfLesfnYVcO8zj+ns70SxJ\nWnj8RrMkqWMoSJI6G2woTDcEx3yX5LIkP01yfpLlo65nOklOTHJ1+92UsXlbJTkzyf+0/245yhon\nM0ntRyS5st3/5yd51ihrnEqSbZN8M8lFSVYkeU07f6Hs/8nqXxCvQZLNkvwwyU/a+t/Rzt+hHd5n\nZTvcz6ajrhU20HMK7RAcPwOeDqyiuVLqgKq6aKSFzUCSy4Cl47/oN18l+WtgDfCJqnpYO+9o4LdV\ndVQbzFtW1ZtGWedEJqn9CGBNVb1nlLUNI8l9gftW1Y+S3A04D3gOcCALY/9PVv/zWACvQTtKw+ZV\ntSbJJsB3gNcAhwJfqKpTknwY+ElVfWiUtcKG21IYZggOzaKq+jbNFWaDBoc5+TjNf/R5Z5LaF4yq\n+nVV/ai9fQNwMbCEhbP/J6t/QajGmnZyk/avgKfSDO8D82j/b6ihsAS4YmB6FQvoTdYq4GtJzmuH\nAVmI7l1Vv25v/wa49yiLWQsHJ7mg7V6al10v47UjET8a+AELcP+Pqx8WyGuQZFGS84GrgTOBnwPX\nVdUt7SLz5jNoQw2F9cGTquoxNKPQvrrt4liw2i8tLqS+zA8BDwQeBfwaeO9oy5lekrsCnwdeW1W/\nH7xvIez/CepfMK9BVd1aVY+iGdlhV+AhIy5pUhtqKAwzBMe8VlVXtv9eDfwnzRttobmq7S8e6ze+\nesT1DK2qrmr/o98G/AfzfP+3fdmfBz5dVV9oZy+Y/T9R/QvtNQCoquuAbwJPALZoh/eBefQZtKGG\nwjBDcMxbSTZvT7iRZHPgGcCFU681Lw0Oc/JS4L9GWMuMjH2Ytv6Oebz/2xOdHwUurqr3Ddy1IPb/\nZPUvlNcgyeIkW7S370xzgcvFNOGwX7vYvNn/G+TVRwDt5Wv/l78MwfHOEZc0tCQPoGkdQDNUyWfm\ne/1JTgZ2pxky+Crg7cAXgVOB7YDLgedV1bw7oTtJ7bvTdFsUcBnwjwP98/NKkicBZwM/BW5rZ7+Z\npl9+Iez/yeo/gAXwGiR5BM2J5EU0B+KnVtWR7f/jU4CtgB8DL6qqm0ZXaWODDQVJ0h1tqN1HkqQJ\nGAqSpI6hIEnqGAqSpI6hIEnqGAparyS5dWDUzPOTbJ9kaZL3t/cfmOS49vZzkuyyFo9xYJLb2ksN\nx+Zd2A7BMBvPYc30S0n96O3nOKUR+WM7nMCgy4CJhhd/DnA6MPTouAPfQF0FHA48fy1q7E2SjQfG\n05FmzJaC1ntJdk9y+rh5uwH7AMe0LYoHtn//3Q4yeHaSh7TLnpTkw0l+ABzdbuJ04KFJHjzB460Z\nuL1fkpMGtvOhJN9Pcmlb14lJLh5bZmC9Y9ux97+eZHE7byb1SWvFUND65s4DXUf/OdlCVXUOzTAP\nb6yqR1XVz2l+TP2Qqnos8AbggwOrbAPsVlWHttO30XwAv3mG9W1JM+7N69rHPxZ4KPDwJGMtnM2B\n5VX1UOBbNN+gZob1SWvF7iOtbybqPppWOwLnbsBpzVA7ANxpYJHTqurWcat9Bjg8yQ4zeKgvVVUl\n+SlwVVX9tH38FcD2wPk0gfPZdvlPAV9Yy/qkGTMUpMZGNOPbTxYoN46fUVW3JHkvMP7XygbHjtls\n3H1jY9vcNnB7bHqy/4+1NvVJa8PuI23IbgDuBtCOz/+LJM+FZmTOJI8cYhsnAXsAiwfmXZVk5yQb\n0YzeOVMb8ZfRM18AfGcd6pNmxFDQhuwU4I1JfpzkgcALgZcn+QmwgiF+orX9Odf3A/camH0YzYno\nc2h+/GWmbgR2TXIhzU82HtnOn3F90kw5SqokqWNLQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1D\nQZLU+f+UYPbi8LQHCQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "r2XDOWtOP2p7",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "modelFilt.summary()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "CXVt9e15sCf8",
        "colab_type": "code",
        "outputId": "7e737ef7-5020-46e4-e233-d1caa2e064b1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 346
        }
      },
      "cell_type": "code",
      "source": [
        "layer_name = 'conv2d_8'\n",
        "discores_low_acc_model = createCNNLayerDIScorePlot(modelFilt, layer_name)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mean of DI SCore:  0.5925375772649611\n",
            "STD of DI Score:  0.056699249107349546\n",
            "MAX of DI Score:  0.6699787896299502\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGx9JREFUeJzt3XmUJGWdr/HnSwOiiALSbt0gqDiC\nu7aMoo5cV1ABZwaVdsWrMt4jXkfU0REXZFwY1+uuzBVxBcFtWsRRroobLjSKSMPBaRGkUaFBQRoV\nBH73j4gKk6KWrO6Kyqqu53NOnsqIjIj8RWRWfiPeiHwzVYUkSQBbjLoASdL8YShIkjqGgiSpYyhI\nkjqGgiSpYyhIkjqGgiSpYyhIi1iSC5M8ZtR1aP4wFGZB+4/1pyRXJ7kyyelJXphki4FpjkvyxlHW\nOZva9bmuXeerk5yT5C1JbjuDZfT6gZTkyCR/Gajx50nel+ROQ8y7T5J1G/m8leRn417/NyY5bsj5\nT0vy/I157rnUvgcqyV4D4+6eZNpvxG7KOia5R5KTklye5KokZyc5PMmSjVnepkqypH19f92+z36S\nZPtR1DIbDIXZs39VbQfcBTgaeCXwkdGW1EiyZU+Lfmu7zkuB5wIPAb6XZNuenm9jfKatcUfg74E7\nAmcOEwyb6M7AwT0/x0abxffE74A529lJcjfgh8DFwH2q6rbAU4AVwHZzVcc4bwD2Bh4K3AZ4FvDn\nEdWyyQyFWVZVV1XVKuBpwHOS3Hu6eZLslOTk9ijjd0m+M7aXmWTnJJ9Psj7JFUne147fIslrklyU\n5LIkHx/bS0+ya7sH97wkvwK+0Y5/SHsUc2WSnybZZ5bW+c9VdQZwAHA7moAgyd2SfKOt+/Iknxrb\ng0ryCWAX4EtJNiT5l3b8SUl+2+4BfjvJvWapxr9U1Rqa12U98LLZWO4U3gq8YbIP38leiyRvAh4B\nvK/dLu9L8oYk720f3yrJNUne1g7fMsmfk+zYDh+QZE273NOS7DHwnBcmeWWSs4FrxteWZI8kv0yy\ncgbr+THgvkkeOYN5NsUbgNOr6vCq+g1AVZ1fVU+vqithqG3w8vbo4qokn0myTfvYeUmeNDDtlu3/\n3QMnKybJDsA/Ay+oqouqcU5VGQq6qar6EbCO5h98Oi9rp10K3AF4NVDt4fDJwEXArsAy4IR2nkPa\n2/8A7grcGnjfuOU+EtgDeHySZcCXafbqdgReDnwuydKNWb+JVNXVwKn8dZ0DvIVmr3kPYGfgyHba\nZwG/ojnCunVVvbWd5yvA7sDtgR8Dn5qt+trnvQH4T4Z7XTbF54E/0LxGNzHVa1FVRwDfAQ5rt8th\nwLeAfdrZHwz8Fvi7dvihwPlV9bsk9wCOp/mQWgqcQhO6Ww88/UrgicD2VXX9QE0PBL4KvLiqjp/B\nev4ReDPwphnMsykeA3x2sgeH3AZPBfYFdgPuy19fo+Npts+YxwOXV9WPp6jnPsD1wEHtzszPk7xo\nRms0zxgK/fo1zT/9dP4C3Am4S7tH+51qeirci+YD9RVVdU27R/7ddp5nAO+sqguqagPwr8DB4/b+\njmzn+xPwTOCUqjqlqm6sqlOB1cATZmdVO906V9Xaqjq1qq6tqvXAO2mCalJVdWxVXV1V19IEyP0y\ng/MUM62xRwW8FnjtuA8kmPlr8X1g9yS3owmDjwDLktyaZnt+q53uacCX223+F+DtwC1pmjbGvKeq\nLm7fE2MeAawCnl1VJ2/Eun4Y2CXJfhsx70zdDvjNFI8Puw1+XVW/A74E3L8d/2nggCS3aoefThMU\nU1kO3Ba4B03IHAQcmeSxM1inecVQ6NcymjbX6bwNWAt8LckFSV7Vjt8ZuGhwj27AnWmOIMZcBGxJ\nc6Qx5uKB+3cBntIeUl+Z5Erg4TRhdBNJntE2XWxI8pUh6h/UrXOSOyQ5IcklSf4AfBLYabIZ05yw\nOzrJL9rpL2wfutk8SR4xUOOaja2xT1V1Cs0R4D+Ne2jo16Jdzp9oQuORNKHwLeB04GHcNBRu8p6o\nqhtp3gPLBhY3+J4Y80KaJpnTJluXJK8e2N4fGlfftcC/tbe+XcEk26k1zDb47cD9P9IcZVNVa4Hz\ngP3bYDiAJiimMhauR1XVn6rqbJqj+dne2ZozhkJPkjyY5o343emmbfeMX1ZVd6V5Ix6e5NE0b+Zd\nJmmX/jXNh8uYXWgOYy8dXPTA/YuBT1TV9gO3bavq6Anq+VTbdHHrqhp676/dc30MTfMHNM0KRXNC\n8DY0e8iZpD5o9swObJdxW5omM8bNM1bjdwZqHPq8Q5pzNfsP1Ni3I2iaA281MG6612Kiq3e+BTwK\neABwRjv8eJqjyW+309zkPZEkNDsWlwwsZ6Jlv5DmffauyVaiqt48sL1fOMEkHwW2B/5hsmXMkv8H\n/OMUjw+zDaYy1oR0IHBuGxRTObv9O7hdF/TvERgKsyzJbdqTVScAn6yqnw0xz5PSXMoX4CrgBuBG\n4Ec0h8pHJ9k2yTZJHtbOdjzw0iS7tR/Gb6a50maiowpo9tL3T/L4do98mzSXXS7ftDWGJLdI8iDg\ni8DvaT4goLkaZANwVduO/opxs15Kcz6EgemvpdkbvFW7TrOiPWm4B812uyNNU9Yw820z7pYkhyS5\ncJj5273vc4DnDIye7rUYv12gCYFn03xQXQecBjwf+GXbNAdwIvDEJI9OshXNuapraY4qpnI1TRv7\n3yW52U7CkOt5PfB6mqvuhrXluG27FXQngw+ZZJ7XA3sneVuSO7bT3z3JJ9NcxLCx22DMCcDjgP/F\n9EcJVNUvaHYwjmj/D/aguepsY5rh5gVDYfZ8KcnVNHuBR9B86Dx3yHl3p9kD2kDTfvyBqvpme1J0\nf+DuNCdl19G0mQIcC3yCZi/xlzSXwL14sieoqotp9n5eTXP1zcU0H9Kb8h74l3adrwA+DpwJ7F1V\n17SPvwF4IE3QfZnm5OugtwCvaZtQXt4u4yKavbpzgR9sQm1jnpZkQ1vDqrbWB1XVr4eYdxlN88Dg\n7W40e57fm0ENr2HgHMYQr8W7aU5c/j7Je9pxp9O0jY8dFZxL85p/e2C559Mcjb0XuJzmvbN/GyJT\naq/ceSywX5KNbQY6nqnb+8f7IDfdth9tz7/cjkle+/ZD+KE0R5FrklwFfI6mee3qTdkG7fJ/Q/M/\nuDfwmSHXYyXN0ckVNO/z11bV14ecd95J+ctr0owk+Rrwkqo6b9S1bG6SPBx4UVXN5LJYzaLeQiHJ\nscCTgMuq6mbX6rdNJe+mOSHzR+CQaS79kiT1rM/mo+No2iknsx9Ns8nuwKE0h5LSnBl3Rc3gbaZX\nXGkCk2zbDUn6/o7IrBp3Nd7gbaZXvS0IvTYfJdkVOHmSI4UPA6eNfVEmyfnAPmPfUpQkzb2++sQZ\nxjJues30unbczUIhyaE0RxNsu+22D7rnPe85JwVK0ubizDPPvLyqpu3BYJShMLSqOgY4BmDFihW1\nevXqEVckSQtLkoumn2q0l6ReQnNp35jlDP8FE0lSD0YZCquAZ7dfBnoIcJXnEyRptHprPkpyPE3P\njjul+bGS1wNbAVTVh2h6L3wCTZ8/f2T4L3pJknrSWyhM9+WTthfQBd3FrCRtbuzmQpLUMRQkSR1D\nQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLU\nMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQk\nSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLUMRQkSR1DQZLU6TUUkuyb5Pwka5O8aoLHd0nyzSQ/SXJ2\nkif0WY8kaWq9hUKSJcD7gf2APYGVSfYcN9lrgBOr6gHAwcAH+qpHkjS9Po8U9gLWVtUFVXUdcAJw\n4LhpCrhNe/+2wK97rEeSNI0+Q2EZcPHA8Lp23KAjgWcmWQecArx4ogUlOTTJ6iSr169f30etkiRG\nf6J5JXBcVS0HngB8IsnNaqqqY6pqRVWtWLp06ZwXKUmLRZ+hcAmw88Dw8nbcoOcBJwJU1feBbYCd\neqxJkjSFPkPhDGD3JLsl2ZrmRPKqcdP8Cng0QJI9aELB9iFJGpHeQqGqrgcOA74KnEdzldGaJEcl\nOaCd7GXAC5L8FDgeOKSqqq+aJElT27LPhVfVKTQnkAfHvW7g/rnAw/qsQZI0vFGfaJYkzSOGgiSp\nYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhI\nkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSpYyhIkjqGgiSps+WoC5AWo3ed+vMpH3/pY+8xR5VIN+WR\ngiSpYyhIkjo2H/XMZgJtiqneP7531AdDYTPkB4mkjWUobCSPAKS55c7O3DAUpEXCD9V+bG47iIaC\nNKTN7Z9/vlgM23UhraNXH0mSOh4pSJqxhbTnq5kxFDTv2PYtjY7NR5KkTq9HCkn2Bd4NLAH+b1Ud\nPcE0TwWOBAr4aVU9vc+aFjIP2SX1rbdQSLIEeD/wWGAdcEaSVVV17sA0uwP/Cjysqn6f5PZ91SNt\nrtxZ0Gzq80hhL2BtVV0AkOQE4EDg3IFpXgC8v6p+D1BVl/VYjxYhz09oYy3WsO3znMIy4OKB4XXt\nuEH3AO6R5HtJftA2N91MkkOTrE6yev369T2VK0ka9YnmLYHdgX2AlcB/JNl+/ERVdUxVraiqFUuX\nLp3jEiVp8eiz+egSYOeB4eXtuEHrgB9W1V+AXyb5OU1InNFjXdoMLNZDe6lvQ4VCklsCu1TV+TNY\n9hnA7kl2owmDg4HxVxZ9keYI4aNJdqJpTrpgBs8xI8N+kPiBI2mxmjYUkuwPvB3YGtgtyf2Bo6rq\ngKnmq6rrkxwGfJXmktRjq2pNkqOA1VW1qn3scUnOBW4AXlFVV2zaKklarNyh23TDHCkcSXMl0WkA\nVXVWu/c/rao6BThl3LjXDdwv4PD2JkkasWFONP+lqq4aN676KEaSNFrDHCmsSfJ0YEn7ZbP/DZze\nb1maLxbD4fhiWEdpWMOEwouBI4BrgU/TnAd4Y59FqX9+EEqayJSh0HZVcVRVvZwmGCRJm7EpzylU\n1Q3Aw+eoFknSiA3TfPSTJKuAk4BrxkZW1ed7q0qbJZuspPlvmFDYBrgCeNTAuAIMhVlkx22S5oNp\nQ6GqnjsXhUiSRm/a7ykkWZ7kC0kua2+fS7J8LoqTJM2tYb689lFgFXDn9valdpwkaTMzTCgsraqP\nVtX17e04wP6rJWkzNMyJ5iuSPBM4vh1eSXPiWQK8qkgT832xMA0TCv8TeC/wLpqrjk4HPPksSbNs\nPgTpMFcfXQRM2U22pM3DfPhQ0mgNc/XRxwZ/IjPJDkmO7bcsSdIoDHOi+b5VdeXYQFX9HnhAfyVJ\nkkZlmFDYIskOYwNJdqTf33aWJI3IMB/u7wC+n+QkIMBBwJt6rUqSNBLDnGj+eJLVNH0fFfAPVXVu\n75VJkubcpM1HSW6VZCuANgROBbYG7jlHtUmS5thU5xT+C9gVIMndge8DdwVelOTo/kuTJM21qUJh\nh6r67/b+c4Djq+rFwH7AE3uvTJI056YKhRq4/yia5iOq6jrgxj6LkiSNxlQnms9O8nbgEuDuwNcA\nBr/IJknavEwVCi8AXkJzXuFxVfXHdvyewNt7rktakOwmQgvdpKFQVX8CbnZCuapOp+kUT5K0mRnm\nG82SpEXC7iokLTpTNfMt9iY+jxQkSZ1JjxSSfImbXpZ6E1XlbyxI0mZmquYjrzCSpEVmqquPvjV2\nP8nSdtz6uShKkjQaU55TSPL6JJcD5wM/T7I+yevmpjRJ0lybqpfUw4GHAw+uqh2ragfgb4GHJXnp\nXBUoSZo7Ux0pPAtYWVW/HBtRVRcAzwSe3XdhkqS5N1UobFVVl48f2Z5X2GqYhSfZN8n5SdYmedUU\n0/1jkkqyYpjlSpL6MVUoXLeRjwGQZAnwfpqutvcEVibZc4LptqPpY+mH0y1TktSvqULhfkn+MMHt\nauA+Qyx7L2BtVV3Qdrd9AnDgBNP9G/DvwJ9nXL0kaVZNGgpVtaSqbjPBbbuqGqb5aBlw8cDwunZc\nJ8kDgZ2r6stTLSjJoUlWJ1m9fr1XxUpSX0bWzUWSLYB3Ai+bbtqqOqaqVlTViqVLl/ZfnCQtUn2G\nwiXAzgPDy9txY7YD7g2cluRC4CHAKk82S9Lo9BkKZwC7J9ktydbAwcCqsQer6qqq2qmqdq2qXYEf\nAAdU1eoea5IkTaG3UKiq64HDgK8C5wEnVtWaJEclsTM9SZqHev09hao6BThl3LgJu8moqn36rEWS\nND1/T0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkd\nQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS\n1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEkdQ0GS1DEUJEmdXkMhyb5Jzk+yNsmrJnj8\n8CTnJjk7ydeT3KXPeiRJU+stFJIsAd4P7AfsCaxMsue4yX4CrKiq+wKfBd7aVz2SpOn1eaSwF7C2\nqi6oquuAE4ADByeoqm9W1R/bwR8Ay3usR5I0jT5DYRlw8cDwunbcZJ4HfGWiB5IcmmR1ktXr16+f\nxRIlSYPmxYnmJM8EVgBvm+jxqjqmqlZU1YqlS5fObXGStIhs2eOyLwF2Hhhe3o67iSSPAY4AHllV\n1/ZYjyRpGn0eKZwB7J5ktyRbAwcDqwYnSPIA4MPAAVV1WY+1SJKG0FsoVNX1wGHAV4HzgBOrak2S\no5Ic0E72NuDWwElJzkqyapLFSZLmQJ/NR1TVKcAp48a9buD+Y/p8fknSzMyLE82SpPnBUJAkdQwF\nSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLH\nUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAk\ndQwFSVLHUJAkdQwFSVLHUJAkdQwFSVLHUJAkdQwFSVKn11BIsm+S85OsTfKqCR6/RZLPtI//MMmu\nfdYjSZpab6GQZAnwfmA/YE9gZZI9x032POD3VXV34F3Av/dVjyRpen0eKewFrK2qC6rqOuAE4MBx\n0xwIfKy9/1ng0UnSY02SpCmkqvpZcHIQsG9VPb8dfhbwt1V12MA057TTrGuHf9FOc/m4ZR0KHNoO\n/g1w/iyVuRNw+bRTzV/WP1rWPzoLuXYYTf13qaql00205VxUsqmq6hjgmNlebpLVVbVitpc7V6x/\ntKx/dBZy7TC/6++z+egSYOeB4eXtuAmnSbIlcFvgih5rkiRNoc9QOAPYPcluSbYGDgZWjZtmFfCc\n9v5BwDeqr/YsSdK0ems+qqrrkxwGfBVYAhxbVWuSHAWsrqpVwEeATyRZC/yOJjjm0qw3Sc0x6x8t\n6x+dhVw7zOP6ezvRLElaePxGsySpYyhIkjqLNhSm64JjvktyYZKfJTkryepR1zOdJMcmuaz9bsrY\nuB2TnJrkv9u/O4yyxslMUvuRSS5pt/9ZSZ4wyhqnkmTnJN9Mcm6SNUle0o5fKNt/svoXxGuQZJsk\nP0ry07b+N7Tjd2u791nbdvez9ahrhUV6TqHtguPnwGOBdTRXSq2sqnNHWtgMJLkQWDH+i37zVZK/\nAzYAH6+qe7fj3gr8rqqOboN5h6p65SjrnMgktR8JbKiqt4+ytmEkuRNwp6r6cZLtgDOBJwOHsDC2\n/2T1P5UF8Bq0vTRsW1UbkmwFfBd4CXA48PmqOiHJh4CfVtUHR1krLN4jhWG64NAsqqpv01xhNmiw\nm5OP0fyjzzuT1L5gVNVvqurH7f2rgfOAZSyc7T9Z/QtCNTa0g1u1twIeRdO9D8yj7b9YQ2EZcPHA\n8DoW0JusVcDXkpzZdgOyEN2hqn7T3v8tcIdRFrMRDktydtu8NC+bXsZreyJ+APBDFuD2H1c/LJDX\nIMmSJGcBlwGnAr8Arqyq69tJ5s1n0GINhc3Bw6vqgTS90L6obeJYsNovLS6ktswPAncD7g/8BnjH\naMuZXpJbA58D/rmq/jD42ELY/hPUv2Beg6q6oaruT9Ozw17APUdc0qQWaygM0wXHvFZVl7R/LwO+\nQPNGW2gubduLx9qNLxtxPUOrqkvbf/Qbgf9gnm//ti37c8Cnqurz7egFs/0nqn+hvQYAVXUl8E3g\nocD2bfc+MI8+gxZrKAzTBce8lWTb9oQbSbYFHgecM/Vc89JgNyfPAf5zhLXMyNiHaevvmcfbvz3R\n+RHgvKp658BDC2L7T1b/QnkNkixNsn17/5Y0F7icRxMOB7WTzZvtvyivPgJoL1/7P/y1C443jbik\noSW5K83RATRdlXx6vtef5HhgH5ougy8FXg98ETgR2AW4CHhqVc27E7qT1L4PTbNFARcC/zTQPj+v\nJHk48B3gZ8CN7ehX07TLL4TtP1n9K1kAr0GS+9KcSF5CsyN+YlUd1f4fnwDsCPwEeGZVXTu6ShuL\nNhQkSTe3WJuPJEkTMBQkSR1DQZLUMRQkSR1DQZLUMRS0WUlyw0CvmWcl2TXJiiTvaR8/JMn72vtP\nTrLnRjzHIUlubC81HBt3TtsFw2ysw4bpp5L60dvPcUoj8qe2O4FBFwITdS/+ZOBkYOjecQe+gboO\nOAJ42kbU2JskWw70pyPNmEcK2uwl2SfJyePG7Q0cALytPaK4W3v7r7aTwe8kuWc77XFJPpTkh8Bb\n20WcDNwryd9M8HwbBu4flOS4geV8MMkPklzQ1nVskvPGphmY711t3/tfT7K0HTeT+qSNYihoc3PL\ngaajL0w2UVWdTtPNwyuq6v5V9QuaH1N/cVU9CHg58IGBWZYDe1fV4e3wjTQfwK+eYX070PR789L2\n+d8F3Au4T5KxI5xtgdVVdS/gWzTfoGaG9UkbxeYjbW4maj6aVtsD597ASU1XOwDcYmCSk6rqhnGz\nfRo4IsluM3iqL1VVJfkZcGlV/ax9/jXArsBZNIHzmXb6TwKf38j6pBkzFKTGFjT9208WKNeMH1FV\n1yd5BzD+18oG+47ZZtxjY33b3Dhwf2x4sv/H2pj6pI1h85EWs6uB7QDa/vl/meQp0PTMmeR+Qyzj\nOOAxwNKBcZcm2SPJFjS9d87UFvy198ynA9/dhPqkGTEUtJidALwiyU+S3A14BvC8JD8F1jDET7S2\nP+f6HuD2A6NfRXMi+nSaH3+ZqWuAvZKcQ/OTjUe142dcnzRT9pIqSep4pCBJ6hgKkqSOoSBJ6hgK\nkqSOoSBJ6hgKkqSOoSBJ6vx/AQgiF0LFN4gAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "metadata": {
        "id": "dxnMxP6cTGLO",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        " "
      ]
    },
    {
      "metadata": {
        "id": "_w7HlgF3XA9E",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "RX5m4EEvXA5g",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "72XqLffkXA20",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "EF-E1FlfXAgF",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        ""
      ]
    },
    {
      "metadata": {
        "id": "qyH9eKlYbXNn",
        "colab_type": "code",
        "outputId": "9629cc52-ce19-4bfb-ab0c-5d1c85e43c4a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 2026
        }
      },
      "cell_type": "code",
      "source": [
        "modelFilt.fit_generator(datagen.flow(train_X, train_ground, batch_size=batch_size),\\\n",
        "                    steps_per_epoch=train_X.shape[0] // batch_size,epochs=60,\\\n",
        "                    verbose=1,validation_data=(valid_X,valid_ground),\n",
        "                    shuffle = True,callbacks=[mcp_save,LearningRateScheduler(lr_schedule)])\n",
        "#save to disk\n",
        "# model_json = model.to_json()\n",
        "# with open('modelHighAcc.json', 'w') as json_file:\n",
        "#     json_file.write(model_json)\n",
        "# model.save_weights('modelHighAcc.h5') \n",
        "# model.save('high_acc_complete_modelConv2d_2.h5')\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/60\n",
            "187/187 [==============================] - 10s 55ms/step - loss: 1.0914 - acc: 0.6170 - val_loss: 1.0533 - val_acc: 0.6503\n",
            "Epoch 2/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.7965 - acc: 0.6631 - val_loss: 0.6973 - val_acc: 0.7247\n",
            "Epoch 3/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.6907 - acc: 0.7025 - val_loss: 0.6277 - val_acc: 0.7327\n",
            "Epoch 4/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.6372 - acc: 0.7331 - val_loss: 0.5845 - val_acc: 0.7633\n",
            "Epoch 5/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.5893 - acc: 0.7575 - val_loss: 0.5723 - val_acc: 0.7650\n",
            "Epoch 6/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.5638 - acc: 0.7772 - val_loss: 0.5688 - val_acc: 0.7923\n",
            "Epoch 7/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.5404 - acc: 0.7868 - val_loss: 0.5032 - val_acc: 0.8123\n",
            "Epoch 8/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.5651 - acc: 0.7914 - val_loss: 0.4749 - val_acc: 0.8183\n",
            "Epoch 9/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.5130 - acc: 0.8015 - val_loss: 0.8505 - val_acc: 0.6970\n",
            "Epoch 10/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.4912 - acc: 0.8123 - val_loss: 0.4684 - val_acc: 0.8337\n",
            "Epoch 11/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.4880 - acc: 0.8147 - val_loss: 0.4659 - val_acc: 0.8307\n",
            "Epoch 12/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4772 - acc: 0.8246 - val_loss: 0.4656 - val_acc: 0.8333\n",
            "Epoch 13/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4620 - acc: 0.8308 - val_loss: 0.4341 - val_acc: 0.8480\n",
            "Epoch 14/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4480 - acc: 0.8366 - val_loss: 0.5995 - val_acc: 0.8087\n",
            "Epoch 15/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4506 - acc: 0.8375 - val_loss: 0.4449 - val_acc: 0.8377\n",
            "Epoch 16/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4393 - acc: 0.8422 - val_loss: 0.5139 - val_acc: 0.8280\n",
            "Epoch 17/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4462 - acc: 0.8391 - val_loss: 0.4592 - val_acc: 0.8350\n",
            "Epoch 18/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4315 - acc: 0.8464 - val_loss: 0.5755 - val_acc: 0.8043\n",
            "Epoch 19/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4305 - acc: 0.8475 - val_loss: 0.4241 - val_acc: 0.8500\n",
            "Epoch 20/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4261 - acc: 0.8501 - val_loss: 0.4542 - val_acc: 0.8373\n",
            "Epoch 21/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4137 - acc: 0.8554 - val_loss: 0.4838 - val_acc: 0.8317\n",
            "Epoch 22/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.4216 - acc: 0.8521 - val_loss: 0.5241 - val_acc: 0.8177\n",
            "Epoch 23/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.4239 - acc: 0.8544 - val_loss: 0.4090 - val_acc: 0.8617\n",
            "Epoch 24/60\n",
            "187/187 [==============================] - 7s 35ms/step - loss: 0.4111 - acc: 0.8630 - val_loss: 0.4724 - val_acc: 0.8287\n",
            "Epoch 25/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3932 - acc: 0.8648 - val_loss: 0.4638 - val_acc: 0.8450\n",
            "Epoch 26/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3906 - acc: 0.8677 - val_loss: 0.6440 - val_acc: 0.8327\n",
            "Epoch 27/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3948 - acc: 0.8681 - val_loss: 0.4341 - val_acc: 0.8533\n",
            "Epoch 28/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3927 - acc: 0.8655 - val_loss: 0.4833 - val_acc: 0.8410\n",
            "Epoch 29/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3919 - acc: 0.8715 - val_loss: 0.4792 - val_acc: 0.8440\n",
            "Epoch 30/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3878 - acc: 0.8689 - val_loss: 0.4615 - val_acc: 0.8557\n",
            "Epoch 31/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3759 - acc: 0.8753 - val_loss: 0.4198 - val_acc: 0.8637\n",
            "Epoch 32/60\n",
            "187/187 [==============================] - 7s 37ms/step - loss: 0.3850 - acc: 0.8729 - val_loss: 0.5197 - val_acc: 0.8247\n",
            "Epoch 33/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3701 - acc: 0.8810 - val_loss: 0.4236 - val_acc: 0.8650\n",
            "Epoch 34/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3829 - acc: 0.8744 - val_loss: 0.4045 - val_acc: 0.8663\n",
            "Epoch 35/60\n",
            "187/187 [==============================] - 7s 36ms/step - loss: 0.3761 - acc: 0.8809 - val_loss: 0.4072 - val_acc: 0.8637\n",
            "Epoch 36/60\n",
            "187/187 [==============================] - 7s 38ms/step - loss: 0.3773 - acc: 0.8762 - val_loss: 0.3791 - val_acc: 0.8743\n",
            "Epoch 37/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3643 - acc: 0.8834 - val_loss: 0.4467 - val_acc: 0.8547\n",
            "Epoch 38/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3615 - acc: 0.8849 - val_loss: 0.4095 - val_acc: 0.8637\n",
            "Epoch 39/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3662 - acc: 0.8799 - val_loss: 0.4111 - val_acc: 0.8677\n",
            "Epoch 40/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3657 - acc: 0.8847 - val_loss: 0.5137 - val_acc: 0.8497\n",
            "Epoch 41/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3730 - acc: 0.8814 - val_loss: 0.4308 - val_acc: 0.8660\n",
            "Epoch 42/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3685 - acc: 0.8839 - val_loss: 0.3999 - val_acc: 0.8767\n",
            "Epoch 43/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3533 - acc: 0.8926 - val_loss: 0.4592 - val_acc: 0.8573\n",
            "Epoch 44/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3510 - acc: 0.8917 - val_loss: 0.4648 - val_acc: 0.8547\n",
            "Epoch 45/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3586 - acc: 0.8880 - val_loss: 0.4407 - val_acc: 0.8600\n",
            "Epoch 46/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3548 - acc: 0.8914 - val_loss: 0.8102 - val_acc: 0.8277\n",
            "Epoch 47/60\n",
            "187/187 [==============================] - 6s 33ms/step - loss: 0.3541 - acc: 0.8898 - val_loss: 0.5405 - val_acc: 0.8200\n",
            "Epoch 48/60\n",
            " 98/187 [==============>...............] - ETA: 2s - loss: 0.3465 - acc: 0.8892"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-146-ec12c04c528b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m modelFilt.fit_generator(datagen.flow(train_X, train_ground, batch_size=batch_size),                    steps_per_epoch=train_X.shape[0] // batch_size,epochs=60,                    verbose=1,validation_data=(valid_X,valid_ground),\n\u001b[0;32m----> 2\u001b[0;31m                     shuffle = True,callbacks=[mcp_save,LearningRateScheduler(lr_schedule)])\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0;31m#save to disk\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;31m# model_json = model.to_json()\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;31m# with open('modelHighAcc.json', 'w') as json_file:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     89\u001b[0m                 warnings.warn('Update your `' + object_name + '` call to the ' +\n\u001b[1;32m     90\u001b[0m                               'Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 91\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     92\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     93\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m   1416\u001b[0m             \u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1417\u001b[0m             \u001b[0mshuffle\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mshuffle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1418\u001b[0;31m             initial_epoch=initial_epoch)\n\u001b[0m\u001b[1;32m   1419\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1420\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0minterfaces\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlegacy_generator_methods_support\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training_generator.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(model, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m    179\u001b[0m             \u001b[0mbatch_index\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    180\u001b[0m             \u001b[0;32mwhile\u001b[0m \u001b[0msteps_done\u001b[0m \u001b[0;34m<\u001b[0m \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 181\u001b[0;31m                 \u001b[0mgenerator_output\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput_generator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    182\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    183\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgenerator_output\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'__len__'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/utils/data_utils.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    683\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    684\u001b[0m             \u001b[0;32mwhile\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_running\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 685\u001b[0;31m                 \u001b[0minputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mqueue\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mblock\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    686\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mqueue\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtask_done\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    687\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0minputs\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.6/multiprocessing/pool.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    662\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    663\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 664\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    665\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mready\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    666\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mTimeoutError\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.6/multiprocessing/pool.py\u001b[0m in \u001b[0;36mwait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    659\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    660\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 661\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_event\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    662\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    663\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.6/threading.py\u001b[0m in \u001b[0;36mwait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    549\u001b[0m             \u001b[0msignaled\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_flag\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    550\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0msignaled\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 551\u001b[0;31m                 \u001b[0msignaled\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cond\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    552\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0msignaled\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    553\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.6/threading.py\u001b[0m in \u001b[0;36mwait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    293\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m    \u001b[0;31m# restore state no matter what (e.g., KeyboardInterrupt)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    294\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mtimeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 295\u001b[0;31m                 \u001b[0mwaiter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0macquire\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    296\u001b[0m                 \u001b[0mgotit\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    297\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "metadata": {
        "id": "h7OTTp-uYZih",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# loaded_model_low_accuracy.layers[1].get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "yDoD-D2pYLEd",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# modelFilt.layers[1].get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "y-ssOHjPXTzE",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# weights_low_conv2d1 = layer_dict_high['conv2d_1'].get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "KD0MAAeLFuhX",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "# loaded_model_low_accuracy.layers('conv2d_1').get_weights()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "A0ulN6H5FueV",
        "colab_type": "code",
        "outputId": "a289fa36-bbe6-4c59-e642-1c8d2d4b4a5a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 374
        }
      },
      "cell_type": "code",
      "source": [
        "# weights_low_bn1 = layer_dict_high['batch_normalization_1'].get_weights()\n",
        "# modelFilt.layers[3].set_weights(weights_low_conv2d1)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'batch_normalization_1': <keras.layers.normalization.BatchNormalization at 0x7f1533511438>,\n",
              " 'batch_normalization_2': <keras.layers.normalization.BatchNormalization at 0x7f15335117f0>,\n",
              " 'batch_normalization_3': <keras.layers.normalization.BatchNormalization at 0x7f1533511ba8>,\n",
              " 'batch_normalization_4': <keras.layers.normalization.BatchNormalization at 0x7f1533511e80>,\n",
              " 'batch_normalization_5': <keras.layers.normalization.BatchNormalization at 0x7f153352d278>,\n",
              " 'batch_normalization_6': <keras.layers.normalization.BatchNormalization at 0x7f153352d550>,\n",
              " 'conv2d_1': <keras.layers.convolutional.Conv2D at 0x7f153350c0f0>,\n",
              " 'conv2d_2': <keras.layers.convolutional.Conv2D at 0x7f1533511668>,\n",
              " 'conv2d_3': <keras.layers.convolutional.Conv2D at 0x7f15335119e8>,\n",
              " 'conv2d_4': <keras.layers.convolutional.Conv2D at 0x7f1533511cc0>,\n",
              " 'conv2d_5': <keras.layers.convolutional.Conv2D at 0x7f153352d0b8>,\n",
              " 'conv2d_6': <keras.layers.convolutional.Conv2D at 0x7f153352d390>,\n",
              " 'dense_1': <keras.layers.core.Dense at 0x7f153352d7b8>,\n",
              " 'dropout_1': <keras.layers.core.Dropout at 0x7f15335119b0>,\n",
              " 'dropout_2': <keras.layers.core.Dropout at 0x7f153352d080>,\n",
              " 'dropout_3': <keras.layers.core.Dropout at 0x7f153352d710>,\n",
              " 'flatten_1': <keras.layers.core.Flatten at 0x7f153352d748>,\n",
              " 'input_1': <keras.engine.input_layer.InputLayer at 0x7f153350c438>,\n",
              " 'max_pooling2d_1': <keras.layers.pooling.MaxPooling2D at 0x7f1533511908>,\n",
              " 'max_pooling2d_2': <keras.layers.pooling.MaxPooling2D at 0x7f1533511f98>,\n",
              " 'max_pooling2d_3': <keras.layers.pooling.MaxPooling2D at 0x7f153352d668>}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 111
        }
      ]
    },
    {
      "metadata": {
        "id": "TEkg52f_HxEg",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Ignore below"
      ]
    },
    {
      "metadata": {
        "id": "_iOvwS5SJVT8",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def cifar10ClassifierTransfer(input_img, highAccInput):\n",
        "  \n",
        "  # Add additional inputs to \n",
        "  \n",
        "  conv1_1 = (Conv2D(32, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), input_shape=x_train.shape[1:], activation='elu'))(input_img)\n",
        "  conv1_2 = BatchNormalization()(conv1_1)\n",
        "  conv2_1 = (Conv2D(32, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "  # now concat secondary input that corresponds to high accuracy n/w to this\n",
        "    \n",
        "  concated_layer = keras.layers.merge.Concatenate()([conv2_1, highAccInput])\n",
        "  conv2_2 = BatchNormalization()(concated_layer)\n",
        "  pool2_3 = MaxPooling2D(pool_size=(2, 2))(conv2_2) #14 x 14 x 32\n",
        "  drop2_4= Dropout(.2)(pool2_3)\n",
        "\n",
        "  conv3_1 = (Conv2D(64, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop2_4)\n",
        "  conv3_2 = BatchNormalization()(conv3_1)\n",
        "  conv4_1 = (Conv2D(64, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv3_2)\n",
        "  conv4_2 = BatchNormalization()(conv4_1)\n",
        "  pool4_3 = MaxPooling2D(pool_size=(2, 2))(conv4_2) #14 x 14 x 32\n",
        "  drop4_4= Dropout(.3)(pool4_3)\n",
        "\n",
        "  conv5_1 = (Conv2D(128, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop4_4)\n",
        "  conv5_2 = BatchNormalization()(conv5_1)\n",
        "  conv6_1 = (Conv2D(128, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv5_2)\n",
        "  conv6_2 = BatchNormalization()(conv6_1)\n",
        "  pool6_3 = MaxPooling2D(pool_size=(2, 2))(conv6_2) #14 x 14 x 32\n",
        "  drop6_4= Dropout(.4)(pool6_3)\n",
        "\n",
        "  flat = Flatten()(drop6_4)\n",
        "  out = Dense(num_classes, activation='softmax')(flat)\n",
        "  \n",
        "  return out"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "PyCdAWfOBhSi",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def featureExtractor(input_img, layer_name):\n",
        "  get_cnn1_output_function = K.function([trained_model.layers[0].input],\n",
        "                                  [trained_model.get_layer(layer_name).output])   #get_layer test_three_label\n",
        "  cnn1_output = get_cnn1_output_function([train_three_data])[0]\n",
        "  return cnn1_output"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "lYM0VB8wBhP8",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def cifar10ClassifierTransfer(input_img, conv2_outputs):\n",
        "  \n",
        "  # Add additional inputs to \n",
        "  \n",
        "  conv1_1 = (Conv2D(32, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), input_shape=x_train.shape[1:], activation='elu'))(input_img)\n",
        "  conv1_2 = BatchNormalization()(conv1_1)\n",
        "  conv2_1 = (Conv2D(32, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "  conv2_2 = BatchNormalization()(conv2_1)\n",
        "  pool2_3 = MaxPooling2D(pool_size=(2, 2))(conv2_2) #14 x 14 x 32\n",
        "  drop2_4= Dropout(.2)(pool2_3)\n",
        "\n",
        "  conv3_1 = (Conv2D(64, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop2_4)\n",
        "  conv3_2 = BatchNormalization()(conv3_1)\n",
        "  conv4_1 = (Conv2D(64, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv3_2)\n",
        "  conv4_2 = BatchNormalization()(conv4_1)\n",
        "  pool4_3 = MaxPooling2D(pool_size=(2, 2))(conv4_2) #14 x 14 x 32\n",
        "  drop4_4= Dropout(.3)(pool4_3)\n",
        "\n",
        "  conv5_1 = (Conv2D(128, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop4_4)\n",
        "  conv5_2 = BatchNormalization()(conv5_1)\n",
        "  conv6_1 = (Conv2D(128, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv5_2)\n",
        "  conv6_2 = BatchNormalization()(conv6_1)\n",
        "  pool6_3 = MaxPooling2D(pool_size=(2, 2))(conv6_2) #14 x 14 x 32\n",
        "  drop6_4= Dropout(.4)(pool6_3)\n",
        "\n",
        "  flat = Flatten()(drop6_4)\n",
        "  out = Dense(num_classes, activation='softmax')(flat)\n",
        "  \n",
        "  return out"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "sXXygEe9BhNK",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "LDTPGc0ABhKO",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "gsrj25pSoRh_",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "def highAccuracyModelTillConv2(input_img, channel_indices_first_layer, channel_indices_second_layer): \n",
        "  conv1_1 = (Conv2D(32, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), input_shape=x_train.shape[1:], activation='elu', name = 'HighAccuracyConv1'))(input_img)\n",
        "  conv1_2 = BatchNormalization()(conv1_1)\n",
        "  conv2_1 = (Conv2D(32, (3,3), padding='same', activation= 'elu', name = 'HighAccuracyConv2',kernel_regularizer=regularizers.l2(weight_decay)))(conv1_2)\n",
        "  conv2_2 = BatchNormalization()(conv2_1)\n",
        "#   pool1 = MaxPooling2D(pool_size=(2, 2))(conv1) #14 x 14 x 32\n",
        "#   drop1= Dropout(.2)(pool1)\n",
        "\n",
        "#   conv2 = (Conv2D(64, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop1)\n",
        "#   conv2 = BatchNormalization()(conv2)\n",
        "#   conv2 = (Conv2D(64, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv2)\n",
        "#   conv2 = BatchNormalization()(conv2)\n",
        "#   pool2 = MaxPooling2D(pool_size=(2, 2))(conv2) #14 x 14 x 32\n",
        "#   drop2= Dropout(.3)(pool2)\n",
        "\n",
        "#   conv3 = (Conv2D(128, (3,3), padding='same', kernel_regularizer=regularizers.l2(weight_decay), activation='elu'))(drop2)\n",
        "#   conv3 = BatchNormalization()(conv3)\n",
        "#   conv3 = (Conv2D(128, (3,3), padding='same', activation= 'elu',kernel_regularizer=regularizers.l2(weight_decay)))(conv3)\n",
        "#   conv3 = BatchNormalization()(conv3)\n",
        "#   pool3 = MaxPooling2D(pool_size=(2, 2))(conv3) #14 x 14 x 32\n",
        "#   drop3= Dropout(.4)(pool3)\n",
        "\n",
        "#   flat = Flatten()(drop3)\n",
        "#   out = Dense(num_classes, activation='softmax')(flat)\n",
        "  \n",
        "  return conv1_1[:,:,:,channel_indices_first_layer], conv2_1[:,:,:,channel_indices_second_layer]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "RsXlJYX62MB-",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}