Intro_to_DL_05.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Intro_to_DL_05.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyN07GT6FQdndMA1wm4XGq5W",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/spahlavian/Intro-to-DL-with-fastai/blob/main/Intro_to_DL_05.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ysdOFeEEV4CK"
      },
      "source": [
        "e\"\"\"\n",
        "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n",
        "~~~~~~~ Practical Deep Learning tutorial -- Episode 5 ~~~~~~~\n",
        "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n",
        "\n",
        "The example used in this notebook was adopted from the following book:\n",
        "Howard, Jeremy, and Sylvain Gugger. Deep Learning for \n",
        "Coders with fastai and PyTorch. O'Reilly Media, 2020.\n",
        "\n",
        "No licensing is required to use this code, but I will\n",
        "appreciate  if you reference Rational Machines\n",
        "IG page and/or YT channel:\n",
        "@rational_machines\n",
        "bit.ly/3rU7nKY\n",
        "\n",
        "-- Written by: Soroush Pahlavian - 2021\n",
        "\"\"\""
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "G93mj5KKQEhH"
      },
      "source": [
        "!pip install -Uqq fastbook\n",
        "import fastbook\n",
        "# fastbook.setup_book() # mount GDrive \n",
        "from fastbook import *\n",
        "from matplotlib import pyplot as plt"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "hewnfiYxdi_T"
      },
      "source": [
        "We will work on a small subset of MNIST dataset which contains only two digits (3 and 7):"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N1hXZ-94i8FN",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "24ac2ed0-0123-4643-d9d0-06f262af5238"
      },
      "source": [
        "path = untar_data(URLs.MNIST_SAMPLE)\n",
        "path"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Path('/root/.fastai/data/mnist_sample')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6PrENLtKdJTA",
        "outputId": "bd6de85a-85f4-4150-ac8a-4553b9e1720f"
      },
      "source": [
        "path.ls()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#3) [Path('/root/.fastai/data/mnist_sample/train'),Path('/root/.fastai/data/mnist_sample/valid'),Path('/root/.fastai/data/mnist_sample/labels.csv')]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jWeqc-ZMtF4r"
      },
      "source": [
        "We can set the BASE_PATH to path so that we start from there and not the /root/.fastai..."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bBJEbTpBjsvK"
      },
      "source": [
        "Path.BASE_PATH = path"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CSMKqMsHjMsF",
        "outputId": "a1e98d86-4149-4558-8909-cd8923b3b952"
      },
      "source": [
        "(path).ls()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#3) [Path('train'),Path('valid'),Path('labels.csv')]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-rn42EcVfqcp",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "2d351176-8d45-4063-a501-4166f559f06c"
      },
      "source": [
        "(path /\"train\").ls()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#2) [Path('train/3'),Path('train/7')]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Wr1tHhXdjMgT"
      },
      "source": [
        "threes = (path/'train/3').ls().sorted()\n",
        "sevens = (path/'train/7').ls().sorted()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3STeygGchLW-",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 45
        },
        "outputId": "7d0dc1d2-57c5-40df-f246-a971ec590a7b"
      },
      "source": [
        "sevens\n",
        "im7_path = sevens[54]\n",
        "im7 = Image.open(im7_path)\n",
        "im7"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAABwAAAAcCAAAAABXZoBIAAAA0klEQVR4nGNgGEqAEc5Si2NgMHFl+sfA8Nj1NpoqmXt//vz58+fvnz9//myBijHBJL9/wjSWBcZ4m2Ots5GBgUFgBh5H5P/58ycOh5zO4z9/zvGh2wkFEZIMDCexWA+x+s+fJVw45PL+/vkTgss5b/7+ucmCXYq19O//j3o49CX++fP3Bi5DV//58ycWh1zAxz9/FiALIPuzlpuB4YczdjstPv758+fvE+w6i7gZGBgYrmO38uCfP3/+xPFjlTP//ufPn2gcbmXu+nOumQ2HJKkAADVQTsn8mk6TAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<PIL.PngImagePlugin.PngImageFile image mode=L size=28x28 at 0x7FF07911E750>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ef8D6phBjLoI",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 271
        },
        "outputId": "9f3c538c-f4c2-4f5e-b4cb-7cba0ab320a1"
      },
      "source": [
        "# --- We can convert PILImageFile to a numpy array or a tensor (on GPU):\n",
        "# im7_array = array(im7)\n",
        "# plt.imshow(im7_array)\n",
        "im7_tensor = tensor(im7)\n",
        "plt.imshow(im7_tensor[4:15, 4:22])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.image.AxesImage at 0x7ff078ff4490>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAADsCAYAAABtyv2zAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAANV0lEQVR4nO3df6zddX3H8edr/UmLsRqdzJZIx4CJBAa7Q4TMhR9bQBndH8sCGQy2JU3MRDBkBlwi/y1kcyrJjKQBxMwG4ipTAkxg/tiyZEPKD4VSUYYILWVAJsJwK4W+98c5TS5Ne+/tPd/e7/fDno+k6T3fe/L+vnJ7+rqf+znn3G+qCklSe36h7wCSpPmxwCWpURa4JDXKApekRlngktQoC1ySGrV4IU+2NMtqOSsX8pSS1LyX+ekLVfXOvY8vaIEvZyXvz5kLeUpJat4/1aaf7Ou4WyiS1CgLXJIaZYFLUqMmKvAkZyd5LMnjSa7sKpQkaXbzLvAki4DPA+cAxwIXJDm2q2CSpJlNsgI/GXi8qp6oqleBW4B13cSSJM1mkgJfDTw97fa28TFJ0gI46K8DT7IeWA+wnBUH+3SS9P/GJCvw7cDh026vGR97g6raUFVTVTW1hGUTnE6SNN0kBX4fcFSStUmWAucDt3UTS5I0m3lvoVTVa0k+CtwFLAJurKotnSWTJM1ooj3wqroTuLOjLJKkA+A7MSWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElq1OK+A+jgyq+/r7NZP7zk0M5mDc3xxz/Z2ay//5U7O5u1JIs6mbOrXu9kzlDd8fO3djbruj9Y18mcenBLJ3Nm4gpckhplgUtSoyxwSWqUBS5JjbLAJalR8y7wJIcn+XaSR5NsSXJZl8EkSTOb5GWErwFXVNUDSd4C3J/knqp6tKNskqQZzHsFXlU7quqB8ccvA1uB1V0FkyTNrJM98CRHACcC93YxT5I0u4nfiZnkUOCrwOVV9dI+Pr8eWA+wnBWTnk6SNDbRCjzJEkblvbGqbt3XfapqQ1VNVdXUEpZNcjpJ0jSTvAolwA3A1qr6THeRJElzMckK/DTgIuCMJA+N/3yoo1ySpFnMew+8qv4VSIdZJEkHwHdiSlKjLHBJapQFLkmNssAlqVFeUm2AFh19ZGezLrn59s5mrVv5Qmez3sx2dzhrV3UzZ3enqYbnnBU/7WzWdX/zYjeDzuhmzExcgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapSXVBugvPI/nc16/H8P62wWXlJNGhRX4JLUKAtckhplgUtSoyxwSWrUxAWeZFGSB5Pc3kUgSdLcdLECvwzY2sEcSdIBmKjAk6wBPgxc300cSdJcTboC/xzwCWB3B1kkSQdg3gWe5Fzguaq6f5b7rU+yOcnmXeyc7+kkSXuZZAV+GnBekieBW4Azknx57ztV1YaqmqqqqSUsm+B0kqTp5l3gVXVVVa2pqiOA84FvVdWFnSWTJM3I14FLUqM6+WVWVfUd4DtdzJIkzY0rcElqlAUuSY2ywCWpURa4JDXKK/IM0Gvbn+ls1l2f/K3OZt102hmdzFn+3hc7mQOw9I5Vnc16M9u5Kp3N2nz5tZ3N0mRcgUtSoyxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIaZYFLUqMscElqlAUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapSXVHuTW377dzubtfb2zkZpgT119al9R2jGjq+/p5M5h7G9kzkzcQUuSY2ywCWpURa4JDXKApekRk1U4ElWJdmU5AdJtib5QFfBJEkzm/RVKNcC36iq30+yFFjRQSZJ0hzMu8CTvBX4IHAJQFW9CrzaTSxJ0mwm2UJZCzwPfDHJg0muT7Kyo1ySpFlMUuCLgZOAL1TVicArwJV73ynJ+iSbk2zexc4JTidJmm6SAt8GbKuqe8e3NzEq9Deoqg1VNVVVU0tYNsHpJEnTzbvAq+pZ4Okkx4wPnQk82kkqSdKsJn0VyqXAxvErUJ4A/njySJKkuZiowKvqIWCqoyySpAPgOzElqVEWuCQ1ygKXpEZZ4JLUKK/IIw1YnXpCJ3M+e9ENncwZqmte6ObrBLB642OdzHm9kykzcwUuSY2ywCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRXlJNGrDHL1jeyZzTD/nvTuYM1d898v7OZh35woOdzTrYXIFLUqMscElqlAUuSY2ywCWpURMVeJKPJ9mS5JEkNyfp5hkXSdKs5l3gSVYDHwOmquo4YBFwflfBJEkzm3QLZTFwSJLFwArgmckjSZLmYt4FXlXbgU8DTwE7gJ9V1d1dBZMkzWySLZS3AeuAtcC7gZVJLtzH/dYn2Zxk8y52zj+pJOkNJtlCOQv4cVU9X1W7gFuBU/e+U1VtqKqpqppawrIJTidJmm6SAn8KOCXJiiQBzgS2dhNLkjSbSfbA7wU2AQ8AD49nbegolyRpFhP9Mququhq4uqMskqQD4DsxJalRFrgkNcoCl6RGWeCS1CgLXJIa5SXVpAH72u9e29GkRR3N6c7J9/1RZ7OO/sh/dDbr9c4mHXyuwCWpURa4JDXKApekRlngktQoC1ySGmWBS1KjLHBJapQFLkmNssAlqVEWuCQ1ygKXpEZZ4JLUKAtckhplgUtSoyxwSWqUBS5JjbLAJalRXpFH6thTnzq1s1nvXXJ/J3N2s7uTOV1acseqzma9/tLWzma1xBW4JDXKApekRlngktQoC1ySGjVrgSe5MclzSR6ZduztSe5J8qPx3287uDElSXubywr8JuDsvY5dCXyzqo4Cvjm+LUlaQLMWeFX9C/Bfex1eB3xp/PGXgN/rOJckaRbz3QN/V1XtGH/8LPCujvJIkuZo4icxq6qA2t/nk6xPsjnJ5l3snPR0kqSx+Rb4fyb5JYDx38/t745VtaGqpqpqagnL5nk6SdLe5lvgtwEXjz++GPh6N3EkSXM1l5cR3gz8G3BMkm1J/hS4BvjtJD8CzhrfliQtoFl/mVVVXbCfT53ZcRZJ0gHwnZiS1CgLXJIaZYFLUqMscElqlAUuSY3K6I2UC3Sy5HngJ7Pc7R3ACwsQ50AMMRMMM5eZ5sZMczfEXAud6T1V9c69Dy5ogc9Fks1VNdV3jumGmAmGmctMc2OmuRtirqFkcgtFkhplgUtSo4ZY4Bv6DrAPQ8wEw8xlprkx09wNMdcgMg1uD1ySNDdDXIFLkuZgUAWe5OwkjyV5PEnv19lMcniSbyd5NMmWJJf1nWmPJIuSPJjk9r6zACRZlWRTkh8k2ZrkAwPI9PHxv9sjSW5OsrynHIO7MPh+Mv31+N/v+0n+IcmqvjNN+9wVSSrJO4aQKcml46/VliR/tZCZphtMgSdZBHweOAc4FrggybH9puI14IqqOhY4BfizAWTa4zJga98hprkW+EZV/SpwAj1nS7Ia+BgwVVXHAYuA83uKcxPDuzD4vjLdAxxXVccDPwSuGkAmkhwO/A7w1ALngX1kSnI6o+sCn1BV7wM+3UMuYEAFDpwMPF5VT1TVq8AtjL5IvamqHVX1wPjjlxmV0uo+MwEkWQN8GLi+7ywASd4KfBC4AaCqXq2qF/tNBYx+XfIhSRYDK4Bn+ggxxAuD7ytTVd1dVa+Nb/47sKbvTGOfBT7BDJduPFj2k+kjwDVVtXN8n/1ekexgG1KBrwaennZ7GwMoyz2SHAGcCNzbbxIAPsfoAb277yBja4HngS+Ot3WuT7Kyz0BVtZ3RyugpYAfws6q6u89Mexn6hcH/BPjHvkMkWQdsr6rv9Z1lmqOB30xyb5J/TvIbfQUZUoEPVpJDga8Cl1fVSz1nORd4rqru7zPHXhYDJwFfqKoTgVdY+C2BNxjvKa9j9M3l3cDKJBf2mWl/Zrsw+EJL8heMtg839pxjBfBJ4FN95tiHxcDbGW2r/jnwlSTpI8iQCnw7cPi022vGx3qVZAmj8t5YVbf2nQc4DTgvyZOMtpnOSPLlfiOxDdhWVXt+OtnEqND7dBbw46p6vqp2AbcCp/acabo5Xxh8ISW5BDgX+MPq/zXGRzL6Bvy98eN9DfBAksN6TTV6vN9aI99l9JPwgj65useQCvw+4Kgka5MsZfSE0219Bhp/V70B2FpVn+kzyx5VdVVVramqIxh9jb5VVb2uLKvqWeDpJMeMD50JPNpjJBhtnZySZMX43/FMhvWk7+AuDJ7kbEZbc+dV1c/7zlNVD1fVL1bVEePH+zbgpPHjrU9fA04HSHI0sJSeftnWYAp8/OTJR4G7GP1H+0pVbek3FacBFzFa5T40/vOhnjMN1aXAxiTfB34N+Ms+w4x/GtgEPAA8zOix3su754Z4YfD9ZPpb4C3APePH+nUDyNSr/WS6Efjl8UsLbwEu7uunFd+JKUmNGswKXJJ0YCxwSWqUBS5JjbLAJalRFrgkNcoCl6RGWeCS1CgLXJIa9X8/UjnUT6W/DQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 258
        },
        "id": "yIL5wE1yjIc-",
        "outputId": "f5ec2c4a-e412-45d6-eb69-3ec3e68245c1"
      },
      "source": [
        "# --- We can also use pandas DF to vizualize them in a neat way:\n",
        "df = pd.DataFrame(im7_tensor[4:15, 4:22])\n",
        "df.style.set_properties(**{'font-size': '6pt'}).background_gradient('BuPu')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<style  type=\"text/css\" >\n",
              "#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col17,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col0,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col1,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col2,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col3,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col17{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #f7fcfd;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col5{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #d4e3ef;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col8{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8c8dc2;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col9{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8948a0;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col4,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col5,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col6,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col9,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col15,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col16,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col15{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #4d004b;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col15{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #7b0d76;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col16{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #cbdceb;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col14,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col13,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col12,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col13{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #4f004d;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col11{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #50014e;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col4{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8a59a8;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col5{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #670864;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col5{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #bacfe4;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col6{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #909fcb;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col7,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col14{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8b64ad;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col8,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col9{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #a9c4de;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col10,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col11,#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col14{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #aac4de;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col12{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #9bb6d7;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col12{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #95a8d0;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col16{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8c8fc2;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col11{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #d3e2ef;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col12{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #770c73;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col15{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #84258b;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col16{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #e9f2f8;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col11{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8c90c3;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col15{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #8c74b5;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col11{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #6a0867;\n",
              "            color:  #f1f1f1;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col15{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #f0f7fa;\n",
              "            color:  #000000;\n",
              "        }#T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col10{\n",
              "            font-size:  6pt;\n",
              "            background-color:  #95aad0;\n",
              "            color:  #000000;\n",
              "        }</style><table id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002\" ><thead>    <tr>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" >0</th>        <th class=\"col_heading level0 col1\" >1</th>        <th class=\"col_heading level0 col2\" >2</th>        <th class=\"col_heading level0 col3\" >3</th>        <th class=\"col_heading level0 col4\" >4</th>        <th class=\"col_heading level0 col5\" >5</th>        <th class=\"col_heading level0 col6\" >6</th>        <th class=\"col_heading level0 col7\" >7</th>        <th class=\"col_heading level0 col8\" >8</th>        <th class=\"col_heading level0 col9\" >9</th>        <th class=\"col_heading level0 col10\" >10</th>        <th class=\"col_heading level0 col11\" >11</th>        <th class=\"col_heading level0 col12\" >12</th>        <th class=\"col_heading level0 col13\" >13</th>        <th class=\"col_heading level0 col14\" >14</th>        <th class=\"col_heading level0 col15\" >15</th>        <th class=\"col_heading level0 col16\" >16</th>        <th class=\"col_heading level0 col17\" >17</th>    </tr></thead><tbody>\n",
              "                <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col0\" class=\"data row0 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col1\" class=\"data row0 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col2\" class=\"data row0 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col3\" class=\"data row0 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col4\" class=\"data row0 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col5\" class=\"data row0 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col6\" class=\"data row0 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col7\" class=\"data row0 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col8\" class=\"data row0 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col9\" class=\"data row0 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col10\" class=\"data row0 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col11\" class=\"data row0 col11\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col12\" class=\"data row0 col12\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col13\" class=\"data row0 col13\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col14\" class=\"data row0 col14\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col15\" class=\"data row0 col15\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col16\" class=\"data row0 col16\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row0_col17\" class=\"data row0 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col0\" class=\"data row1 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col1\" class=\"data row1 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col2\" class=\"data row1 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col3\" class=\"data row1 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col4\" class=\"data row1 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col5\" class=\"data row1 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col6\" class=\"data row1 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col7\" class=\"data row1 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col8\" class=\"data row1 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col9\" class=\"data row1 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col10\" class=\"data row1 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col11\" class=\"data row1 col11\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col12\" class=\"data row1 col12\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col13\" class=\"data row1 col13\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col14\" class=\"data row1 col14\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col15\" class=\"data row1 col15\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col16\" class=\"data row1 col16\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row1_col17\" class=\"data row1 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col0\" class=\"data row2 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col1\" class=\"data row2 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col2\" class=\"data row2 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col3\" class=\"data row2 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col4\" class=\"data row2 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col5\" class=\"data row2 col5\" >38</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col6\" class=\"data row2 col6\" >132</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col7\" class=\"data row2 col7\" >132</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col8\" class=\"data row2 col8\" >132</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col9\" class=\"data row2 col9\" >184</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col10\" class=\"data row2 col10\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col11\" class=\"data row2 col11\" >255</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col12\" class=\"data row2 col12\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col13\" class=\"data row2 col13\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col14\" class=\"data row2 col14\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col15\" class=\"data row2 col15\" >224</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col16\" class=\"data row2 col16\" >37</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row2_col17\" class=\"data row2 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col0\" class=\"data row3 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col1\" class=\"data row3 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col2\" class=\"data row3 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col3\" class=\"data row3 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col4\" class=\"data row3 col4\" >28</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col5\" class=\"data row3 col5\" >222</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col6\" class=\"data row3 col6\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col7\" class=\"data row3 col7\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col8\" class=\"data row3 col8\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col9\" class=\"data row3 col9\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col10\" class=\"data row3 col10\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col11\" class=\"data row3 col11\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col12\" class=\"data row3 col12\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col13\" class=\"data row3 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col14\" class=\"data row3 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col15\" class=\"data row3 col15\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col16\" class=\"data row3 col16\" >180</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row3_col17\" class=\"data row3 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col0\" class=\"data row4 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col1\" class=\"data row4 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col2\" class=\"data row4 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col3\" class=\"data row4 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col4\" class=\"data row4 col4\" >19</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col5\" class=\"data row4 col5\" >208</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col6\" class=\"data row4 col6\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col7\" class=\"data row4 col7\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col8\" class=\"data row4 col8\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col9\" class=\"data row4 col9\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col10\" class=\"data row4 col10\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col11\" class=\"data row4 col11\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col12\" class=\"data row4 col12\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col13\" class=\"data row4 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col14\" class=\"data row4 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col15\" class=\"data row4 col15\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col16\" class=\"data row4 col16\" >180</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row4_col17\" class=\"data row4 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col0\" class=\"data row5 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col1\" class=\"data row5 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col2\" class=\"data row5 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col3\" class=\"data row5 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col4\" class=\"data row5 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col5\" class=\"data row5 col5\" >60</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col6\" class=\"data row5 col6\" >119</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col7\" class=\"data row5 col7\" >163</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col8\" class=\"data row5 col8\" >84</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col9\" class=\"data row5 col9\" >84</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col10\" class=\"data row5 col10\" >84</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col11\" class=\"data row5 col11\" >84</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col12\" class=\"data row5 col12\" >100</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col13\" class=\"data row5 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col14\" class=\"data row5 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col15\" class=\"data row5 col15\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col16\" class=\"data row5 col16\" >180</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row5_col17\" class=\"data row5 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col0\" class=\"data row6 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col1\" class=\"data row6 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col2\" class=\"data row6 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col3\" class=\"data row6 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col4\" class=\"data row6 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col5\" class=\"data row6 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col6\" class=\"data row6 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col7\" class=\"data row6 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col8\" class=\"data row6 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col9\" class=\"data row6 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col10\" class=\"data row6 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col11\" class=\"data row6 col11\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col12\" class=\"data row6 col12\" >111</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col13\" class=\"data row6 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col14\" class=\"data row6 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col15\" class=\"data row6 col15\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col16\" class=\"data row6 col16\" >94</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row6_col17\" class=\"data row6 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col0\" class=\"data row7 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col1\" class=\"data row7 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col2\" class=\"data row7 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col3\" class=\"data row7 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col4\" class=\"data row7 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col5\" class=\"data row7 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col6\" class=\"data row7 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col7\" class=\"data row7 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col8\" class=\"data row7 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col9\" class=\"data row7 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col10\" class=\"data row7 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col11\" class=\"data row7 col11\" >44</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col12\" class=\"data row7 col12\" >227</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col13\" class=\"data row7 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col14\" class=\"data row7 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col15\" class=\"data row7 col15\" >206</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col16\" class=\"data row7 col16\" >14</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row7_col17\" class=\"data row7 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col0\" class=\"data row8 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col1\" class=\"data row8 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col2\" class=\"data row8 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col3\" class=\"data row8 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col4\" class=\"data row8 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col5\" class=\"data row8 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col6\" class=\"data row8 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col7\" class=\"data row8 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col8\" class=\"data row8 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col9\" class=\"data row8 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col10\" class=\"data row8 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col11\" class=\"data row8 col11\" >132</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col12\" class=\"data row8 col12\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col13\" class=\"data row8 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col14\" class=\"data row8 col14\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col15\" class=\"data row8 col15\" >151</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col16\" class=\"data row8 col16\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row8_col17\" class=\"data row8 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col0\" class=\"data row9 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col1\" class=\"data row9 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col2\" class=\"data row9 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col3\" class=\"data row9 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col4\" class=\"data row9 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col5\" class=\"data row9 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col6\" class=\"data row9 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col7\" class=\"data row9 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col8\" class=\"data row9 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col9\" class=\"data row9 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col10\" class=\"data row9 col10\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col11\" class=\"data row9 col11\" >237</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col12\" class=\"data row9 col12\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col13\" class=\"data row9 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col14\" class=\"data row9 col14\" >164</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col15\" class=\"data row9 col15\" >10</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col16\" class=\"data row9 col16\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row9_col17\" class=\"data row9 col17\" >0</td>\n",
              "            </tr>\n",
              "            <tr>\n",
              "                        <th id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col0\" class=\"data row10 col0\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col1\" class=\"data row10 col1\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col2\" class=\"data row10 col2\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col3\" class=\"data row10 col3\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col4\" class=\"data row10 col4\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col5\" class=\"data row10 col5\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col6\" class=\"data row10 col6\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col7\" class=\"data row10 col7\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col8\" class=\"data row10 col8\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col9\" class=\"data row10 col9\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col10\" class=\"data row10 col10\" >110</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col11\" class=\"data row10 col11\" >253</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col12\" class=\"data row10 col12\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col13\" class=\"data row10 col13\" >252</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col14\" class=\"data row10 col14\" >84</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col15\" class=\"data row10 col15\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col16\" class=\"data row10 col16\" >0</td>\n",
              "                        <td id=\"T_fd06640a_ad11_11eb_a240_0242ac1c0002row10_col17\" class=\"data row10 col17\" >0</td>\n",
              "            </tr>\n",
              "    </tbody></table>"
            ],
            "text/plain": [
              "<pandas.io.formats.style.Styler at 0x7ff078b332d0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "4PBjAr_okVHm"
      },
      "source": [
        "We will start by making a simple baseline predictive model (pixel similarity):"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yUNLotm1hlGp"
      },
      "source": [
        "three_tensors = [tensor(Image.open(f)) for f in threes]\n",
        "seven_tensors = [tensor(Image.open(f)) for f in sevens]\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RPNfCGqn6vGb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 103
        },
        "outputId": "7be59ebd-3313-4af5-ec12-2dcfb0f59bb4"
      },
      "source": [
        "len(seven_tensors)\n",
        "seven_tensors[1].shape\n",
        "show_image(seven_tensors[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.axes._subplots.AxesSubplot at 0x7ff078f97110>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 21
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEQAAABECAYAAAA4E5OyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAKlklEQVR4nO2bWWwcZx3Af98ce3p3vbtee21njzixiZ22IUHORVtKD2gLlKPiqAQCKh4AIcQDEuKFQwjBA+KFBxASKg9IRbQCWqBQ2lBCWqe0aY4SJz4Sx2d8rXfX3vWeM/PxYMdpNm4aJ2s7gv1JlqydmW/+85v/fOeMkFJS4zLKZgdwq1ETUkFNSAU1IRXUhFSgXWvjA8on/2eboBesp8Rqv9cypIKakApqQiqoCamgJqSCmpAKakIqqAmpoCakgpqQCq7ZdV9XhECoKtJaHh1Y5g2VoYWbkB43ue0BynUqatFCLVg4j49gziXXXO6mCVHsdoTTiTQMKJeRhlj6/3oRAmGzkdkbZb5NY+9nTvGF0BFeynZxLBUj8/0otp4MVtGCNcwKbpwQIRCajtoaphhvYDGokwsp6DmwZS08/WnM3v53LkbTlv62RjACbmZ3axTbCtzl66ddz5NxXaBg6bxsj4KqrjnMDRMibDYUTx3JAy3MfqTA+7ed5kctf+f5XJTnkzs59dvbCPe+czlKnRtRV8fF+0LMd5h8/b7n+JKvD7vQUXBywJHGIXo57DgIigJCAXn9j836C1muK8S7tjKz10/qNsm+2Ah3+frxK0626TPscDdwtHknyq5OxNQc5vTMVcWowQDCU0dmV5hss0p6T4l4ZJZ3O0ZxCtvKfknTZMrwIawbm7lYdyFCVRF2O1N3BvjS1/7E7Y4x9tnLKCiAoEXLc9A9yFOduxn/YIDwUQfKKkKsrS1kY26Sjy3ylc4j3O8+S5uuo3H5sTAwGSz7eTMXQS1KME2Q1priXXchaqSV+T1h5jtNbneMEVGzaLgoSoOsLHMkH+PFVBfpi14aZiVqwQDdhhKoR7hdFKMBCkGdZKdKvtXgodg5djlHCKnyChkAZWnyZGI//x6PEUkXkeU1VNLLrLuQ7M4mMp9b4NFoHwfsJgouAJJWiRHDxZOTezl7IkbwjCDQm0WdyyDdToy2ZhYjTibvlmzrvMgPIof5sHsOBQUFATivOlfGMjj8ehf+/yhoE2MY5dKa4626EKHbUOp9yOYg8531JHYJHo4M0l03hIIgL0ukLYOnM7fx9NgeJkaDuGYUij6YOugBPCBayIUlRrDMzu0TvK9hgHbbDBq2Vc9pYPLEfJye+W14B1TqzxeR2cUbir/qQpQ6N1a0kZluL8FPjvNwaJBvBE6iCxVQSVoGZ0pBfjVwEPuffTSWQC1ZzHTDtt3j7G+4wHvdA7TrKbZoS1mwlBGrywDIWWV+eup+tDNu4ocSWANDmGvp07yF6gpRVGSsmdEHfeS3F/lsUy9djgl0oaKhogoFj1CIaGkejJ3lmfvvwLIULEPQEZnmwaZedtgnietp6pVLj8a1+U+pTG8pgtrvJnjaRKQWkOYN9HqXqZ4QIVBsOgsdXj706FH2153nEXdq+aKWZAD4VRdexeLHTW/w46Y3riji0j6mvLp+WA0DkxcWuzic6CB8tIT90EmMG8yMS1RNiOJ0IlqayIUUuuuG2GGbRsH+jsdZLPUXps08CVNn1PAzZdQzUfIzW/LQYk/TqC9wl/McHbpj5biiNEhaJZ7oO4B1xsPWyRTWTWTGJaomRLiclCJ+cmHJA85JvIrjiu3mKv0BC4mFRVmaDBl1HM/HOTYfZyAVYnbGizqnI8NFAvWLeNvzdOhzK8dmZZmLph2tx0vr35MwMrGmMcvbUb1Hxu9jdpeDcrSAIi4/+6NGjp5CjOPZGK9Mt638ni/pFIo6pUUbIqui5hS0vEBbBC0HjgYo1VtEGlM81NxLl32SSxVrURp8dfijnBiOEOkvoyRSmKW1N7GrUTUhZrCOhTtK7IxNor+lwzRY9vPk5F56B7YQekVDLN9Eb8aiMVnCNpbAGBq+qryFx/Yzsw8Ohob4ZqCft7YyZUxOvdJO9KUyrlOjGFPT1bqM6gnRJlM0/nMLA9NxvuvdR6s9RdyW4JfjdzPyQpzQhCRwemFlfyVfRuQKyPnMleVsacVsqiexW7Cvu497PGdXtllInliI8HJ6O75BcA4lsTLZal3C0vmrVZA5MUnwL4s4E9v4Q2wXDfVZbg9OcvbsFjr/mEAk56+4k29X/ZlhP+kddTTeMc3PY8/hEBosZ5yFxe8nd9Pf10p7Xx5zcKha4a9QNSHSNJGLOVyDczQ+04jhcHKsrpHIuAEzc1j5wjWPV5saIVjPxJ1eFvfmeLylF4fQlgeB8ELeybHcVs6/FqX5hESfSHJzDezqVK9SlRKrUIDBITwVd+66GsOAj9xWHwu3l/junufodoygLTfbFpKXMp28ON5B6ISk/tAgZsWjVi02b051GaHbEDadxL4GEvcWeajzDN2OEZrUpWZ62MgxZnj53evdNLyq4etNIbOLN9UbvRa3gBAN4XKR7oDv7P0zexyj7NAvd+jGDC/H83Hq39QJPduPlckii8V1i2dTZ90RCnTESXV5UbZn2ecYJqQutctZWSRjmXx74PPMnWwk2ltYyowbmONYC5soREHoGvlmN6kdgq7w1BVd84xlkjB1ZvpDxF4qYx+cxihcu2KuBpsjRAjUtii59gbG71P5+L2v8oD3NAB5WSJjGXxj5GO8cXYrLT3gPDOJlUpvSGgbL2R5OcIIeUlv1wl0zl4x6s1YBrOWxonhCKEeDV9vEmN8YsPC23AhYk8X0wd8pG8zeOg9x/lA/ZWZ8cPp+3h+sBP/YQcNPTMwk9jQ+DZWiBDkW9ykd5e4d2cfP2vpWdmUkyZJS6VnMo79TReBsznMgfMbGh5soBAt3ES5LczUfpVvHfgL73aMwvKMmIXkqcwOnp7YQ/nlIJG/JRGTc9fXoat2nBtyFkVF+jxkYk7KkSJf9A2vdMkNTMrS5GQmyvCFRracM7He7NuQsFZj3YVo4SZK7S2M3+nk4MdO8bX6vpX1FAvJi3kPzyZ3c/jQHbT/KYc+lliXMcp1x7uupa9khp1cR5GftL64Mnq1kBRlmdP5CEcvxvENgjh6alNlwDoKUYMBrHgz4+/zcfdjb3CndwCXsK3MpF8wCpwstvCLnnvY/hsD29jEpsuA9RByaXHb6yEXcZONm3wv/A88ig3lLZkxVA7w8kIHrmEd5cjrt4QMWAchasCP1dbKxW4PDY+O8XhoEI9iW6k3TpQs/rqwh1+/9l6izwhiQ4lNaU3ejqquywhNR3g9ZGMusjHJtyP/okOfQUPHQlKWJoOlZv450477nI77X6ex1nHkeiNUTYga8FPuijG128mOT/fxCd8w9zgv4hJLmTFq5Hm9EOE7rz1C/AmF6MQMZnZxza8rrDfVEaIs1RmZqJ1szOLxpiNs01MEFRcWkrwscb7s51C6C23Egf1Y71Jm3MiLduvMTQtRXC6UcCPJ/WG2fPkcn/IP0W2fx778Vs+okeeVfJwfnnqY8G8ctI2mb8nMuERVMkRqKqYu8NvylKVKTzGAurxE2Vdsoye1DeuCm7oTo8iFzC2ZGZcQ1/qQ+bo+MVt+PVLxerGijUhVQeqXF6qEaSGKJmo6izk+uTQXegsIebtPzG4+Q6REFouYs7MwOwtw1UsMEm6ZfsY7UXu1u4KakAquWYf8P1LLkApqQiqoCamgJqSCmpAKakIq+C/fGyknlDF4qQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 72x72 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bH3ZvaAslLvA"
      },
      "source": [
        "Let's stack our images into a two tensors and normalize them:"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7TkNO-TGlK5K"
      },
      "source": [
        "stacked_threes = torch.stack(three_tensors).float() / 255\n",
        "stacked_sevens = torch.stack(seven_tensors).float() / 255\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SjAJHKicTOhR",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "cc179597-4968-4d54-a35c-fc2a5a279bbb"
      },
      "source": [
        "print(stacked_threes.shape)\n",
        "a_3 = stacked_threes[34]\n",
        "a_7 = stacked_sevens[54]\n",
        "a_3.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "torch.Size([6131, 28, 28])\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([28, 28])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "aIXHLMfrl90p"
      },
      "source": [
        "For this simple model, we will compare new images against the means of 3 and 7 tensors:\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 153
        },
        "id": "g7d5SDHwk13P",
        "outputId": "3bd5d23f-199a-4bb7-9b3b-48c6de96970e"
      },
      "source": [
        "mean3 = stacked_threes.mean(0)\n",
        "mean7 = stacked_sevens.mean(0)\n",
        "\n",
        "show_image(mean3), show_image(mean7);"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEQAAABECAYAAAA4E5OyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAOnUlEQVR4nO2c224kyXGGv4jMrKo+8TizI2vHliBZgA8QfGM/gh/BT+lH8Av4zrAvDBgWLBvGrjQ7szMcsrvrkIfwRVY3udRYwpCzs4bBAIrVJMHsyj8jI+L/I5tiZjzZrekP/QD/1+wJkHv2BMg9ewLknj0Bcs/87/vl3+rf/b9NQf9Q/l4+9PMnD7lnT4DcsydA7tkTIPfs9wbV783kg/HsD9tnoBnfPyCHyYvON6mvVZDD7/QDjloKAEeuVQysYGX+3sp8/7QgfVpA7kz+MHFxCs4hzoFz4P3xZ3hX/+Zwwe0ES4FcICVsvpMzlvN8L7cAWflkwHwaQOQweVdXvmnqpNsWCQFbtFjbUNYNpXWkhacEIXWCOSGHA5Ag2ZACbjLcZPh9RseM20V0Suh+gCliw4BNEaapAvSJgHkcIPOqHlZfvEeCr0A0DbbsKF0gr1vSwhFPPHEhxJWQWyEvoHgoTR3OBCRLBWQAN0G4cfjBaK8Dri+E64D2Edk6ZJwwESwliAnLUL/8EIDc8QppAhI8slhA11I2C9KqZTpviGtHfynEjTBeGGlT0POB5XLki/WO06bnst0TNKMYfQ70OfCq33DVd3z7dg3XgfZ1oLmBxetAsy10rxe43YRebaEfYLuDJFjkUZ7yKA8R5xCn1StCA4sO6xrypiOuPeOZY1oL47kQT4x4kfDryLPzGy4Xe75cXnEZdjwLW4JkWo3sS0M0x3+3F7xZrPmVGlftgtEWlEaRpBQn6BQIAmFsETMYxwpCzo9ykocBIlLBCL5uk9kz8umKvG4YnjeMJ8r+hRA3xvRFJGwmfvrsihfLG362fMMXzTV/HN5y5nZc6p5WMp2U41u8XrVc5SX/fPon/Lp/zj+dfsm3V2u23YLmSine0y0VMXDOoVMEwGICsQdvnQcCokdgDpnDvMNaRwlKDkLxYArmgDlmxuzYxpZv44qMEs2x0Q2v3Z5OI0sZaSQTJLErLYMFHMZCJ5YhctMm9p2RF0ZuhdQKpVG0nTPYHNT57B4CNYgGD03A2oC1Dbnz5IWSOiE3gvkaKCmQouNqv6CPnuuxI7hM0IzXQqOJziVWfuIs7Dn1PUudaDUylECriU0YGZae/aYlWiBeOzQLaenQKeCaADHWAJ8zZvKgOPIgQETvFVvFwKymzAwuGmUCN0jNAt5RJmU3Ona+cBXKXHoYogVVI4RMFxIn3cB5u+e86TkLe6I5ignJDl5ZL9P5EsEEbC70HluNPNhD5H75bYakghszYS9IVrAaa8NWMQfFuw+OZQqxNYYW3pxkdB05Oem5WO1ZhYnORcbs5/c1iloFRWQG6ANU4HNnGTNDrMBcORITOqU6aFA0GlKUEgTfQ3FzPLk/jgNzQloKkqE0SmkdMTtyUYrVyRYTclGsSK1VMmgyJNWFkFxqmV/K777JR9iDALFiiBiWC0KCcUKKoaqoT2jMmFfCewUnFKfzit4ZRAVTOVas44miJ7VgKwsl51swVOwIikXFTYIbma9SFyLlWuab3fKdzwXIjEoNXgApVc8dFcsONcNUUa+YE9TpEQBTqSD5Wk/kRkidklbCtIG0KbiTidNVz0W3p/ORRhO5KGP0MCluENxg+MFwY0aHdOQ6PAKMxwECWM5IKUdQSOm2hBcBp3V/q2K+kjkLjtJ6bBlAIbfCtBHGcxgvM/7ZwI8urnm5vuLLxRVj8YzFE4syjAG/dfit0NwUmuuM247IfsCmqXIbK7dM+LMBYgUrWreNguSMlVLLjVwqI3WuBlbvK713SmkDZRmIa8904hhPlfG8lvTxMrG83PPy7D0/P3nDRdhx4Xf8Zjpll1r2Y0McPE0vhB2EveH7jAwRpjhzmfyo7fJwQA6gZBCT+hAq1WX1QPcV876CFDzmHGUZmE4D/aVnuBCG58b0LLF8vuNn51f82ekrft695ifNawpKNuVtWhFN2Q8NbAPhBppro7lO+PezdwzVQ8j50Yz3gR5ix1RnpdYSFK3eUkqtGEUR72/J3knH8Lyhv1D6L4TxsmAvRl5c3PDnF6/4xfIb/mLxFc/dNWc6clMarkuHk8JUPCUrEgVNoNHQVJCcZ90kPzqYPg6QAyjMqlbR3wVFBWYtJJ11DJcN2z9yDM9heDlx8mzHX734il9uvuJvFr/mJ/6al36BIkDLV3kPNYszZUdONbvoBC6CTAWJGTsISEcl7XGgfDKR+bA6MhM/vMe6hrJsmDaB8USPgXPzbMdPzt/xl+vf8Iv2FT/2N2xUUIREpreJXVEGCwA0LuNDJneF3EHqhNI5rPFICDWIu4NK90C9drbHCUSHrWPllvAdYkgIlLYhrwLTiTKe1W3iLkf+9OINvzz9mr9e/gd/7K956QKteJwoY0nsLbO3wGABxfBSaNpEXBRy50gLSJ3DtR6d+RTjOD/DDyUQ/T47rJRXiqv1xoGKlCzcxI6vhzP+1b/kt37Lf7prnBQcxmAbBgtc5SW70rLNLUEz625kWnumU48UoX3v0Nyi+wVqVjMNzME+/zAC0dGO3nFHMHa1KDuQMAQwsKxsp4ZXw4Z/0x+xcBNrNx6HiuaOhA6gzw1eCqftQN4ob05bxBzjqaDJEa6bGlz7odZBoj+AHnIE4na/Hhkw1NVJGRkzbsg0u0IJSuqUODX8drrgVXfKvy+eo1pw7raQclJpwaKJNC4fyZ2IsWom3m0i0aiekpTmuqmkct/OnKoWZ5+V/n8HjLstB/kuKBITbsz4XaGZy3Q3CnEMlOBJvq38RuzIdcwb5o2rZcZ3kbNNz3nX47SwbkYWy5F9gbh26CSkpeL6gDYBSS3WD7V98cBY8mAJ8S4Qx6aT6m3TKWdkiuhOabziRo8fHalV0qJupeI50nhTmUt5yA3EE0daed4WJRfhbDGwChONT8S2Bla3gLhQ3NLh2waJqYpWOWNZH7RtPh6QGYz6egbDzbzeuQpMmZlwrKTPi+B6h+sD5pXSaPUMldlDZNZLhDQrbsMkTJNjbAP70LJqIgToQiJlx9TWjJNbIXeKBVf50kFKJM4Z8OO2zcMVM5nV9rlMPwBy257Q21iyH8Apvp9qsFWtFdAcgE0EC4p5JW4CbuXIbdVSpkmJ0TFlRyr1fZwWcHV7FV+BtKAQPKgDrd77kLj6YJFZ3Fyaq1QCNwMid9uSUEvraSZ+h8bWndfozIaDrxM6PNhaSUuQKFiWo1hUHcowtaOIbU4wP2/XR0qJHweIfNczaNvqCSFUqq9aY8GdPq0Uu9UpbL7KnUa1cyClTmKWC0yF3NR4Yo3hfcG7jIphMGcQOMz6uO1EkA889vcHCBzL4+ohtyU6IscVtoMnlDKraoCUqmrNQBy6+jJLBYe9bjKvuKtB17yhrqBiR+XM5hpF/pAbfO9pV/S2qT0zWQuesuqwoJTGgZszhoFY1Tx1ypAqGZOcKzCz95hT8I6yasmLwPC8YThT+ufC+KwQTkfON3s2zXhUzmJ26KRolDp+stux5xMCD2W+Hx9DVI6R3ILHmkBZeCwoqXNVJnQHD6mtCTdpffAxIdkhY0ZmL6nZQcmrQFx5prUynQhxbZR14mQ5ctoOdC6hYlVszopkkESVA/Jha5bbbflAe1hQVUG8r4C0jrT0lFaZ1o4SILW1pqhSALNCDm40NBsa5+1SqoSYQ5UR43pWz84y/lnPj8+2vFjecN707HLDkAK7oWHYNrRbnZWzgt9mdD8h40SZ4sxlHiYjfhQgtw2qOV26GghLo+S54CoB4nKOAWEuQufVdBNoEiTdjlmaCkpcQ9wY8TwTzgZ+dH7Dy/UVmzCwdiN9DiRT4uRhdLgRdGQWmgvEVAleKY8Smj8KECuGOI5ddsl2DGzFUWn5QphOIbdGXhdMDZzN0ZIaW7LM3TeDpqBtpltOXC4HXiy3vFhccxZ6Tl3P+7xgl1pe9Rteb1ekbzuad0r3xuiujPbthLsZkO0e6/tZMPrcbPduCj288ewxJUDujLwosIm4UGia6hKqNv+JoGo4LSyayKqZuOx2PGt3PG9ueOa3BKkxY5tbxuK5GVv2+xa3VcJOCLtC2GV0H5F+wmKsnf9HbJeHAZKrbIdTZJhQEfy+wbQSt9zMWqs32kVksxz5cvOedRh50V7TamLtRjqNtBrpJLLSkTB3/aN5ojn+a3rGN9OGf7n6klc3a26+3tC8dSy/Frp3hdVvJ/z1iHt3g/VDvY7x43MFVSuAuz0QN6dQnTIaFY0OTXMgnb2g8Ynzds+zZstPuzdstOcLf0MnkaWOOIwghWhKRnidN+zSmrdpxVfDWQXj3ZLmnaO5ErqrQvs+428mdDvCMMI41kV6hGc8EBCrKzDFugp7j+SCd4pOGXOC7x2gTFvHkFd8vWmZkudyuaPfNFw2W/alredBdDx6xKt4yjfThl/vLnm13/Dq21Py+0D3jefkChavKxDttyPuZkTfb7G+p/RDjRsx/YCH7maZTuKEATIEVISwq6JwWtQzC3mhRAu8a5dMydG4zHVqiZ0jaKaVxGieoQS+6s943a/5zc2G7fUCfd3QvVcWr432vdG9zYTrCX+1r72Y/b5ukbtp9hMczfx4QA5eUgyTsaa7kpF9oOlHQtfQvFuQF1X/TAthPFmQuyW/Wp1jAf6xq5yEO3WK62sD2+/g2c5otoWwnQjXEbefkN2A9CM2DLXWOBzHzLd04FPY4zp3KdUHGahpGJCY8LngWo8bWkrraG58rTUWejyGafPBlyMgo+FHw+8Lvs+4fapA7EdkmLBhxGLt31pMn9Qr7trDO3dwe6o4JmQU6IdK/0NAnOJ9ZcXtgQ07Nytjd86o2eH00W2QPmayuQlld08wHw7o3nmOT2mP78sA2HymK2dMFEkJuyMtmt6eAoAPnD4CykEWmO/18Mud8+13M8j3+CGAT9eXuQvO4dnvCzUH6fF/HeMDafMzf9D6+/00xP3JPPLY9eewpw8Q3bMnQO6ZPP0zhO/ak4fcsydA7tkTIPfsCZB79gTIPXsC5J79D2NQSt6UYd6eAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 72x72 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAEQAAABECAYAAAA4E5OyAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAANP0lEQVR4nO2c225cV3KGv1qHvfvAJimKMg0fYGOCSYAJMBhgniGPkKfMI+Q614NcBMFcOOOJLY9liSLZp31Yh8rF2rtJtmVPSLWcQcAfaHQ32VL3/vuvqn9VlSSqyhNuYf6vP8DfGp4I2cMTIXt4ImQPT4Tswf3cL//J/PP/2xL0r/lf5F0/f1LIHp4I2cMTIXt4ImQPT4Ts4YmQPTwRsocnQvbwRMgeftapPhpyxwTKuzkXc98oav4JU6x57/mHNc+HIWQkQEy5UDFgBBEBY8rvjRme3772ZzESMRClqpAzpDQ8VtB8S+T4+vck7P0IEblHgngHIuXeWsR7sBacBWtRZ8ufsYUktXL799zFeFEZJGdQRWJCUoY+FFJCgBjREEF1uM9oSu9FyuMIGS5AbLlQca6Q4CvEWZjUqHfkiUe9JdcO9YbkDeoM2QlqQa2gAgjD/Y/PW5IVyWB6xUTFNREJGbvukC5iti2EgLZtIaUPAyn5UcQ8nBCRQoQYpPKId8h0CnVFPpqRJ464qIgTS1hYYi2EI0i1EKeQK0i1ohayV9QpWFCjIMNtjCZRSIUtszWYXqiWHtvC5HJGtclMX/fYdY99u0baDt1s0RjJbQc8nJSHETKECNYi1iKTGvEePZqhdUU8nZAmlu6ZI04N3WkhIRwrqc6kowxVxk0izie8j3ib8DZjTcaKYkSxJmOkXEhIlpgNN82ErnNsrybYjUGtIS0NJngqEUwbEVXo+xJiRtD0oKt7ICGjMqzF1DV4hxzN0boinc1JU0dz7glzQ/OREObQnyc4Cjw7W3M2a/jy6C0vqhWf1lcsTMNzt2YigYkEvCQqMl4yBsWKYlFatbRq+Sq84FU45d+u/45vVqd8d3SOv7KAJdUG0yesCKbrIStq7ZB4H8bKAxUyVAprwTnUO7Ty5NoSp5Y4NYSZEGcQ5xkWgdlRx8XRmovpii+ml5y7FR/7G2bScWxaAIxkLPel7VG8QC2JExKJN8xNx39Pz4jZ8P38hNQYUm1IlaLegB2q2nvgYYSYWzLEe7Su0KknzB1hbugXQn8M3bOMLiLnZ2tezNf87vRbPqqW/Lr+noVpeW4azEBAwNCqJailRfAkLEolPZUIR+KZmYqFafjcvmE1/5qZ7fnq+Jzr3hJnFXErJG+wfqhi5p3NsA9AyE9hyIUopSJESFHoomUbKl51xwS1AHhJTCTQqqfLnm2u2KaKLjuCWmoTqU3ks+otL9yKL/0bLuwagNGijWRy5z0lA0lLEs268y8Pxf+OkDGZvpMM3ZFhkmKiIEGQ3tA2FW8Bb5/xql3w0p/SZ0ufHau+ZtnWdMHTd46UDJoE4zPWZi5OV3xydMPvT/7MbyYv+dgumUkkYbBy615HMkzKSEow3jT/2OUejBBVdt+PFodIShATEgy2S6gF2xqyBb8RBEPwFbFzhOAwJmOMEoIl9I7cWqSxmE4wveASmCSkiZK88rK3bHrPebXhzG6YSMCaLZtcs0oTuuCgN9gObKdIn5GQ0BiLD3kkHhYyedBnjKgYpA9gBNtEAKq1wSRBncEEgezIHrqVgyyYCKYT6o3gt+DXiu3AtbpTWpgZ4lRYNxPeNo4/zj7iebVmYRsmErhJU67DlL7zmNbgGsU3uZTdLqAxFieb9RcwZppRFUgZkQghIiKY1qMiuK1F1BBrRZKgIqgB9RZJYALYBqqV4hqlWmVsn4vCREBAkgc1mFgSozeJmekBCOq4CnMuuzlp46g2gmsU22RMFwaXmstZ5xHh8jBCVNGsCKlYZYCuR1SRrcXmjLeCCZZsHakTJMlgywUbCgl+q1TXEbcN2GVbSA0R9Q6cRfIRSIWEkoQrkziy7eBJPNdxxmU7x2ws1Uqo1gm/CkjToV0PoZx1HouHKySbIu+UICc0ChIiiGDbEjp+azDRcGstFNsrfptx24RbdpgmIJsGUglBoRCXrSHWQpwr/rjjYrrkhVsCsMwTfmiPuNzMcGvBrcFtM6YpaiVG3ne94+Fld0ioCoUIgD4gqhhnS9xawXiDCbbY6Qy2y7htwKx7zGoDXY+2xZiRtRg+Z8leiFMhHmUuTjZ8PrniU3fF9/GUVZrypjlis5owW0kJvXXAbIs6NMbiUh9Zch9OiOrtiTQrmlL5Zl3JJYSIAdQaJBhM1BJSUTF9wmx76PpdrAOlnHspJ+T5hO7U0bwQzHnHr09f81n1loXp+Vo9r8IJl5sZeeVxG/DbjOnvlFkofRgdzjEiH/hwN5CiWRFzRykxlvveoqqYwUKXD1vCS0JCmg5CLL2MdHsBGItOKtK8ojsRujPl4mzJ7xbf8qV/w0Iibfb8EBZsNzVuafFrxW8y0g456ECdtMc51bu5RLV8Q4NCZFSRCGLLa0gZiemWhOGQCJQmUuUJZ3Oai5rtx0L+pOHvT1/zD5PvmJmOVg3f9md8vX5OXnrqleCbjG3TkMv2yBBTrPMHM2Y/QcqoEJJFiKi1SM4I7NqGxcjduQFizK61qNManVb0J57mzNCdJz55ccNvjr7jV+4tGaFTy+t+wfebBW5l8WtwTcZ0xRyS86Ot+j4eqZD7ueRe6BhbCBl7qfcazsNzZ8GY0lVbTIiLms2FY/OJ4C8afvv8O76o3jA3mf8Kx7yMz/jPmwteXy6YXAvVUnGbhG1CSexjDsmjm36cB3k8IYzvO+SS8YMEAauo5tIqsLcN5h0ZYz+18mjtSLOK/sTRPRO6F4kvzm74x/lLPnVXTES4zjP+3J3zw+oIva7wa6jWGdtGpI8QU0nQ+wr54MbsR2yU841mU3LDmNRSGprNBlUzEDMoypayrK40nvPE0594tueW9iOlutjyq8Uln/tLEoZvoucP2y/4w/XnrH+YM3ltmVxlqmXCbnqk7W+bzXcOdr9c2f1JcjJkg5IQkZJXjEFwYLSE05hgoSjEGXJlCXNDOBbCSeSL0xWfTa94btcEdbzOC/60fc4316e4G0e1LOrw64i0xaoznF1244l7n+uXaDLvY6w4pFL/Zag+1qI5D21HRdWU3DLkj1w7wsLTnQrNC8Wfdnx2dM2JbWjV81V/wcv+Gf/x5mOuXy2YXwqTS6W6iaXj3o5WPQ4n3Hw7p3lkx/39CRmT6xCvms2QU+6rZUyranVIuEKuLGlqCHMhLhKn85aLekltSvPoL/0pX21ecLOcY28c1VKpNhnbRKTpd+rYHffvkvEeOIBC7lScfbVYi4wVyNpCkHfkWUU4HsrsM0VOe57NGo5cx02c8cf8Cf9+8yl/unqO/lAzfSMld1xHzLpHuh7t+1sydsf9xyvjcITAvdzAUGHGk7Ha4Twz/t5aclXGFOFISLPMZNaz8B1eEttccRVnvNouWC6n+JXgV8V3lMoSdtM7BlN2CGWMOOyw+24Iidl16cU5pK7Q+ZR0MqV7XtOeGbozJR0njmctziSuwoy/tCe87Wa8ujyBNzXVtVAvM36VsNtQ1BETGm5D5d77vyc+/DqEMbtOPZUn1444G8YVUzCTyMwHAJpccd1PudzOSWuH2whuq7hWsV05D5Ey5LRrJh8qVEYcViF3twCsLaPOqkLmM3QxI5zNaM8rmudCfwrpOFLXkazCTT9lGyte3pywWk5x145qKVTrjNtkTBfvl9l8mBDZx+H3Q8ZtADNM+gZlaO1JE0ucCHFWmslSlw67qtBFR6OepvXo1mFbwbal7WhCRmJGUn63Kz0gPsh+iDhXlDGbwnRCOpkTT2va58V3hAWkqWJ8IWPVVfTRlY78zXC83zCES8Z2eQiXobyqvlff9OdwOIWMyhiP9uO4s/JlI2BQR6qlTP+9IqLkLIRk6XtH7C3SG0wPpgPbgwla9kLGE+3f/AbR3aWZcVdkUiOTCTqfkhcTwrEnLCzhaFyJUNQomoSojhgtqXHQGfzKlGTalGRq+hIu3CXlbv44sEoOmkN2K1SudNDVO7K3ZG9IHrIHdaCG0o3PMlyPQDCYzmB7GZQBkhSTFPkFlDHi/Veq4F6ojJVlHISnqSNOS6jkMnIp48deUNywNiXYxuAacLvcoWUidyehsu87PgAOW2V2C3al75GdKYMqc7s6hYIkKVzK8DgN+aKXoapQGtSp3MiH8xl/DYc53A2QXbW587NhCG6D4LbsFKFWymEvCRIZRprgNopvSgPZb+MwotxrBI0T/g+AgypEx6bz2FhOueSBUAZVtmPYrgMG5UiiKKQtQ2vXlVAxfS7hMpqwnHcld/d+H4CUg5x2x/nMbsS52SIxYVWxG4/bVKTaMpk5shdSZXaJdbdTEhQTiucw3dAv7QLSDnOcrrtdydxfdzhgOB1MIZoHVRDAlpUWMaW9aFSR3mL6VNY0vSlVxsiwbFOGWRIzpo9lhtMODeQ+oP2dNuFQem8Xdg+rksMd/zWhmtFIGW0agVXZ/ClrnIK19nYtC965l8o458lK3j3OB+uI/TUc/vgPQC6jxGEKr4NxU9itfcOdJDwuyt0dPeZ8u8INvwgZAPL0nyHcx9M/D9nDEyF7eCJkD0+E7OGJkD08EbKH/wEQUBZEsF05+wAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 72x72 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ssyxCFxqRjOI",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "aaceaab9-5fbf-4880-f830-3a731275b64a"
      },
      "source": [
        " def img_distance(a, b):\n",
        "     return (a - b).abs().mean()\n",
        "\n",
        "print(img_distance(a_7, mean7))\n",
        "print(img_distance(a_7, mean3))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tensor(0.1084)\n",
            "tensor(0.1410)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eSnQQt5WchMQ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "053df6c8-1664-4c54-f7bb-4ed93a266750"
      },
      "source": [
        "(path / 'valid/7').ls()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(#1028) [Path('valid/7/5610.png'),Path('valid/7/7701.png'),Path('valid/7/9573.png'),Path('valid/7/5654.png'),Path('valid/7/5425.png'),Path('valid/7/1933.png'),Path('valid/7/9608.png'),Path('valid/7/4151.png'),Path('valid/7/3103.png'),Path('valid/7/7598.png')...]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 43
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3tHlOMWwletX"
      },
      "source": [
        "Let's create a validation set and a simple MAE fucntion:\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xfskJkDomhWG",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "159ba5c1-c2f1-4552-938b-1644cb4053d4"
      },
      "source": [
        "# Stack tensors:\n",
        "valid_3_tensors = torch.stack([tensor(Image.open(f)) for f in (path/'valid/3').ls()])\n",
        "valid_7_tensors = torch.stack([tensor(Image.open(f)) for f in (path/'valid/7').ls()])\n",
        "\n",
        "# Normalize tensors:\n",
        "valid_3_tensors = valid_3_tensors.float()/255\n",
        "valid_7_tensors = valid_7_tensors.float()/255\n",
        "\n",
        "print(valid_3_tensors.shape)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "torch.Size([1010, 28, 28])\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HPEX4YbiSZGE"
      },
      "source": [
        "def img_distance(input, mean_tensor): \n",
        "    return (input-mean_tensor).abs().mean((-1,-2))\n",
        "\n",
        "def is_3(x): \n",
        "    return (img_distance(x, mean3) < mnist_distance(x, mean7)).float()\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HNLMPC1JIf7W",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d37cf582-ae34-46b0-f2ef-54207aa278d6"
      },
      "source": [
        "is_3(valid_3_tensors).shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([1010])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "J7Ze_v50nCjx",
        "outputId": "e8abbade-358b-4e17-8a6b-2a5ec2b6a146"
      },
      "source": [
        "accuracy_3s = is_3(valid_3_tensors).mean()\n",
        "accuracy_7s = (1 - is_3(valid_7_tensors)).mean()\n",
        "\n",
        "print(accuracy_3s)\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tensor(0.9337)\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}