deep_learning_tic_tac_toe_model_training.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "deep learning tic-tac-toe model training.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ZackAkil/deep-tic-tac-toe/blob/master/deep_learning_tic_tac_toe_model_training.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nKBz663XdQhj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kU3ye6JadXQU",
        "colab_type": "code",
        "cellView": "both",
        "colab": {}
      },
      "source": [
        "#@title\n",
        "class XandOs():\n",
        "  def __init__(self, log = False):\n",
        "    self.state = np.zeros([3,3], dtype=np.int16)\n",
        "    self.end = False\n",
        "    self.history = []\n",
        "    self.log = log\n",
        "\n",
        "  def make_move(self, pos, player=1):\n",
        "  \n",
        "    if self.state.flatten()[pos]:\n",
        "       # invalid move\n",
        "       if self.log:\n",
        "        print('player {0} INVALID move {1}'.format(player, pos))\n",
        "       return False\n",
        "    else:\n",
        "      # make move\n",
        "      if self.log:\n",
        "        print('player {0} making move {1}'.format(player, pos))\n",
        "      grid = self.state.flatten()\n",
        "      grid[pos] = player\n",
        "      self.state = np.reshape(grid, [3,3])\n",
        "      return True\n",
        "\n",
        "  def check_win(self, player=1):\n",
        "    bool_grid = self.state == player\n",
        "    return win(bool_grid)\n",
        "\n",
        "\n",
        "  def step(self, action):\n",
        "\n",
        "    self.history.append([self.state, action])\n",
        "    reward = 0\n",
        "    pos = action\n",
        "    valid_move = self.make_move(pos, player=1)\n",
        "\n",
        "    if not valid_move:\n",
        "      reward = -3\n",
        "      self.end = True\n",
        "\n",
        "    elif self.check_win(player=1):\n",
        "      if self.log:\n",
        "        print('player 1 win')\n",
        "      reward = 1\n",
        "      self.end = True\n",
        "\n",
        "    elif self.game_full():\n",
        "      if self.log:\n",
        "        print('player 1 ended game')\n",
        "      self.end = True\n",
        "      reward = 0.5\n",
        "\n",
        "    if self.end:  \n",
        "      return reward, self.state, self.end\n",
        "\n",
        "    # player 2 move\n",
        "    player_2_move = self.rand_agent_move(player=2)\n",
        "    valid_move = self.make_move(player_2_move, player=2)\n",
        "\n",
        "    if not valid_move:\n",
        "      reward = 1\n",
        "      self.end = True\n",
        "\n",
        "    elif self.check_win(player=2):\n",
        "      if self.log:\n",
        "        print('player 2 win')\n",
        "      reward = -2\n",
        "      self.end = True\n",
        "\n",
        "    elif self.game_full():\n",
        "      if self.log:\n",
        "        print('player 2 ended game')\n",
        "      self.end = True\n",
        "      reward = 0.5\n",
        "\n",
        "    if self.end:  \n",
        "      return reward, self.state, self.end\n",
        "\n",
        "    return reward, self.state, self.end\n",
        "\n",
        "\n",
        "\n",
        "  def render(self):\n",
        "    render_game(self.state)\n",
        "\n",
        "  def game_full(self):\n",
        "    return (self.state==0).sum() == 0\n",
        "\n",
        "\n",
        "  def rand_agent_move(self, player = 2):\n",
        "\n",
        "    flat_state = self.state.flatten() == 0\n",
        "    empty_indexs, = np.where(flat_state)\n",
        "\n",
        "    for indx in empty_indexs:\n",
        "      grid = self.state.flatten() == player\n",
        "      grid[indx] = True\n",
        "      if win(np.reshape(grid,[3,3])):\n",
        "        if self.log:\n",
        "          print('found winning move ')\n",
        "        return indx\n",
        "    if len(empty_indexs):\n",
        "      return np.random.choice(empty_indexs)\n",
        "    else:\n",
        "      return 0\n",
        "\n",
        "def win(bool_grid):\n",
        "  # horizontal\n",
        "  for row in bool_grid:\n",
        "    if row.sum() == 3:\n",
        "      return True\n",
        "\n",
        "  # vertical\n",
        "  for row in bool_grid.T:\n",
        "    if row.sum() == 3:\n",
        "      return True\n",
        "\n",
        "  # diangonal 1\n",
        "  if np.reshape(bool_grid,[-1])[::4].sum() == 3:\n",
        "    return True\n",
        "\n",
        "  # diangonal 2\n",
        "  if np.reshape(bool_grid,[-1])[2:7:2].sum() == 3:\n",
        "    return True\n",
        "\n",
        "  return False\n",
        "\n",
        "def render_game(state):\n",
        "\n",
        "    # data = np.reshape(pred, [3,3])\n",
        "    fig, ax = plt.subplots()\n",
        "    im = ax.imshow(state/2, cmap=plt.get_cmap('cool'), interpolation='nearest',\n",
        "              vmin=0, vmax=1)\n",
        "    text_num = 0\n",
        "    for i in range(3):\n",
        "      for j in range(3):\n",
        "        ax.text(j, i, str(text_num))\n",
        "        text_num += 1\n",
        "\n",
        "      # Minor ticks\n",
        "    fig.colorbar(im)\n",
        "    plt.show()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "P1KUiRucnHqD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "game = XandOs()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "H9CbboUHnAz4",
        "colab_type": "code",
        "outputId": "b9608cb9-181f-450f-bf66-e13bbb66347b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 319
        }
      },
      "source": [
        "print(game.step(1))\n",
        "game.render()"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(0, array([[0, 1, 0],\n",
            "       [0, 0, 2],\n",
            "       [0, 0, 0]], dtype=int16), False)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYZklEQVR4nO3df5RW1X3v8fdHQM1SoklBJfwQaaiC\nNhdxKlpdliQmRVYW1Ei8kNiIFy9NrramSboWbbqM8f4RY1d+aKQx3GjVpBdiTZdODWjwRxaNCeqI\n+ANcVtT0CtIgaDD+xMHv/eMcyJPJzDzP5Jx5zpk9n9daZ815nrNnn+8chu/ss/fZ+1FEYGaWqgOq\nDsDMbDA5yZlZ0pzkzCxpTnJmljQnOTNLmpOcmSWtUJKT9G5JayU9lX99Vx/l9kramG+dRc5pZumS\ndL2kHZIe7+O4JF0taYukRyXNbFZn0ZbcMuDuiJgK3J2/7s3rETEj3+YVPKeZpesGYE4/x88Cpubb\nUuBbzSosmuTmAzfm+zcCf1awPjMbxiJiHfBiP0XmAzdFZj1wuKRx/dU5smBMR0bE9nz/v4Aj+yh3\nsKQuoBu4IiJu7a2QpKVk2RkOOeQkjjuuYHjpGvd81RHU3/b3VB3BEPDQQzsjYmyRKuZoTuxkZ2un\n46FNwBsNb62IiBUDON144LmG11vz97b3XryFJCfpLuCoXg59ofFFRISkvuaIHR0R2yRNAe6R9FhE\nPN2zUP7DrgBQR0fQ1dUsvGHrLy6rOoL6u+yyqiMYAqT/LFrFTnbSRWv/V4XeiIiOoucciKZJLiLO\n7OuYpF9IGhcR2/Mm444+6tiWf31G0o+BE4HfSnJmNjSFWi1Y+FTbgIkNryfk7/WpaJ9cJ3B+vn8+\ncFvPApLeJemgfH8McBqwueB5zaxG3j6gta0EncAn81HWU4DdDV1mvSraJ3cFcLOkJcB/AucCSOoA\nPhURFwLTgG9LepssqV4REU5yZokIBtCSa0LSSmA2MEbSVuCLwCiAiLgWWA3MBbYArwEXNKuzUJKL\niF3AB3t5vwu4MN//KfCHRc5jZjWm8pJcRCxqcjyAiwZSZ9GWnJlZaUluMDjJmVlhTnJmljQnOTNL\nVqi0kdNB4SRnZoW5JWdmSXOSM7OkOcmZWbLKfBh4MDjJmVkxHngws9S5JWdmyfLtqpklz0nOzNJV\n4gT9weAkZ2aFOcmZWbICj66aWeLckjOzdLlPzsxS5yRnZklzkjOzZHngwczS5j45M0udk5yZJa3O\nSa7Gd9I1dccdcOyx8N73whVXVB1N7dx62//gyn84guX/eELVodTTc8/B+98P06fD8cfDVVdVHVFh\n+ybot7JVwUluIPbuhYsugjVrYPNmWLky+2r7zZixmPPOu6PqMOpr5Ej46lez35v162H58iR+h5zk\nUvHAA1kLbsoUOPBAWLgQbrut6qhqZfLRZ/COd7y76jDqa9w4mDkz2x89GqZNg23bqo2pqHzRzFa2\nKjjJDcS2bTBx4q9fT5gw9H9BrTo//zk8/DDMmlV1JIUl35KTNEfSk5K2SFrWy/GDJH0/P36/pMll\nnNdsyHrlFTjnHPjGN+Cd76w6mkKS75OTNAJYDpwFTAcWSZreo9gS4KWIeC/wdeArRc9bifHjs47j\nfbZuzd4zG4i33soS3Cc+AR/9aNXRlCLpJAecDGyJiGciYg+wCpjfo8x84MZ8/xbgg5JqPOjchz/6\nI3jqKXj2WdizB1atgnnzqo7KhpIIWLIk64v77GerjqYcLSa4oZzkxgMNzRu25u/1WiYiuoHdwO+V\ncO72GjkSrrkG/vRPs1/Sc8/NHgOw/W75wSKuu+5Udu16kq9+bQIbNlxXdUj1ct998N3vwj33wIwZ\n2bZ6ddVRFVbnJFerh4ElLQWWAjBpUrXB9GXu3GyzXi04Z2XVIdTb6adnrbmE1H3uahmhbQMahhyZ\nkL/XaxlJI4HDgF09K4qIFRHREREdjB1bQmhm1g51bsmVkeQeBKZKOkbSgcBCoLNHmU7g/Hx/AXBP\nRGJ/zsyGq5r3yRW+XY2IbkkXA3cCI4DrI2KTpMuBrojoBK4DvitpC/AiWSI0s0TUee5qKX1yEbEa\nWN3jvUsb9t8APlbGucysfspKcpLmAFeRNZi+ExFX9Dg+iexJjcPzMsvy/NOnGncXmtlQsG/goei0\nrhafuf174OaIOJHsjvAfm8XnJGdmxZTXJ9fKM7cB7JsichjwfLNKa/UIiZkNTQO4XR0jqavh9YqI\nWJHv9/bMbc+JvZcBP5L0l8AhwJnNTugkZ2aFDSDJ7YyIjgKnWgTcEBFflXQq2YDmCRHxdl/f4CRn\nZoXsm6BfglaeuV0CzAGIiJ9JOhgYA+zoq1L3yZlZYSX1ybXyzO3/Az4IIGkacDDwQn+VuiVnZsWo\nnGldLT5z+zng/0j6a7JG5OJmEwuc5MyssLKek2vhmdvNwGkDqdNJzswKKbFPblA4yZlZYU5yZpau\nCifft8JJzswKc5Izs2TVfdFMJzkzK8wtOTNLl/vkzCx1TnJmljQnOTNLlgcezCxt7pMzs9Q5yZlZ\n0pzkzCxZnqBvZslzkjOzdJW0aOZgcZIzs8LckjOzZLlPzsyS5yRnZumq+cPApXQXSpoj6UlJWyQt\n6+X4YkkvSNqYbxeWcV4zq4eSPpJwUBRuyUkaASwHPgRsBR6U1Jl/qk6j70fExUXPZ2b1Uve5q2WE\ndjKwJSKeiYg9wCpgfgn1mtlQ0GIrbsi25IDxwHMNr7cCs3opd46kM4D/AP46Ip7rWUDSUmApAJMm\nlRBaui67rOoI6q/O/UR1UdYlqvO1blcj89+AyRHxPmAtcGNvhSJiRUR0REQHY8e2KTQzK6rOLbky\nktw2YGLD6wn5e/tFxK6IeDN/+R3gpBLOa2Y1kXqSexCYKukYSQcCC4HOxgKSxjW8nAc8UcJ5zawG\nIp/W1cpWhcJ9chHRLeli4E5gBHB9RGySdDnQFRGdwF9Jmgd0Ay8Ci4ue18zqo859cqU8DBwRq4HV\nPd67tGH/b4G/LeNcZlY/ySc5MxvenOTMLFmeoG9maav53FUnOTMrrM7TupzkzKyQut+u1jj/mtlQ\nUdbDwM1WNMrLnCtps6RNkv5vszrdkjOzYkrqk2tlRSNJU8keRzstIl6SdESzet2SM7PCSmrJtbKi\n0f8ElkfESwARsaNZpU5yZlbIvvXkWpzWNUZSV8O2tKGq3lY0Gt/jdH8A/IGk+yStlzSnWXy+XTWz\nwgZwu7ozIjoKnGokMBWYTbYYyDpJfxgRv+zrG9ySM7Niyls0s+mKRmStu86IeCsiniVbn3Jqf5U6\nyZlZYSUluaYrGgG3krXikDSG7Pb1mf4qdZIzs8LKSHIR0Q3sW9HoCeDmfSsa5asYkR/bJWkzcC/w\nNxGxq7963SdnZoWU+TBwCysaBfDZfGuJk5yZFSNP6zKzxNV5WpeTnJkV5iRnZsmq+wR9JzkzK8xJ\nzszS5UUzzSx1Hl01s2S5T87Mkuckl4o33oAzzoA334TubliwAL70paqjqqe9e6GjA8aPh9tvrzqa\nWpnMZEYzmhGMYCQj6aKr6pCKcZ9cQg46CO65Bw49FN56C04/Hc46C045perI6ueqq2DaNHj55aoj\nqaV7uZcxjKk6jNLUOcnVuLuwhqQswUGW5N56K3vPftPWrfDDH8KFF1YdibXBABfNbDsnuYHauxdm\nzIAjjoAPfQhmzao6ovr5zGfgyivhAP969UaID/NhTuIkVrCi6nBKUdYH2QyGUn4LJV0vaYekx/s4\nLklX55/A86ikmWWctxIjRsDGjVlr5YEH4PFef+Th6/bbsz8AJ51UdSS19RN+wgY2sIY1LGc561hX\ndUjFlLdo5qAo60/tDUB/a62fRbZ651RgKfCtks5bncMPh/e/H+64o+pI6uW++6CzEyZPhoULsz7M\n886rOqpaGZ9/bMERHMHZnM0DPFBxRMUln+QiYh3wYj9F5gM3RWY9cLikcWWcu61eeAF+mS8l//rr\nsHYtHHdctTHVzZe/nLVyf/5zWLUKPvAB+N73qo6qNl7lVX7Fr/bv/4gfcQInVBxVcXVOcu0aXe3r\nU3i2NxbKP7kn+/SeSZPaFNoAbN8O55+f9cu9/Tacey585CNVR2VDyC/4BWdzNgDddPNxPs6cfm+C\n6s8PAw9ARKyArCdWHR1RcTi/7X3vg4cfrjqKoWP27Gyz/aYwhUd4pOowyuVFM4HWPoXHzIaoOrfk\n2pV/O4FP5qOspwC7I2J7s28ys6Eh+T45SSvJPiZsjKStwBeBUQARcS3ZB1PMBbYArwEXlHFeM6ve\nsOiTi4hFTY4HcFEZ5zKz+kk+yZnZMOYJ+maWOo+umlmyhkWfnJkNb05yZpYu98mZWeqc5MwsWfsW\nzawrJzkzK8wtOTNLl/vkzCx1TnJmljQnOTNLlh8GNrO01XzRzBqHZmZDRVnryUmaI+nJ/JP9lvVT\n7hxJIamjWZ1OcmZWWBlJTtIIYDnZp/tNBxZJmt5LudHAJcD9rcTmJGdmhezrkyuhJXcysCUinomI\nPcAqsk/66+l/A18B3mglPic5MytsAElujKSuhm1pQzV9farffvkH00+MiB+2GpsHHsysmIE9DLwz\nIpr2o/V6GukA4GvA4oF8n5OcmRVW0uhqs0/1Gw2cAPxYEsBRQKekeRHR1VelTnJmVkiJz8k9CEyV\ndAxZclsIfHz/eSJ2A2P2vZb0Y+Dz/SU4cJ+cmZWgjIGHiOgGLgbuBJ4Abo6ITZIulzTvd43NLTkz\nK6bECfoRsZrsI0wb37u0j7KzW6nTSc7MCvO0LjNLlhfNNLO0eT05M0udk5yZJa3OSa6UO2lJ10va\nIenxPo7PlrRb0sZ863W0xMyGprJWIRkMZbXkbgCuAW7qp8y/R8RHSjqfmdXEsFg0MyLWSZpcRl1m\nNsTUfNHMdvbJnSrpEeB5sqkYm3oWyFckyFYlmDSpjaFZihRVRzAElPUQb41bcu3KvxuAoyPivwHf\nBG7trVBErIiIjojoYOzYNoVmZkXVuU+uLUkuIl6OiFfy/dXAKEljmnybmQ0BJS6aOSjakuQkHaV8\nbRRJJ+fn3dWOc5vZIGsxwQ3p0VVJK4HZZKt+bgW+CIwCiIhrgQXApyV1A68DCyPCPSZmiUh+4CEi\nFjU5fg3ZIyZmlphh8QiJmQ1vTnJmli5P0Dez1DnJmVnSnOTMLFleNNPM0uY+OTNLnZOcmSXNSc7M\nkuWHgc0seU5yZpYuL5ppZqlzS87MkuU+OTNLnpOcmaXLDwObWeo88GBmyXKfnJklz0nOzNLlPjkz\nS12dk1yNuwvNbKgo6yMJJc2R9KSkLZKW9XL8s5I2S3pU0t2Sjm5Wp5OcmRWyb9HMVrb+SBoBLAfO\nAqYDiyRN71HsYaAjIt4H3AJc2Sw+JzkzK6a8D5c+GdgSEc9ExB5gFTC/sUBE3BsRr+Uv1wMTmlXq\nJDdQv/wlLFgAxx0H06bBz35WdUT18uSTMGPGr7d3vhO+8Y2qo6qXr38djj8eTjgBFi2CN96oOqLC\nBpDkxkjqatiWNlQzHniu4fXW/L2+LAHWNIvNAw8DdcklMGcO3HIL7NkDr73W/HuGk2OPhY0bs/29\ne2H8eDj77GpjqpNt2+Dqq2HzZnjHO+Dcc2HVKli8uOrIChnAwMPOiOgoej5J5wEdwJ80K+skNxC7\nd8O6dXDDDdnrAw/MNuvd3XfD7/8+HN20b3h46e6G11+HUaOyP5LveU/VERVS4sPA24CJDa8n5O/9\nBklnAl8A/iQi3mxWqW9XB+LZZ2HsWLjgAjjxRLjwQnj11aqjqq9Vq7LbMfu18ePh85+HSZNg3Dg4\n7DD48IerjqqwkvrkHgSmSjpG0oHAQqCzsYCkE4FvA/MiYkcrsRVOcpImSro3H9bdJOmSXspI0tX5\nsPCjkmYWPW8lurthwwb49Kfh4YfhkEPgiiuqjqqe9uyBzk742MeqjqReXnoJbrst+4P5/PPZH8nv\nfa/qqIpROaOrEdENXAzcCTwB3BwRmyRdLmleXuwfgEOBf5G0UVJnH9XtV8btajfwuYjYIGk08JCk\ntRGxuaHMWcDUfJsFfCv/OrRMmJBts/LQFyxwkuvLmjUwcyYceWTVkdTLXXfBMcdkdwQAH/0o/PSn\ncN551cZVUFkPA0fEamB1j/cubdg/c6B1Fm7JRcT2iNiQ7/+KLAP3HBGZD9wUmfXA4ZLGFT132x11\nFEycmI0gQtbnNL3nYzwGwMqVvlXtzaRJsH591hcXkf0OTZtWdVSF7OuTK+Nh4MFQ6sCDpMnAicD9\nPQ71NTS8vczzt8U3vwmf+ER2OzZlCvzTP1UdUf28+iqsXQvf/nbVkdTPrFnZHcDMmTByZNa3u3Rp\n8++ruTpP6yotyUk6FPgB8JmIePl3rGMpkP2LT5pUVmjlmjEDurqqjqLeDjkEdu2qOor6+tKXsi0V\nNZ+gX8roqqRRZAnunyPiX3sp0tLQcESsiIiOiOjY32dhZrVXxsDDYCljdFXAdcATEfG1Pop1Ap/M\nR1lPAXZHxNC7VTWz3zIc+uROA/4ceExS/qg7fwdMAoiIa8lGS+YCW4DXgAtKOK+Z1USdb1cLJ7mI\n+AnQ748YEQFcVPRcZlZDNe+T87QuMyvMSc7MkuYkZ2bJ2rdoZl05yZlZMe6TM7PUOcmZWdKc5Mws\nWSUumjkonOTMrDAnOTNLlzy6amaJc0vOzJLlPjkzS56TnJmlyw8Dm1nqPPBgZslyn5yZJc9JzszS\n5T45M0udk5yZJc1JzsySFZ7WZWapc0vOzJLmJGdmSXOSM7Nk+WFgM0ubn5Mzs9R5dNXMkuaWnJkl\nq+59coUbmZImSrpX0mZJmyRd0kuZ2ZJ2S9qYb5cWPa+Z1UTeJ9fK1rQqaY6kJyVtkbSsl+MHSfp+\nfvx+SZOb1VlGS64b+FxEbJA0GnhI0tqI2Nyj3L9HxEdKOJ+Z1UwZLTlJI4DlwIeArcCDkjp75JIl\nwEsR8V5JC4GvAP+9v3oLt+QiYntEbMj3fwU8AYwvWq+ZDR1vH9Da1sTJwJaIeCYi9gCrgPk9yswH\nbsz3bwE+KKnfFFtqn1zedDwRuL+Xw6dKegR4Hvh8RGzq5fuXAkvzl28iPV5mfCUYA+ysOogGjqd/\ndYsH6hfTsYVreOihO5HGtFj6YEldDa9XRMSKfH888FzDsa3ArB7fv79MRHRL2g38Hv1c09KSnKRD\ngR8An4mIl3sc3gAcHRGvSJoL3ApM7VlH/sOuyOvrioiOsuIrQ91icjz9q1s8UL+YeiSc30lEzCkj\nlsFSytMtkkaRJbh/joh/7Xk8Il6OiFfy/dXAKLWe+c1seNgGTGx4PSF/r9cykkYChwG7+qu0jNFV\nAdcBT0TE1/ooc9S++2ZJJ+fn7TcwMxt2HgSmSjpG0oHAQqCzR5lO4Px8fwFwT0REf5WWcbt6GvDn\nwGOSNubv/R0wCSAirs2D+bSkbuB1YGGzwMhvW2umbjE5nv7VLR6oX0y1iSfvY7sYuBMYAVwfEZsk\nXQ50RUQnWYPqu5K2AC+SJcJ+qXmuMTMbumo848zMrDgnOTNLWm2SnKR3S1or6an867v6KLe3YXpY\nz07JMuIofVpJG2JaLOmFhuty4SDGcr2kHerjGUZlrs5jfVTSzMGKZQAxtW1aYYvTHNt6jYb91MuI\nqMUGXAksy/eXAV/po9wrgxjDCOBpYApwIPAIML1Hmf8FXJvvLwS+P8jXpZWYFgPXtOnf6QxgJvB4\nH8fnAmsAAacA99cgptnA7W26PuOAmfn+aOA/evn3aus1ajGmtl2jdm+1acnxm9M1bgT+rIIYBmVa\nSRtiapuIWEc2qtWX+cBNkVkPHC5pXMUxtU20Ns2xrdeoxZiSVackd2REbM/3/ws4so9yB0vqkrRe\nUtmJsLdpJT1/GX5jWgmwb1rJYGklJoBz8lufWyRN7OV4u7Qab7udKukRSWskHd+OE/YzzbGya9TK\n1Mt2XqN2aOt6cpLuAo7q5dAXGl9EREjq69mWoyNim6QpwD2SHouIp8uOdYj5N2BlRLwp6S/IWpof\nqDimOmlpWmGZmkxzrEQZUy+Hora25CLizIg4oZftNuAX+5rs+dcdfdSxLf/6DPBjsr9KZRmUaSWD\nHVNE7IqIN/OX3wFOGsR4mmnlGrZVtHlaYbNpjlRwjYbz1Ms63a42Ttc4H7itZwFJ75J0UL4/hmy2\nRc9164oYlGklgx1Tj/6ceWR9LlXpBD6ZjyCeAuxu6IaohNo4rTA/T7/THGnzNWolpnZeo7areuRj\n30bWr3U38BRwF/Du/P0O4Dv5/h8Dj5GNMD4GLBmEOOaSjT49DXwhf+9yYF6+fzDwL8AW4AFgShuu\nTbOYvgxsyq/LvcBxgxjLSmA78BZZX9IS4FPAp/LjIlv48On836ijDdenWUwXN1yf9cAfD2Isp5Ot\nCP4osDHf5lZ5jVqMqW3XqN2bp3WZWdLqdLtqZlY6JzkzS5qTnJklzUnOzJLmJGdmSXOSM7OkOcmZ\nWdL+P32310apsKk2AAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XcfHE9Ekj8i0",
        "colab_type": "code",
        "outputId": "0baa38de-809f-4790-ed95-6ebe84d64e0f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 924
        }
      },
      "source": [
        "game = XandOs()\n",
        "\n",
        "while(not game.end):\n",
        "  move = np.random.choice(range(9))\n",
        "  print(game.step(move))\n",
        "  game.render()\n",
        "\n"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(0, array([[2, 0, 0],\n",
            "       [0, 0, 0],\n",
            "       [0, 1, 0]], dtype=int16), False)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYe0lEQVR4nO3df5QV5Z3n8fdHfugcZSROozINqKxM\nBDGr2CMyehxMTAY9Dkyi40DiRBxcNq7u6iTZXWayx0T3j5jsSTIa2ZgeZdRkFmKcObHHoMZfOUzM\noraICngYEZMFZIKgwfgTG7/7R1Uz187tvrdT1beqqz8vT52uuvX083y53X77qafqea4iAjOzqjqo\n6ADMzIaSk5yZVZqTnJlVmpOcmVWak5yZVZqTnJlVWqYkJ+kISQ9Iej79+oF+yu2XtD7durK0aWbV\nJWmFpF2SNvRzXpJulLRF0jOSZjWqM2tPbhnwUERMAx5Kj+t5KyJOTrf5Gds0s+q6DZg3wPlzgWnp\nthT4VqMKsya5BcDt6f7twJ9krM/MRrCIWAO8MkCRBcAdkVgLjJc0caA6R2eM6aiI2Jnu/ytwVD/l\nDpHUDfQA10fED+oVkrSUJDtzKIeeegInZAyvup48tegIrBKefHJ3REzIUsU8zYvd7G6uOZ7cCLxd\n81JnRHQOorl2YFvN8fb0tZ31izeR5CQ9CBxd59QXag8iIiT1N0fsmIjYIWkq8LCkZyPihb6F0n9s\nJ0CHOqKb7kbhjVjyW2N5kH6etYrd7KbZ/1eF3o6IjqxtDkbDJBcR5/R3TtIvJE2MiJ1pl3FXP3Xs\nSL9ulfRj4BTg15KcmQ1PoWYLZm5qBzC55nhS+lq/so7JdQGXpPuXAHf3LSDpA5IOTvfbgDOATRnb\nNbMSee+g5rYcdAGfTu+yng7srRkyqyvrmNz1wJ2SlgA/By4CkNQBfCYiLgOmA9+W9B5JUr0+Ipzk\nzCoiGERPrgFJK4G5QJuk7cAXgTEAEXEzsBo4D9gCvAlc2qjOTEkuIvYAH6nzejdwWbr/U+CkLO2Y\nWYkpvyQXEYsanA/gisHUmbUnZ2aWW5IbCk5yZpaZk5yZVZqTnJlVVii3O6dDwknOzDJzT87MKs1J\nzswqzUnOzCorz4eBh4KTnJll4xsPZlZ17smZWWX5ctXMKs9JzsyqK8cJ+kPBSc7MMnOSM7PKCnx3\n1cwqzj05M6suj8mZWdU5yZlZpTnJmVll+caDmVWbx+TMrOqc5Mys0sqc5Ep8JV1O93EfH+SDHM/x\nXM/1RYdTPn/xF3DkkTBzZtGRlNO2bXD22TBjBpx4ItxwQ9ERZdY7Qb+ZrQhOcoOwn/1cwRXcy71s\nYhMrWckmNhUdVrksXgz33Vd0FOU1ejR87WuwaROsXQvLlyf7w5yTXEU8zuMcz/FMZSpjGctCFnI3\ndxcdVrmcdRYccUTRUZTXxIkwa1ayP24cTJ8OO3YUG1NW6aKZzWxFcJIbhB3sYDKTDxxPYhI7GOa/\noFacn/0MnnoKZs8uOpLMKt+TkzRP0mZJWyQtq3P+YEnfS88/JunYPNo1G7Zefx0uuAD+5m/gt3+7\n6GgyqfyYnKRRwHLgXGAGsEjSjD7FlgCvRsTxwDeAr2RttwjttLONbQeOt7OddtoLjMiGpXffTRLc\npz4Fn/hE0dHkotJJDjgN2BIRWyNiH7AKWNCnzALg9nT/LuAjkkp807m+3+f3eZ7neZEX2cc+VrGK\n+cwvOiwbTiJgyZJkLO6zny06mnw0meCGc5Jrh5ruDWxPX6tbJiJ6gL3A7+TQdkuNZjQ3cRN/xB8x\nnelcxEWcyIlFh1UuixbBnDmweTNMmgS33lp0ROXy6KPwne/Aww/DyScn2+rVRUeVWZmTXKkeBpa0\nFFgKMIUpBUdT33npf9aPlSuLjqDczjwz6c1VSNnnruYR2g6oueUIk9LX6paRNBo4HNjTt6KI6IyI\njojomMCEHEIzs1Yoc08ujyT3BDBN0nGSxgILga4+ZbqAS9L9C4GHIyr258xspCr5mFzmy9WI6JF0\nJXA/MApYEREbJV0HdEdEF3Ar8B1JW4BXSBKhmVVEmeeu5jImFxGrgdV9XrumZv9t4E/zaMvMyiev\nJCdpHnADSYfploi4vs/5KSRPaoxPyyxL80+/SjxcaGbDQe+Nh6zTupp85vZ/AHdGxCkkV4T/u1F8\nTnJmlk1+Y3LNPHMbQO8UkcOBlxpVWqpHSMxseBrE5WqbpO6a486I6Ez36z1z23di75eAH0n6z8Ch\nwDmNGnSSM7PMBpHkdkdER4amFgG3RcTXJM0huaE5MyLe6+8bnOTMLJPeCfo5aOaZ2yXAPICI+L+S\nDgHagF39VeoxOTPLLKcxuWaeuf1/wEcAJE0HDgFeHqhS9+TMLBvlM62ryWduPwf8raS/JOlELm40\nscBJzswyy+s5uSaeud0EnDGYOp3kzCyTHMfkhoSTnJll5iRnZtVV4OT7ZjjJmVlmTnJmVlllXzTT\nSc7MMnNPzsyqy2NyZlZ1TnJmVmlOcmZWWb7xYGbV5jE5M6s6JzkzqzQnOTOrLE/QN7PKc5Izs+rK\nadHMoeIkZ2aZuSdnZpXlMTkzqzwnOTOrrpI/DJzLcKGkeZI2S9oiaVmd84slvSxpfbpdlke7ZlYO\nOX0k4ZDI3JOTNApYDnwU2A48Iakr/VSdWt+LiCuztmdm5VL2uat5hHYasCUitkbEPmAVsCCHes1s\nOGiyFzdse3JAO7Ct5ng7MLtOuQsknQX8C/CXEbGtbwFJS4GlAEyZgn6eQ3RmNuQqPybXhH8Cjo2I\nDwEPALfXKxQRnRHREREdTJjQotDMLKsy9+TySHI7gMk1x5PS1w6IiD0R8U56eAtwag7tmllJVD3J\nPQFMk3ScpLHAQqCrtoCkiTWH84HncmjXzEog0mldzWxFyDwmFxE9kq4E7gdGASsiYqOk64DuiOgC\n/ouk+UAP8AqwOGu7ZlYeZR6Ty+Vh4IhYDazu89o1Nft/BfxVHm2ZWflUPsmZ2cjmJGdmleUJ+mZW\nbSWfu+okZ2aZlXlal5OcmWVS9svVEudfMxsu8noYuNGKRmmZiyRtkrRR0v9pVKd7cmaWTU5jcs2s\naCRpGsnjaGdExKuSjmxUr3tyZpZZTj25ZlY0+g/A8oh4FSAidjWq1EnOzDLpXU+uyWldbZK6a7al\nNVXVW9GovU9zvwf8nqRHJa2VNK9RfL5cNbPMBnG5ujsiOjI0NRqYBswlWQxkjaSTIuKX/X2De3Jm\nlk1+i2Y2XNGIpHfXFRHvRsSLJOtTThuoUic5M8sspyTXcEUj4AckvTgktZFcvm4dqFInOTPLLI8k\nFxE9QO+KRs8Bd/auaJSuYkR6bo+kTcAjwH+NiD0D1esxOTPLJM+HgZtY0SiAz6ZbU5zkzCwbeVqX\nmVVcmad1OcmZWWZOcmZWWWWfoO8kZ2aZOcmZWXV50UwzqzrfXTWzyvKYnJlVnpNcVbz9Npx1Frzz\nDvT0wIUXwrXXFh1VOe3fDx0d0N4O99xTdDTlcuyxMG4cjBoFo0dDd3fREWXjMbkKOfhgePhhOOww\nePddOPNMOPdcOP30oiMrnxtugOnT4bXXio6knB55BNraio4iN2VOciUeLiwhKUlwkCS5d99NXrP3\n274dfvhDuOyyoiOxFhjkopkt5yQ3WPv3w8knw5FHwkc/CrNnFx1R+Vx9NXz1q3CQf73qkuBjH4NT\nT4XOzqKjyUVeH2QzFHL5LZS0QtIuSRv6OS9JN6afwPOMpFl5tFuIUaNg/fqkt/L447Ch7j955Lrn\nnuQPwKmnFh1Jef3kJ7BuHdx7LyxfDmvWFB1RNvktmjkk8vpTexsw0Frr55Ks3jkNWAp8K6d2izN+\nPJx9Ntx3X9GRlMujj0JXVzK4vnBhMoZ58cVFR1Uu7enHFhx5JHz848kfy2Gu8kkuItYArwxQZAFw\nRyTWAuMlTcyj7ZZ6+WX4ZbqU/FtvwQMPwAknFBtT2Xz5y0kv92c/g1Wr4MMfhu9+t+ioyuONN+BX\nv/q3/R/9CGbOLDamHJQ5ybXq7mp/n8Kzs7ZQ+sk9yaf3TJnSotAGYedOuOSSZFzuvffgoovg/POL\njsqGk1/8Ium9QfIY0ic/CfMafuBUqflh4EGIiE6gE0AdHVFwOL/uQx+Cp54qOorhY+7cZLN/M3Uq\nPP100VHky4tmAs19Co+ZDVNl7sm1Kv92AZ9O77KeDuyNiJ2NvsnMhofKj8lJWknyMWFtkrYDXwTG\nAETEzSQfTHEesAV4E7g0j3bNrHgjYkwuIhY1OB/AFXm0ZWblU/kkZ2YjmCfom1nV+e6qmVXWiBiT\nM7ORzUnOzKrLY3JmVnVOcmZWWb2LZpaVk5yZZeaenJlVl8fkzKzqnOTMrNKc5MyssvwwsJlVW8kX\nzSxxaGY2XOS1npykeZI2p5/st2yAchdICkkdjep0kjOzzPJIcpJGActJPt1vBrBI0ow65cYBVwGP\nNRObk5yZZdI7JpdDT+40YEtEbI2IfcAqkk/66+t/Al8B3m4mPic5M8tsEEmuTVJ3zba0ppr+PtXv\ngPSD6SdHxA+bjc03Hswsm8E9DLw7IhqOo9VtRjoI+DqweDDf5yRnZpnldHe10af6jQNmAj+WBHA0\n0CVpfkR091epk5yZZZLjc3JPANMkHUeS3BYCnzzQTsReoK33WNKPgc8PlODAY3JmloM8bjxERA9w\nJXA/8BxwZ0RslHSdpPm/aWzuyZlZNjlO0I+I1SQfYVr72jX9lJ3bTJ1OcmaWmad1mVlledFMM6s2\nrydnZlXnJGdmlVbmJJfLlbSkFZJ2SdrQz/m5kvZKWp9ude+WmNnwlNcqJEMhr57cbcBNwB0DlPnn\niDg/p/bMrCRGxKKZEbFG0rF51GVmw0zJF81s5ZjcHElPAy+RTMXY2LdAuiJBsirBlCktDG34+dKX\nio6g/PwetU6Ze3Ktyr/rgGMi4t8D3wR+UK9QRHRGREdEdDBhQotCM7Osyjwm15IkFxGvRcTr6f5q\nYIyktgbfZmbDQI6LZg6JliQ5SUcrXRtF0mlpu3ta0baZDbEmE9ywvrsqaSUwl2TVz+3AF4ExABFx\nM3AhcLmkHuAtYGFERB5tm1nxKn/jISIWNTh/E8kjJmZWMSPiERIzG9mc5MysujxB38yqzknOzCrN\nSc7MKsuLZppZtXlMzsyqzknOzCrNSc7MKssPA5tZ5TnJmVl1edFMM6s69+TMrLI8JmdmleckZ2bV\n5YeBzazqfOPBzCrLY3JmVnlOcmZWXR6TM7OqK3OSK/FwoZkNF3l9JKGkeZI2S9oiaVmd85+VtEnS\nM5IeknRMozqd5Mwsk95FM5vZBiJpFLAcOBeYASySNKNPsaeAjoj4EHAX8NVG8TnJmVk2+X249GnA\nlojYGhH7gFXAgtoCEfFIRLyZHq4FJjWq1GNyg/XLX8Jll8GGDSDBihUwZ07RUZXG7t2b+f5df3bg\n+NVXt3L22dcx5/SrC4yqZL7xDbjlluT356ST4O/+Dg45pOioMhnEmFybpO6a486I6Ez324FtNee2\nA7MHqGsJcG+jBp3kBuuqq2DePLjrLti3D958s/H3jCBtbR/k8s+sB+C99/bzta+3M/2EjxccVYns\n2AE33gibNsFv/RZcdBGsWgWLFxcdWSaDSHK7I6Ija3uSLgY6gD9sVNZJbjD27oU1a+C225LjsWOT\nzera+uJDHHHEv2P8+IZjwyNLTw+89RaMGZP8kfzd3y06okxyfBh4BzC55nhS+tr7SDoH+ALwhxHx\nTqNKPSY3GC++CBMmwKWXwimnJJetb7xRdFSltWHDKmbOXFR0GOXS3g6f/zxMmQITJ8Lhh8PHPlZ0\nVJnlNCb3BDBN0nGSxgILga7aApJOAb4NzI+IXc3EljnJSZos6ZH0tu5GSVfVKSNJN6a3hZ+RNCtr\nu4Xo6YF16+Dyy+Gpp+DQQ+H664uOqpR69u9j8+YuTpzxp0WHUi6vvgp33538wXzppeSP5He/W3RU\n2Sifu6sR0QNcCdwPPAfcGREbJV0naX5a7H8BhwHfl7ReUlc/1R2Qx+VqD/C5iFgnaRzwpKQHImJT\nTZlzgWnpNhv4FgMPKJbTpEnJNjsN/cILneT6seX5e5k4cRaHHXZU0aGUy4MPwnHHJVcEAJ/4BPz0\np3DxxcXGlVFeDwNHxGpgdZ/XrqnZP2ewdWbuyUXEzohYl+7/iiQDt/cptgC4IxJrgfGSJmZtu+WO\nPhomT4bNm5Pjhx6CGX0f4zGAZzes5CRfqv66KVNg7dpkLC4i+R2aPr3oqDLpHZPL42HgoZDrjQdJ\nxwKnAI/1OVXv1nA7sDPP9lvim9+ET30qubM6dWpy+9/eZ9++N9i69QH++PxvFx1K+cyenVwBzJoF\no0cnY7tLlxYdVWZlntaVW5KTdBjwD8DVEfHab1jHUiD5iU+Zkldo+Tr5ZOjublxuBBs79lD++3/b\nU3QY5XXttclWFSWfoJ/L3VVJY0gS3N9HxD/WKdLUreGI6IyIjojoODBmYWall8eNh6GSx91VAbcC\nz0XE1/sp1gV8Or3LejqwNyKG36Wqmf2akTAmdwbw58Czktanr/01MAUgIm4muVtyHrAFeBO4NId2\nzawkyny5mjnJRcRPgAH/iRERwBVZ2zKzEir5mJyndZlZZk5yZlZpTnJmVlm9i2aWlZOcmWXjMTkz\nqzonOTOrNCc5M6usHBfNHBJOcmaWmZOcmVWXfHfVzCrOPTkzqyyPyZlZ5TnJmVl1+WFgM6s633gw\ns8rymJyZVZ6TnJlVl8fkzKzqnOTMrNKc5MysssLTusys6tyTM7NKc5Izs0pzkjOzyvLDwGZWbX5O\nzsyqzndXzazS3JMzs8oq+5hc5k6mpMmSHpG0SdJGSVfVKTNX0l5J69PtmqztmllJpGNyzWwNq5Lm\nSdosaYukZXXOHyzpe+n5xyQd26jOPHpyPcDnImKdpHHAk5IeiIhNfcr9c0Scn0N7ZlYyefTkJI0C\nlgMfBbYDT0jq6pNLlgCvRsTxkhYCXwH+bKB6M/fkImJnRKxL938FPAe0Z63XzIaP9w5qbmvgNGBL\nRGyNiH3AKmBBnzILgNvT/buAj0gaMMXmOiaXdh1PAR6rc3qOpKeBl4DPR8TGOt+/FFiaHr6DtCHP\n+HLQBuwuOgiALyVfShNPqlzxXFuyeBJli+mDmWt48sn7kdqaLH2IpO6a486I6Ez324FtNee2A7P7\nfP+BMhHRI2kv8DsM8J7mluQkHQb8A3B1RLzW5/Q64JiIeF3SecAPgGl960j/sZ1pfd0R0ZFXfHko\nW0yOZ2BliwfKF1OfhPMbiYh5ecQyVHJ5ukXSGJIE9/cR8Y99z0fEaxHxerq/Ghij5jO/mY0MO4DJ\nNceT0tfqlpE0Gjgc2DNQpXncXRVwK/BcRHy9nzJH9143SzotbXfAwMxsxHkCmCbpOEljgYVAV58y\nXcAl6f6FwMMREQNVmsfl6hnAnwPPSlqfvvbXwBSAiLg5DeZyST3AW8DCRoGRXraWTNlicjwDK1s8\nUL6YShNPOsZ2JXA/MApYEREbJV0HdEdEF0mH6juStgCvkCTCAalxrjEzG75KPOPMzCw7Jzkzq7TS\nJDlJR0h6QNLz6dcP9FNuf830sL6DknnEkfu0khbEtFjSyzXvy2VDGMsKSbvUzzOMStyYxvqMpFlD\nFcsgYmrZtMImpzm29D0a8VMvI6IUG/BVYFm6vwz4Sj/lXh/CGEYBLwBTgbHA08CMPmX+E3Bzur8Q\n+N4Qvy/NxLQYuKlFP6ezgFnAhn7OnwfcCwg4HXisBDHNBe5p0fszEZiV7o8D/qXOz6ul71GTMbXs\nPWr1VpqeHO+frnE78CcFxDAk00paEFPLRMQakrta/VkA3BGJtcB4SRMLjqllorlpji19j5qMqbLK\nlOSOioid6f6/Akf1U+4QSd2S1krKOxHWm1bS95fhfdNKgN5pJUOlmZgALkgvfe6SNLnO+VZpNt5W\nmyPpaUn3SjqxFQ0OMM2xsPeomamXrXyPWqGl68lJehA4us6pL9QeRERI6u/ZlmMiYoekqcDDkp6N\niBfyjnWY+SdgZUS8I+k/kvQ0P1xwTGXS1LTCPDWY5liIPKZeDkct7clFxDkRMbPOdjfwi94ue/p1\nVz917Ei/bgV+TPJXKS9DMq1kqGOKiD0R8U56eAtw6hDG00gz72FLRYunFTaa5kgB79FInnpZpsvV\n2ukalwB39y0g6QOSDk7320hmW/Rdty6LIZlWMtQx9RnPmU8y5lKULuDT6R3E04G9NcMQhVALpxWm\n7Qw4zZEWv0fNxNTK96jlir7z0buRjGs9BDwPPAgckb7eAdyS7v8B8CzJHcZngSVDEMd5JHefXgC+\nkL52HTA/3T8E+D6wBXgcmNqC96ZRTF8GNqbvyyPACUMYy0pgJ/AuyVjSEuAzwGfS8yJZ+PCF9GfU\n0YL3p1FMV9a8P2uBPxjCWM4kWRH8GWB9up1X5HvUZEwte49avXlal5lVWpkuV83McuckZ2aV5iRn\nZpXmJGdmleYkZ2aV5iRnZpXmJGdmlfb/ASTO1yamtRaGAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "(0, array([[2, 0, 0],\n",
            "       [0, 0, 0],\n",
            "       [1, 1, 2]], dtype=int16), False)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYtUlEQVR4nO3df5QV5Z3n8fdHEImKoNOoTAMqKxNB\nzAp2REePi4nJgMeFJDoEEieSwSVmdSbmx8wykz0mun/EZE+S0ZGN6VUTTWYhxuRIj0GNv3IczaIi\nogIeRsS4gEwQJBhFhIbv/nGrnZvO7b63U9W3qqs/L08dqm49/TxfLvjlqafqeUoRgZlZWR2SdwBm\nZv3JSc7MSs1JzsxKzUnOzErNSc7MSs1JzsxKLVWSk3SMpAckvZj8enQP5Q5IWpNsHWnaNLPyknSb\npO2S1vZwXpJulLRR0nOSptWrM21PbjHwUERMBB5Kjmt5OyJOT7bZKds0s/L6PjCzl/OzgInJtgj4\nTr0K0ya5OcDtyf7twEdS1mdmg1hEPAq83kuROcAdUbESGCVpTG91Dk0Z03ERsS3Z/zfguB7KDZe0\nCugEro+Iu2sVkrSISnbmCI444xROSRleeT19Rt4RWCk8/fSOiBidpoqZmhk72NFYczy9Dthb9VF7\nRLT3oblWYHPV8Zbks221izeQ5CQ9CBxf49SXqw8iIiT1NEfshIjYKmkC8LCk5yPipe6Fkt9sO0Cb\n2mIVq+qFN2jJX41lQXolbRU72EGj/68K7Y2ItrRt9kXdJBcRF/R0TtKvJY2JiG1Jl3F7D3VsTX7d\nJOkXwFTg95KcmQ1MoUYLpm5qKzCu6nhs8lmP0o7JdQCXJfuXAcu7F5B0tKTDkv0W4Bxgfcp2zaxA\nDh7S2JaBDuBTyV3Ws4DdVUNmNaUdk7seuFPSQuAVYC6ApDbgioi4HJgEfFfSQSpJ9fqIcJIzK4mg\nDz25OiQtBWYALZK2AF8BDgWIiJuBFcCFwEZgD/DpenWmSnIRsRP4YI3PVwGXJ/u/BE5L046ZFZiy\nS3IRMb/O+QCu7EudaXtyZmaZJbn+4CRnZqk5yZlZqTnJmVlphTK7c9ovnOTMLDX35Mys1JzkzKzU\nnOTMrLSyfBi4PzjJmVk6vvFgZmXnnpyZlZYvV82s9JzkzKy8Mpyg3x+c5MwsNSc5MyutwHdXzazk\n3JMzs/LymJyZlZ2TnJmVmpOcmZWWbzyYWbl5TM7Mys5JzsxKrchJrsBX0sV0H/fxXt7LyZzM9Vyf\ndzjF85d/CcceC1Om5B1JMW3eDOefD5Mnw6mnwg035B1Ral0T9BvZ8uAk1wcHOMCVXMm93Mt61rOU\npaxnfd5hFcuCBXDffXlHUVxDh8I3vwnr18PKlbBkSWV/gHOSK4kneZKTOZkJTGAYw5jHPJazPO+w\niuW88+CYY/KOorjGjIFp0yr7I0bApEmwdWu+MaWVLJrZyJYHJ7k+2MpWxjHu3eOxjGUrA/wvqOXn\nV7+CZ56B6dPzjiS10vfkJM2UtEHSRkmLa5w/TNKPkvNPSDoxi3bNBqw334SLL4Z/+Ac46qi8o0ml\n9GNykoYAS4BZwGRgvqTJ3YotBHZFxMnAt4Gvp203D620spnN7x5vYQuttOYYkQ1I+/dXEtwnPwkf\n+1je0WSi1EkOOBPYGBGbImIfsAyY063MHOD2ZP8u4IOSCnzTubb3835e5EVe5mX2sY9lLGM2s/MO\nywaSCFi4sDIW94Uv5B1NNhpMcAM5ybVCVfcGtiSf1SwTEZ3AbuCPMmi7qYYylJu4iT/jz5jEJOYy\nl1M5Ne+wimX+fDj7bNiwAcaOhVtvzTuiYnn8cfjBD+Dhh+H00yvbihV5R5VakZNcoR4GlrQIWAQw\nnvE5R1Pbhcl/1oOlS/OOoNjOPbfSmyuRos9dzSK0rVB1yxHGJp/VLCNpKDAS2Nm9oohoj4i2iGgb\nzegMQjOzZihyTy6LJPcUMFHSSZKGAfOAjm5lOoDLkv1LgIcjSvbPmdlgVfAxudSXqxHRKekq4H5g\nCHBbRKyTdB2wKiI6gFuBH0jaCLxOJRGaWUkUee5qJmNyEbECWNHts2uq9vcCf55FW2ZWPFklOUkz\ngRuodJhuiYjru50fT+VJjVFJmcVJ/ulRgYcLzWwg6LrxkHZaV4PP3P534M6ImErlivB/1YvPSc7M\n0sluTK6RZ24D6JoiMhJ4tV6lhXqExMwGpj5crrZIWlV13B4R7cl+rWduu0/s/Srwc0l/BRwBXFCv\nQSc5M0utD0luR0S0pWhqPvD9iPimpLOp3NCcEhEHe/oBJzkzS6Vrgn4GGnnmdiEwEyAi/q+k4UAL\nsL2nSj0mZ2apZTQm18gzt/8P+CCApEnAcOC13ip1T87M0lE207oafOb2i8D/lvR5Kp3IBfUmFjjJ\nmVlqWT0n18Azt+uBc/pSp5OcmaWS4Zhcv3CSM7PUnOTMrLxynHzfCCc5M0vNSc7MSqvoi2Y6yZlZ\nau7JmVl5eUzOzMrOSc7MSs1JzsxKyzcezKzcPCZnZmXnJGdmpeYkZ2al5Qn6ZlZ6TnJmVl4ZLZrZ\nX5zkzCw19+TMrLQ8JmdmpeckZ2blVfCHgTMZLpQ0U9IGSRslLa5xfoGk1yStSbbLs2jXzIoho1cS\n9ovUPTlJQ4AlwIeALcBTkjqSt+pU+1FEXJW2PTMrlqLPXc0itDOBjRGxKSL2AcuAORnUa2YDQYO9\nuAHbkwNagc1Vx1uA6TXKXSzpPOBfgc9HxObuBSQtAhYBMH48eiWD6Mys35V+TK4B/wycGBHvAx4A\nbq9VKCLaI6ItItoYPbpJoZlZWkXuyWWR5LYC46qOxyafvSsidkbEO8nhLcAZGbRrZgVR9iT3FDBR\n0kmShgHzgI7qApLGVB3OBl7IoF0zK4BIpnU1suUh9ZhcRHRKugq4HxgC3BYR6yRdB6yKiA7gryXN\nBjqB14EFads1s+Io8phcJg8DR8QKYEW3z66p2v874O+yaMvMiqf0Sc7MBjcnOTMrLU/QN7NyK/jc\nVSc5M0utyNO6nOTMLJWiX64WOP+a2UCR1cPA9VY0SsrMlbRe0jpJ/6dene7JmVk6GY3JNbKikaSJ\nVB5HOycidkk6tl697smZWWoZ9eQaWdHovwBLImIXQERsr1epk5yZpdK1nlyD07paJK2q2hZVVVVr\nRaPWbs39CfAnkh6XtFLSzHrx+XLVzFLrw+XqjohoS9HUUGAiMIPKYiCPSjotIn7T0w+4J2dm6WS3\naGbdFY2o9O46ImJ/RLxMZX3Kib1V6iRnZqlllOTqrmgE3E2lF4ekFiqXr5t6q9RJzsxSyyLJRUQn\n0LWi0QvAnV0rGiWrGJGc2ylpPfAI8DcRsbO3ej0mZ2apZPkwcAMrGgXwhWRriJOcmaUjT+sys5Ir\n8rQuJzkzS81JzsxKq+gT9J3kzCw1JzkzKy8vmmlmZee7q2ZWWh6TM7PSc5Iri7174bzz4J13oLMT\nLrkErr0276iK6cABaGuD1la45568oymWE0+EESNgyBAYOhRWrco7onQ8Jlcihx0GDz8MRx4J+/fD\nuefCrFlw1ll5R1Y8N9wAkybBG2/kHUkxPfIItLTkHUVmipzkCjxcWEBSJcFBJcnt31/5zH7Xli3w\ns5/B5ZfnHYk1QR8XzWw6J7m+OnAATj8djj0WPvQhmD4974iK5+qr4RvfgEP816smCT78YTjjDGhv\nzzuaTGT1Ipv+kMnfQkm3SdouaW0P5yXpxuQNPM9JmpZFu7kYMgTWrKn0Vp58EtbW/C0PXvfcU/kH\n4Iwz8o6kuB57DFavhnvvhSVL4NFH844onewWzewXWf1T+32gt7XWZ1FZvXMisAj4Tkbt5mfUKDj/\nfLjvvrwjKZbHH4eOjsrg+rx5lTHMSy/NO6piaU1eW3DssfDRj1b+sRzgSp/kIuJR4PVeiswB7oiK\nlcAoSWOyaLupXnsNfpMsJf/22/DAA3DKKfnGVDRf+1qll/urX8GyZfCBD8APf5h3VMXx1lvw29/+\n+/7Pfw5TpuQbUwaKnOSadXe1p7fwbKsulLy5p/L2nvHjmxRaH2zbBpddVhmXO3gQ5s6Fiy7KOyob\nSH7960rvDSqPIX3iEzCz7gunCs0PA/dBRLQD7QBqa4ucw/l973sfPPNM3lEMHDNmVDb7dxMmwLPP\n5h1FtrxoJtDYW3jMbIAqck+uWfm3A/hUcpf1LGB3RGyr90NmNjCUfkxO0lIqrwlrkbQF+ApwKEBE\n3EzlxRQXAhuBPcCns2jXzPI3KMbkImJ+nfMBXJlFW2ZWPKVPcmY2iHmCvpmVne+umllpDYoxOTMb\n3JzkzKy8PCZnZmXnJGdmpdW1aGZROcmZWWruyZlZeXlMzszKzknOzErNSc7MSssPA5tZuRV80cwC\nh2ZmA0VW68lJmilpQ/Jmv8W9lLtYUkhqq1enk5yZpZZFkpM0BFhC5e1+k4H5kibXKDcC+BzwRCOx\nOcmZWSpdY3IZ9OTOBDZGxKaI2Acso/Kmv+7+B/B1YG8j8TnJmVlqfUhyLZJWVW2Lqqrp6a1+70pe\nTD8uIn7WaGy+8WBm6fTtYeAdEVF3HK1mM9IhwLeABX35OSc5M0sto7ur9d7qNwKYAvxCEsDxQIek\n2RGxqqdKneTMLJUMn5N7Cpgo6SQqyW0e8Il324nYDbR0HUv6BfCl3hIceEzOzDKQxY2HiOgErgLu\nB14A7oyIdZKukzT7D43NPTkzSyfDCfoRsYLKK0yrP7umh7IzGqnTSc7MUvO0LjMrLS+aaWbl5vXk\nzKzsnOTMrNSKnOQyuZKWdJuk7ZLW9nB+hqTdktYkW827JWY2MGW1Ckl/yKon933gJuCOXsr8S0Rc\nlFF7ZlYQg2LRzIh4VNKJWdRlZgNMwRfNbOaY3NmSngVepTIVY133AsmKBIsARo4cz+e/2sTorHS+\ncm3eERRfVh2wIvfkmpV/VwMnRMR/BP4RuLtWoYhoj4i2iGg7/PDRTQrNzNIq8phcU5JcRLwREW8m\n+yuAQyW11PkxMxsAMlw0s180JclJOl7J2iiSzkza3dmMts2snzWY4Ab03VVJS4EZVFb93AJ8BTgU\nICJuBi4BPiupE3gbmBcRkUXbZpa/0t94iIj5dc7fROUREzMrmUHxCImZDW5OcmZWXp6gb2Zl5yRn\nZqXmJGdmpeVFM82s3DwmZ2Zl5yRnZqXmJGdmpeWHgc2s9JzkzKy8vGimmZWde3JmVloekzOz0nOS\nM7Py8sPAZlZ2vvFgZqXlMTkzKz0nOTMrL4/JmVnZFTnJFXi40MwGiqxeSShppqQNkjZKWlzj/Bck\nrZf0nKSHJJ1Qr04nOTNLpWvRzEa23kgaAiwBZgGTgfmSJncr9gzQFhHvA+4CvlEvPic5M0snu5dL\nnwlsjIhNEbEPWAbMqS4QEY9ExJ7kcCUwtl6lHpPro7f3/oaOjsvZvn0tkpgz+zbGjTs777AKY8eO\nDfz4ro+/e7xr1ybOP/86zj7r6hyjKpZv821u4RaEOI3T+B7fYzjD8w4rlT6MybVIWlV13B4R7cl+\nK7C56twWYHovdS0E7q3XoJNcH9133+c4+eSZfHzuXXQe2Mf+/Xvq/9Ag0tLyXj57xRoADh48wDe/\n1cqkUz6ac1TFsZWt3MiNrGc97+E9zGUuy1jGAhbkHVoqfUhyOyKiLW17ki4F2oD/VK+sL1f7YO/e\n3bzyyqNMm7oQgKFDhvGe4aNyjqq4Nr38EMcc8x8YNaru2PCg0kknb/M2nXSyhz38MX+cd0ipdD0M\nnMHl6lZgXNXx2OSz3yHpAuDLwOyIeKdepU5yfbDrNy9z+OGjuXv5p7n5u1NZ3nE5+/a9lXdYhbV2\n7TKmTJmfdxiF0korX+JLjGc8YxjDSEbyYT6cd1ipZZTkngImSjpJ0jBgHtBRXUDSVOC7VBLc9kZi\nS53kJI2T9EhyW3edpM/VKCNJNya3hZ+TNC1tu3k4eLCTbdtW8/62z3LFZ55h2KFH8Nhj1+cdViF1\nHtjHhg0dnDr5z/MOpVB2sYvlLOdlXuZVXuUt3uKH/DDvsNJRNndXI6ITuAq4H3gBuDMi1km6TtLs\npNj/BI4EfixpjaSOHqp7VxZjcp3AFyNitaQRwNOSHoiI9VVlZgETk2068B16H1AspKOOGstRR41l\n7NhK6JMnX8JjjzvJ1bLxxXsZM2YaRx55XN6hFMqDPMhJnMRoRgPwMT7GL/kll3JpzpGlk9XDwBGx\nAljR7bNrqvYv6GudqXtyEbEtIlYn+7+lkoFbuxWbA9wRFSuBUZLGpG272UYceTwjR45jx44NQGXM\naXRL98d4DOD5tUs5zZeqv2c841nJSvawhyB4iIeYxKS8w0olwzG5fpHp3VVJJwJTgSe6nap1a7gV\n2JZl+80wa9Y/8pOffpIDB/Zx9NET+Mic7+UdUuHs2/cWmzY9wH++6Lt5h1I405nOJVzCNKYxlKFM\nZSqLWJR3WKkVeVpXZklO0pHAT4CrI+KNP7CORVD5Ex85cnxWoWVqzPGn85lFq+oXHMSGDTuC//a3\nO/MOo7CuTf4rjYJP0M/k7qqkQ6kkuH+KiJ/WKNLQreGIaI+ItohoO/zw0VmEZmZNkMWNh/6Sxd1V\nAbcCL0TEt3oo1gF8KrnLehawOyIG3KWqmf2+wTAmdw7wF8DzktYkn/09MB4gIm6mcrfkQmAjsAf4\ndAbtmllBFPlyNXWSi4jHgF5/ixERwJVp2zKzAir4mJznrppZak5yZlZqTnJmVlpdi2YWlZOcmaXj\nMTkzKzsnOTMrNSc5MyutroeBi8pJzsxSc5Izs/KS766aWcm5J2dmpeUxOTMrPSc5MysvPwxsZmXn\nGw9mVloekzOz0nOSM7Py8picmZWdk5yZlZqTnJmVVnhal5mVnXtyZlZqTnJmVmpOcmZWWn4Y2MzK\nzc/JmVnZ+e6qmZWae3JmVlpFH5NL3cmUNE7SI5LWS1on6XM1ysyQtFvSmmS7Jm27ZlYQyZhcI1vd\nqqSZkjZI2ihpcY3zh0n6UXL+CUkn1qszi55cJ/DFiFgtaQTwtKQHImJ9t3L/EhEXZdCemRVMFj05\nSUOAJcCHgC3AU5I6uuWShcCuiDhZ0jzg68DHe6s3dU8uIrZFxOpk/7fAC0Br2nrNbOA4eEhjWx1n\nAhsjYlNE7AOWAXO6lZkD3J7s3wV8UFKvKTbTMbmk6zgVeKLG6bMlPQu8CnwpItbV+PlFwKLk8J2v\nXqu1WcaXgRZgR95BVHE8vfhqweJJFC2m96au4emn70dqabD0cEmrqo7bI6I92W8FNled2wJM7/bz\n75aJiE5Ju4E/opfvNLMkJ+lI4CfA1RHxRrfTq4ETIuJNSRcCdwMTu9eR/Gbbk/pWRURbVvFloWgx\nOZ7eFS0eKF5M3RLOHyQiZmYRS3/J5OkWSYdSSXD/FBE/7X4+It6IiDeT/RXAoWo885vZ4LAVGFd1\nPDb5rGYZSUOBkcDO3irN4u6qgFuBFyLiWz2UOb7rulnSmUm7vQZmZoPOU8BESSdJGgbMAzq6lekA\nLkv2LwEejojordIsLlfPAf4CeF7SmuSzvwfGA0TEzUkwn5XUCbwNzKsXGMlla8EULSbH07uixQPF\ni6kw8SRjbFcB9wNDgNsiYp2k64BVEdFBpUP1A0kbgdepJMJeqX6uMTMbuAo848zMLD0nOTMrtcIk\nOUnHSHpA0ovJr0f3UO5A1fSw7oOSWcSR+bSSJsS0QNJrVd/L5f0Yy22Stku1n2FUxY1JrM9JmtZf\nsfQhpqZNK2xwmmNTv6NBP/UyIgqxAd8AFif7i4Gv91DuzX6MYQjwEjABGAY8C0zuVua/Ajcn+/OA\nH/Xz99JITAuAm5r053QeMA1Y28P5C4F7AQFnAU8UIKYZwD1N+n7GANOS/RHAv9b482rqd9RgTE37\njpq9FaYnx+9O17gd+EgOMfTLtJImxNQ0EfEolbtaPZkD3BEVK4FRksbkHFPTRGPTHJv6HTUYU2kV\nKckdFxHbkv1/A47rodxwSaskrZSUdSKsNa2k+1+G35lWAnRNK+kvjcQEcHFy6XOXpHE1zjdLo/E2\n29mSnpV0r6RTm9FgL9Mcc/uOGpl62czvqBmaup6cpAeB42uc+nL1QUSEpJ6ebTkhIrZKmgA8LOn5\niHgp61gHmH8GlkbEO5I+Q6Wn+YGcYyqShqYVZqnONMdcZDH1ciBqak8uIi6IiCk1tuXAr7u67Mmv\n23uoY2vy6ybgF1T+VcpKv0wr6e+YImJnRLyTHN4CnNGP8dTTyHfYVNHkaYX1pjmSw3c0mKdeFuly\ntXq6xmXA8u4FJB0t6bBkv4XKbIvu69al0S/TSvo7pm7jObOpjLnkpQP4VHIH8Sxgd9UwRC7UxGmF\nSTu9TnOkyd9RIzE18ztqurzvfHRtVMa1HgJeBB4Ejkk+bwNuSfb/FHieyh3G54GF/RDHhVTuPr0E\nfDn57DpgdrI/HPgxsBF4EpjQhO+mXkxfA9Yl38sjwCn9GMtSYBuwn8pY0kLgCuCK5LyoLHz4UvJn\n1NaE76deTFdVfT8rgT/tx1jOpbIi+HPAmmS7MM/vqMGYmvYdNXvztC4zK7UiXa6amWXOSc7MSs1J\nzsxKzUnOzErNSc7MSs1JzsxKzUnOzErt/wPzbfcswFaGWwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "(-2, array([[2, 0, 0],\n",
            "       [0, 0, 0],\n",
            "       [1, 1, 2]], dtype=int16), True)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYtUlEQVR4nO3df5QV5Z3n8fdHEImKoNOoTAMqKxNB\nzAp2REePi4nJgMeFJDoEEieSwSVmdSbmx8wykz0mun/EZE+S0ZGN6VUTTWYhxuRIj0GNv3IczaIi\nogIeRsS4gEwQJBhFhIbv/nGrnZvO7b63U9W3qqs/L08dqm49/TxfLvjlqafqeUoRgZlZWR2SdwBm\nZv3JSc7MSs1JzsxKzUnOzErNSc7MSs1JzsxKLVWSk3SMpAckvZj8enQP5Q5IWpNsHWnaNLPyknSb\npO2S1vZwXpJulLRR0nOSptWrM21PbjHwUERMBB5Kjmt5OyJOT7bZKds0s/L6PjCzl/OzgInJtgj4\nTr0K0ya5OcDtyf7twEdS1mdmg1hEPAq83kuROcAdUbESGCVpTG91Dk0Z03ERsS3Z/zfguB7KDZe0\nCugEro+Iu2sVkrSISnbmCI444xROSRleeT19Rt4RWCk8/fSOiBidpoqZmhk72NFYczy9Dthb9VF7\nRLT3oblWYHPV8Zbks221izeQ5CQ9CBxf49SXqw8iIiT1NEfshIjYKmkC8LCk5yPipe6Fkt9sO0Cb\n2mIVq+qFN2jJX41lQXolbRU72EGj/68K7Y2ItrRt9kXdJBcRF/R0TtKvJY2JiG1Jl3F7D3VsTX7d\nJOkXwFTg95KcmQ1MoUYLpm5qKzCu6nhs8lmP0o7JdQCXJfuXAcu7F5B0tKTDkv0W4Bxgfcp2zaxA\nDh7S2JaBDuBTyV3Ws4DdVUNmNaUdk7seuFPSQuAVYC6ApDbgioi4HJgEfFfSQSpJ9fqIcJIzK4mg\nDz25OiQtBWYALZK2AF8BDgWIiJuBFcCFwEZgD/DpenWmSnIRsRP4YI3PVwGXJ/u/BE5L046ZFZiy\nS3IRMb/O+QCu7EudaXtyZmaZJbn+4CRnZqk5yZlZqTnJmVlphTK7c9ovnOTMLDX35Mys1JzkzKzU\nnOTMrLSyfBi4PzjJmVk6vvFgZmXnnpyZlZYvV82s9JzkzKy8Mpyg3x+c5MwsNSc5MyutwHdXzazk\n3JMzs/LymJyZlZ2TnJmVmpOcmZWWbzyYWbl5TM7Mys5JzsxKrchJrsBX0sV0H/fxXt7LyZzM9Vyf\ndzjF85d/CcceC1Om5B1JMW3eDOefD5Mnw6mnwg035B1Ral0T9BvZ8uAk1wcHOMCVXMm93Mt61rOU\npaxnfd5hFcuCBXDffXlHUVxDh8I3vwnr18PKlbBkSWV/gHOSK4kneZKTOZkJTGAYw5jHPJazPO+w\niuW88+CYY/KOorjGjIFp0yr7I0bApEmwdWu+MaWVLJrZyJYHJ7k+2MpWxjHu3eOxjGUrA/wvqOXn\nV7+CZ56B6dPzjiS10vfkJM2UtEHSRkmLa5w/TNKPkvNPSDoxi3bNBqw334SLL4Z/+Ac46qi8o0ml\n9GNykoYAS4BZwGRgvqTJ3YotBHZFxMnAt4Gvp203D620spnN7x5vYQuttOYYkQ1I+/dXEtwnPwkf\n+1je0WSi1EkOOBPYGBGbImIfsAyY063MHOD2ZP8u4IOSCnzTubb3835e5EVe5mX2sY9lLGM2s/MO\nywaSCFi4sDIW94Uv5B1NNhpMcAM5ybVCVfcGtiSf1SwTEZ3AbuCPMmi7qYYylJu4iT/jz5jEJOYy\nl1M5Ne+wimX+fDj7bNiwAcaOhVtvzTuiYnn8cfjBD+Dhh+H00yvbihV5R5VakZNcoR4GlrQIWAQw\nnvE5R1Pbhcl/1oOlS/OOoNjOPbfSmyuRos9dzSK0rVB1yxHGJp/VLCNpKDAS2Nm9oohoj4i2iGgb\nzegMQjOzZihyTy6LJPcUMFHSSZKGAfOAjm5lOoDLkv1LgIcjSvbPmdlgVfAxudSXqxHRKekq4H5g\nCHBbRKyTdB2wKiI6gFuBH0jaCLxOJRGaWUkUee5qJmNyEbECWNHts2uq9vcCf55FW2ZWPFklOUkz\ngRuodJhuiYjru50fT+VJjVFJmcVJ/ulRgYcLzWwg6LrxkHZaV4PP3P534M6ImErlivB/1YvPSc7M\n0sluTK6RZ24D6JoiMhJ4tV6lhXqExMwGpj5crrZIWlV13B4R7cl+rWduu0/s/Srwc0l/BRwBXFCv\nQSc5M0utD0luR0S0pWhqPvD9iPimpLOp3NCcEhEHe/oBJzkzS6Vrgn4GGnnmdiEwEyAi/q+k4UAL\nsL2nSj0mZ2apZTQm18gzt/8P+CCApEnAcOC13ip1T87M0lE207oafOb2i8D/lvR5Kp3IBfUmFjjJ\nmVlqWT0n18Azt+uBc/pSp5OcmaWS4Zhcv3CSM7PUnOTMrLxynHzfCCc5M0vNSc7MSqvoi2Y6yZlZ\nau7JmVl5eUzOzMrOSc7MSs1JzsxKyzcezKzcPCZnZmXnJGdmpeYkZ2al5Qn6ZlZ6TnJmVl4ZLZrZ\nX5zkzCw19+TMrLQ8JmdmpeckZ2blVfCHgTMZLpQ0U9IGSRslLa5xfoGk1yStSbbLs2jXzIoho1cS\n9ovUPTlJQ4AlwIeALcBTkjqSt+pU+1FEXJW2PTMrlqLPXc0itDOBjRGxKSL2AcuAORnUa2YDQYO9\nuAHbkwNagc1Vx1uA6TXKXSzpPOBfgc9HxObuBSQtAhYBMH48eiWD6Mys35V+TK4B/wycGBHvAx4A\nbq9VKCLaI6ItItoYPbpJoZlZWkXuyWWR5LYC46qOxyafvSsidkbEO8nhLcAZGbRrZgVR9iT3FDBR\n0kmShgHzgI7qApLGVB3OBl7IoF0zK4BIpnU1suUh9ZhcRHRKugq4HxgC3BYR6yRdB6yKiA7gryXN\nBjqB14EFads1s+Io8phcJg8DR8QKYEW3z66p2v874O+yaMvMiqf0Sc7MBjcnOTMrLU/QN7NyK/jc\nVSc5M0utyNO6nOTMLJWiX64WOP+a2UCR1cPA9VY0SsrMlbRe0jpJ/6dene7JmVk6GY3JNbKikaSJ\nVB5HOycidkk6tl697smZWWoZ9eQaWdHovwBLImIXQERsr1epk5yZpdK1nlyD07paJK2q2hZVVVVr\nRaPWbs39CfAnkh6XtFLSzHrx+XLVzFLrw+XqjohoS9HUUGAiMIPKYiCPSjotIn7T0w+4J2dm6WS3\naGbdFY2o9O46ImJ/RLxMZX3Kib1V6iRnZqlllOTqrmgE3E2lF4ekFiqXr5t6q9RJzsxSyyLJRUQn\n0LWi0QvAnV0rGiWrGJGc2ylpPfAI8DcRsbO3ej0mZ2apZPkwcAMrGgXwhWRriJOcmaUjT+sys5Ir\n8rQuJzkzS81JzsxKq+gT9J3kzCw1JzkzKy8vmmlmZee7q2ZWWh6TM7PSc5Iri7174bzz4J13oLMT\nLrkErr0276iK6cABaGuD1la45568oymWE0+EESNgyBAYOhRWrco7onQ8Jlcihx0GDz8MRx4J+/fD\nuefCrFlw1ll5R1Y8N9wAkybBG2/kHUkxPfIItLTkHUVmipzkCjxcWEBSJcFBJcnt31/5zH7Xli3w\ns5/B5ZfnHYk1QR8XzWw6J7m+OnAATj8djj0WPvQhmD4974iK5+qr4RvfgEP816smCT78YTjjDGhv\nzzuaTGT1Ipv+kMnfQkm3SdouaW0P5yXpxuQNPM9JmpZFu7kYMgTWrKn0Vp58EtbW/C0PXvfcU/kH\n4Iwz8o6kuB57DFavhnvvhSVL4NFH844onewWzewXWf1T+32gt7XWZ1FZvXMisAj4Tkbt5mfUKDj/\nfLjvvrwjKZbHH4eOjsrg+rx5lTHMSy/NO6piaU1eW3DssfDRj1b+sRzgSp/kIuJR4PVeiswB7oiK\nlcAoSWOyaLupXnsNfpMsJf/22/DAA3DKKfnGVDRf+1qll/urX8GyZfCBD8APf5h3VMXx1lvw29/+\n+/7Pfw5TpuQbUwaKnOSadXe1p7fwbKsulLy5p/L2nvHjmxRaH2zbBpddVhmXO3gQ5s6Fiy7KOyob\nSH7960rvDSqPIX3iEzCz7gunCs0PA/dBRLQD7QBqa4ucw/l973sfPPNM3lEMHDNmVDb7dxMmwLPP\n5h1FtrxoJtDYW3jMbIAqck+uWfm3A/hUcpf1LGB3RGyr90NmNjCUfkxO0lIqrwlrkbQF+ApwKEBE\n3EzlxRQXAhuBPcCns2jXzPI3KMbkImJ+nfMBXJlFW2ZWPKVPcmY2iHmCvpmVne+umllpDYoxOTMb\n3JzkzKy8PCZnZmXnJGdmpdW1aGZROcmZWWruyZlZeXlMzszKzknOzErNSc7MSssPA5tZuRV80cwC\nh2ZmA0VW68lJmilpQ/Jmv8W9lLtYUkhqq1enk5yZpZZFkpM0BFhC5e1+k4H5kibXKDcC+BzwRCOx\nOcmZWSpdY3IZ9OTOBDZGxKaI2Acso/Kmv+7+B/B1YG8j8TnJmVlqfUhyLZJWVW2Lqqrp6a1+70pe\nTD8uIn7WaGy+8WBm6fTtYeAdEVF3HK1mM9IhwLeABX35OSc5M0sto7ur9d7qNwKYAvxCEsDxQIek\n2RGxqqdKneTMLJUMn5N7Cpgo6SQqyW0e8Il324nYDbR0HUv6BfCl3hIceEzOzDKQxY2HiOgErgLu\nB14A7oyIdZKukzT7D43NPTkzSyfDCfoRsYLKK0yrP7umh7IzGqnTSc7MUvO0LjMrLS+aaWbl5vXk\nzKzsnOTMrNSKnOQyuZKWdJuk7ZLW9nB+hqTdktYkW827JWY2MGW1Ckl/yKon933gJuCOXsr8S0Rc\nlFF7ZlYQg2LRzIh4VNKJWdRlZgNMwRfNbOaY3NmSngVepTIVY133AsmKBIsARo4cz+e/2sTorHS+\ncm3eERRfVh2wIvfkmpV/VwMnRMR/BP4RuLtWoYhoj4i2iGg7/PDRTQrNzNIq8phcU5JcRLwREW8m\n+yuAQyW11PkxMxsAMlw0s180JclJOl7J2iiSzkza3dmMts2snzWY4Ab03VVJS4EZVFb93AJ8BTgU\nICJuBi4BPiupE3gbmBcRkUXbZpa/0t94iIj5dc7fROUREzMrmUHxCImZDW5OcmZWXp6gb2Zl5yRn\nZqXmJGdmpeVFM82s3DwmZ2Zl5yRnZqXmJGdmpeWHgc2s9JzkzKy8vGimmZWde3JmVloekzOz0nOS\nM7Py8sPAZlZ2vvFgZqXlMTkzKz0nOTMrL4/JmVnZFTnJFXi40MwGiqxeSShppqQNkjZKWlzj/Bck\nrZf0nKSHJJ1Qr04nOTNLpWvRzEa23kgaAiwBZgGTgfmSJncr9gzQFhHvA+4CvlEvPic5M0snu5dL\nnwlsjIhNEbEPWAbMqS4QEY9ExJ7kcCUwtl6lHpPro7f3/oaOjsvZvn0tkpgz+zbGjTs777AKY8eO\nDfz4ro+/e7xr1ybOP/86zj7r6hyjKpZv821u4RaEOI3T+B7fYzjD8w4rlT6MybVIWlV13B4R7cl+\nK7C56twWYHovdS0E7q3XoJNcH9133+c4+eSZfHzuXXQe2Mf+/Xvq/9Ag0tLyXj57xRoADh48wDe/\n1cqkUz6ac1TFsZWt3MiNrGc97+E9zGUuy1jGAhbkHVoqfUhyOyKiLW17ki4F2oD/VK+sL1f7YO/e\n3bzyyqNMm7oQgKFDhvGe4aNyjqq4Nr38EMcc8x8YNaru2PCg0kknb/M2nXSyhz38MX+cd0ipdD0M\nnMHl6lZgXNXx2OSz3yHpAuDLwOyIeKdepU5yfbDrNy9z+OGjuXv5p7n5u1NZ3nE5+/a9lXdYhbV2\n7TKmTJmfdxiF0korX+JLjGc8YxjDSEbyYT6cd1ipZZTkngImSjpJ0jBgHtBRXUDSVOC7VBLc9kZi\nS53kJI2T9EhyW3edpM/VKCNJNya3hZ+TNC1tu3k4eLCTbdtW8/62z3LFZ55h2KFH8Nhj1+cdViF1\nHtjHhg0dnDr5z/MOpVB2sYvlLOdlXuZVXuUt3uKH/DDvsNJRNndXI6ITuAq4H3gBuDMi1km6TtLs\npNj/BI4EfixpjaSOHqp7VxZjcp3AFyNitaQRwNOSHoiI9VVlZgETk2068B16H1AspKOOGstRR41l\n7NhK6JMnX8JjjzvJ1bLxxXsZM2YaRx55XN6hFMqDPMhJnMRoRgPwMT7GL/kll3JpzpGlk9XDwBGx\nAljR7bNrqvYv6GudqXtyEbEtIlYn+7+lkoFbuxWbA9wRFSuBUZLGpG272UYceTwjR45jx44NQGXM\naXRL98d4DOD5tUs5zZeqv2c841nJSvawhyB4iIeYxKS8w0olwzG5fpHp3VVJJwJTgSe6nap1a7gV\n2JZl+80wa9Y/8pOffpIDB/Zx9NET+Mic7+UdUuHs2/cWmzY9wH++6Lt5h1I405nOJVzCNKYxlKFM\nZSqLWJR3WKkVeVpXZklO0pHAT4CrI+KNP7CORVD5Ex85cnxWoWVqzPGn85lFq+oXHMSGDTuC//a3\nO/MOo7CuTf4rjYJP0M/k7qqkQ6kkuH+KiJ/WKNLQreGIaI+ItohoO/zw0VmEZmZNkMWNh/6Sxd1V\nAbcCL0TEt3oo1gF8KrnLehawOyIG3KWqmf2+wTAmdw7wF8DzktYkn/09MB4gIm6mcrfkQmAjsAf4\ndAbtmllBFPlyNXWSi4jHgF5/ixERwJVp2zKzAir4mJznrppZak5yZlZqTnJmVlpdi2YWlZOcmaXj\nMTkzKzsnOTMrNSc5MyutroeBi8pJzsxSc5Izs/KS766aWcm5J2dmpeUxOTMrPSc5MysvPwxsZmXn\nGw9mVloekzOz0nOSM7Py8picmZWdk5yZlZqTnJmVVnhal5mVnXtyZlZqTnJmVmpOcmZWWn4Y2MzK\nzc/JmVnZ+e6qmZWae3JmVlpFH5NL3cmUNE7SI5LWS1on6XM1ysyQtFvSmmS7Jm27ZlYQyZhcI1vd\nqqSZkjZI2ihpcY3zh0n6UXL+CUkn1qszi55cJ/DFiFgtaQTwtKQHImJ9t3L/EhEXZdCemRVMFj05\nSUOAJcCHgC3AU5I6uuWShcCuiDhZ0jzg68DHe6s3dU8uIrZFxOpk/7fAC0Br2nrNbOA4eEhjWx1n\nAhsjYlNE7AOWAXO6lZkD3J7s3wV8UFKvKTbTMbmk6zgVeKLG6bMlPQu8CnwpItbV+PlFwKLk8J2v\nXqu1WcaXgRZgR95BVHE8vfhqweJJFC2m96au4emn70dqabD0cEmrqo7bI6I92W8FNled2wJM7/bz\n75aJiE5Ju4E/opfvNLMkJ+lI4CfA1RHxRrfTq4ETIuJNSRcCdwMTu9eR/Gbbk/pWRURbVvFloWgx\nOZ7eFS0eKF5M3RLOHyQiZmYRS3/J5OkWSYdSSXD/FBE/7X4+It6IiDeT/RXAoWo885vZ4LAVGFd1\nPDb5rGYZSUOBkcDO3irN4u6qgFuBFyLiWz2UOb7rulnSmUm7vQZmZoPOU8BESSdJGgbMAzq6lekA\nLkv2LwEejojordIsLlfPAf4CeF7SmuSzvwfGA0TEzUkwn5XUCbwNzKsXGMlla8EULSbH07uixQPF\ni6kw8SRjbFcB9wNDgNsiYp2k64BVEdFBpUP1A0kbgdepJMJeqX6uMTMbuAo848zMLD0nOTMrtcIk\nOUnHSHpA0ovJr0f3UO5A1fSw7oOSWcSR+bSSJsS0QNJrVd/L5f0Yy22Stku1n2FUxY1JrM9JmtZf\nsfQhpqZNK2xwmmNTv6NBP/UyIgqxAd8AFif7i4Gv91DuzX6MYQjwEjABGAY8C0zuVua/Ajcn+/OA\nH/Xz99JITAuAm5r053QeMA1Y28P5C4F7AQFnAU8UIKYZwD1N+n7GANOS/RHAv9b482rqd9RgTE37\njpq9FaYnx+9O17gd+EgOMfTLtJImxNQ0EfEolbtaPZkD3BEVK4FRksbkHFPTRGPTHJv6HTUYU2kV\nKckdFxHbkv1/A47rodxwSaskrZSUdSKsNa2k+1+G35lWAnRNK+kvjcQEcHFy6XOXpHE1zjdLo/E2\n29mSnpV0r6RTm9FgL9Mcc/uOGpl62czvqBmaup6cpAeB42uc+nL1QUSEpJ6ebTkhIrZKmgA8LOn5\niHgp61gHmH8GlkbEO5I+Q6Wn+YGcYyqShqYVZqnONMdcZDH1ciBqak8uIi6IiCk1tuXAr7u67Mmv\n23uoY2vy6ybgF1T+VcpKv0wr6e+YImJnRLyTHN4CnNGP8dTTyHfYVNHkaYX1pjmSw3c0mKdeFuly\ntXq6xmXA8u4FJB0t6bBkv4XKbIvu69al0S/TSvo7pm7jObOpjLnkpQP4VHIH8Sxgd9UwRC7UxGmF\nSTu9TnOkyd9RIzE18ztqurzvfHRtVMa1HgJeBB4Ejkk+bwNuSfb/FHieyh3G54GF/RDHhVTuPr0E\nfDn57DpgdrI/HPgxsBF4EpjQhO+mXkxfA9Yl38sjwCn9GMtSYBuwn8pY0kLgCuCK5LyoLHz4UvJn\n1NaE76deTFdVfT8rgT/tx1jOpbIi+HPAmmS7MM/vqMGYmvYdNXvztC4zK7UiXa6amWXOSc7MSs1J\nzsxKzUnOzErNSc7MSs1JzsxKzUnOzErt/wPzbfcswFaGWwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZItV8JI04SqL",
        "colab_type": "code",
        "outputId": "71782c38-e6f8-44d1-8022-bb05fca98b50",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "len(game.history)"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "3"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ry3PE3K3o2iY",
        "colab_type": "code",
        "outputId": "a58c97bf-f260-4d77-c8c7-37fd283c65b4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 79
        }
      },
      "source": [
        "import keras\n",
        "from keras.datasets import mnist\n",
        "from keras.models import Sequential\n",
        "from keras.layers import Dense, Dropout, Flatten\n",
        "from keras.layers import Conv2D, MaxPooling2D, Conv2DTranspose\n",
        "from keras import backend as K"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<p style=\"color: red;\">\n",
              "The default version of TensorFlow in Colab will soon switch to TensorFlow 2.x.<br>\n",
              "We recommend you <a href=\"https://www.tensorflow.org/guide/migrate\" target=\"_blank\">upgrade</a> now \n",
              "or ensure your notebook will continue to use TensorFlow 1.x via the <code>%tensorflow_version 1.x</code> magic:\n",
              "<a href=\"https://colab.research.google.com/notebooks/tensorflow_version.ipynb\" target=\"_blank\">more info</a>.</p>\n"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oB9NMGULt20B",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from collections import deque"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hOF8pY1VcDw0",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class Agent():\n",
        "\n",
        "  def __init__(self):\n",
        "    self.model = self.create_model()\n",
        "\n",
        "  def create_model(self):\n",
        "    model = Sequential()\n",
        "    # model.add(Flatten(input_shape=[3,3,2]))\n",
        "    model.add(Conv2D(8, kernel_size=(1, 1),\n",
        "                 activation='relu',\n",
        "                 input_shape=[3,3,2],\n",
        "                 strides=(1,1), padding='same'))\n",
        "    model.add(Conv2D(8, (3, 3), activation='relu',padding='same'))\n",
        "    model.add(Flatten())\n",
        "    model.add(Dense(50, activation='relu'))\n",
        "    model.add(Dropout(0.1))\n",
        "    model.add(Dense(9, activation='sigmoid'))\n",
        "    model.compile(loss='binary_crossentropy', optimizer='adam')\n",
        "    return model\n",
        "\n",
        "  def show_heat_map(self, pred):\n",
        "    data = np.reshape(pred, [3,3])\n",
        "    fig, ax = plt.subplots()\n",
        "    im = ax.imshow(data, cmap=plt.get_cmap('hot'), interpolation='nearest',\n",
        "              vmin=0, vmax=1)\n",
        "    fig.colorbar(im)\n",
        "    plt.show()\n",
        "\n",
        "  def decide_move(self, env, show=True, valid_move = False):\n",
        "    model_input = np.zeros([1,3,3,2])\n",
        "    model_input[0,:,:,0] = env==1\n",
        "    model_input[0,:,:,1] = env==2\n",
        "\n",
        "    pred = np.squeeze(self.model.predict(model_input))\n",
        "    \n",
        "    if valid_move:\n",
        "      # zero out anywhere where there is already a player\n",
        "      pred[env.flatten() != 0] = 0\n",
        "\n",
        "    if show:\n",
        "      self.show_heat_map(pred)\n",
        "    return pred.argmax(), pred\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "m97oo1yaq8Fc",
        "colab_type": "text"
      },
      "source": [
        "# The game"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "s8QvSz-4i0OZ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.preprocessing import normalize"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zRoDqfUBjet5",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def render_all(things, vmin=0, vmax=2, cmap='cool', show_max=True):\n",
        "  display_all = np.zeros([3,3*(len(things))])\n",
        "  for i, thing in enumerate(things):\n",
        "    if show_max:\n",
        "      print('make move: ', thing.argmax())\n",
        "    step = 3*i\n",
        "    display_all[:,step:step+3] = np.reshape(thing, [3,3])\n",
        "  plt.imshow(display_all, vmin=vmin, vmax=vmax, cmap=cmap)\n",
        "  plt.show()\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nfKcoz4Hn2Xx",
        "colab_type": "code",
        "outputId": "844ef4ae-b628-48b7-9c4c-ef17622af5d3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 269
        }
      },
      "source": [
        "game = XandOs()\n",
        "agent = Agent()\n",
        "game.render()"
      ],
      "execution_count": 307,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYGklEQVR4nO3df5BdZZ3n8feHJMAURJBJgEx+ABkz\nkMC4IfQQGCgGFZ2QspJRIpsoI2HCZnVhF1fdqsy4hSv7h+iWP0CyYlYYQGcTGWZKejARww8rIxqg\nCeFHQmUI4CyJGUMCBvkZOnz3j3Maru3tvrc9p+85/fTnVXWqz73n6ed8+6bz7ec8z3meo4jAzCxV\nB1UdgJnZcHKSM7OkOcmZWdKc5MwsaU5yZpY0JzkzS1qhJCfpKEnrJT2Zf33nAOUOSNqcb91Fzmlm\n6ZJ0o6Tdkh4f4LgkXStpu6RHJc1pVWfRltwK4O6ImAHcnb9u5tWImJ1vCwqe08zSdRMwb5Dj5wMz\n8m058M1WFRZNcguBm/P9m4G/KFifmY1iEbEBeH6QIguBWyKzEThS0qTB6hxbMKZjImJXvv9vwDED\nlDtUUg/QC1wdEd9vVkjScrLsDIcddhonnVQwPDMb1EMP7YmIiUWqmKd5sYc97Z2Oh7YArzW8tSoi\nVg3hdJOBZxte78jf29W8eBtJTtJdwLFNDn2u8UVEhKSB5ogdFxE7JU0H7pH0WEQ81b9Q/sOuAlBX\nV9DT0yo8MytC+teiVexhDz20939V6LWI6Cp6zqFomeQi4ryBjkn6paRJEbErbzLuHqCOnfnXpyX9\nGDgV+K0kZ2YjU6jdgoVPtROY2vB6Sv7egIr2yXUDF+f7FwO39y8g6Z2SDsn3JwBnAVsLntfMauTN\ng9rbStANfDwfZT0D2NfQZdZU0T65q4FbJS0D/hW4EEBSF/CJiLgUmAl8S9KbZEn16ohwkjNLRDCE\nllwLklYD5wITJO0APg+MA4iI64G1wHxgO/AKcEmrOgsluYjYC7yvyfs9wKX5/k+BPy5yHjOrMZWX\n5CJiSYvjAVw2lDqLtuTMzEpLcsPBSc7MCnOSM7OkOcmZWbJCpY2cDgsnOTMrzC05M0uak5yZJc1J\nzsySVebNwMPBSc7MivHAg5mlzi05M0uWL1fNLHlOcmaWrhIn6A8HJzkzK8xJzsySFXh01cwS55ac\nmaXLfXJmljonOTNLmpOcmSXLAw9mljb3yZlZ6pzkzCxpdU5yNb6Srqkf/hBOPBHe9S64+uqqo6mf\nv/orOPpoOOWUqiOpp2efhfe8B2bNgpNPhmuuqTqiwvom6LezVcFJbigOHIDLLoN162DrVli9Ovtq\nb1u6NPtDYM2NHQtf+Ur2e7NxI6xcmcTvkJNcKh54IGvBTZ8OBx8MixfD7bdXHVW9nHMOHHVU1VHU\n16RJMGdOtj9+PMycCTt3VhtTUfmime1sVXCSG4qdO2Hq1LdfT5ky8n9BrTo//zk8/DDMnVt1JIUl\n35KTNE/SNknbJa1ocvwQSd/Lj98v6fgyzms2Yr30ElxwAXz96/COd1QdTSHJ98lJGgOsBM4HZgFL\nJM3qV2wZ8EJEvAv4GvClouetxOTJWcdxnx07svfMhuKNN7IE97GPwYc/XHU0pUg6yQGnA9sj4umI\n2A+sARb2K7MQuDnfvw14n6QaDzoP4E/+BJ58Ep55BvbvhzVrYMGCqqOykSQCli3L+uI+/emqoylH\nmwluJCe5yUBD84Yd+XtNy0REL7AP+P0Szt1ZY8fCddfBn/959kt64YXZbQD2tiVL4MwzYdu2rM/y\nhhuqjqhe7rsPvvMduOcemD0729aurTqqwuqc5Gp1M7Ck5cByAKZNqzaYgcyfn23W3OrVVUdQb2ef\nnbXmElL3uatlhLYTaBhyZEr+XtMyksYCRwB7+1cUEasioisiupg4sYTQzKwT6tySKyPJPQjMkHSC\npIOBxUB3vzLdwMX5/iLgnojE/pyZjVY175MrfLkaEb2SLgfuBMYAN0bEFklXAT0R0Q3cAHxH0nbg\nebJEaGaJqPPc1VL65CJiLbC233tXNuy/BnykjHOZWf2UleQkzQOuIWswfTsiru53fBrZnRpH5mVW\n5PlnQDXuLjSzkaBv4KHotK4277n978CtEXEq2RXh/24Vn5OcmRVTXp9cO/fcBtA3ReQI4BetKq3V\nLSRmNjIN4XJ1gqSehterImJVvt/sntv+E3v/B/AjSf8ZOAw4r9UJneTMrLAhJLk9EdFV4FRLgJsi\n4iuSziQb0DwlIt4c6Buc5MyskL4J+iVo557bZcA8gIj4maRDgQnA7oEqdZ+cmRVWUp9cO/fc/j/g\nfQCSZgKHAs8NVqlbcmZWjMqZ1tXmPbefAf6PpP9K1ohc2mpigZOcmRVW1n1ybdxzuxU4ayh1OsmZ\nWSEl9skNCyc5MyvMSc7M0lXh5Pt2OMmZWWFOcmaWrLovmukkZ2aFuSVnZulyn5yZpc5JzsyS5iRn\nZsnywIOZpc19cmaWOic5M0uak5yZJcsT9M0seU5yZpaukhbNHC5OcmZWmFtyZpYs98mZWfKc5Mws\nXTW/GbiU7kJJ8yRtk7Rd0oomx5dKek7S5ny7tIzzmlk9lPRIwmFRuCUnaQywEng/sAN4UFJ3/lSd\nRt+LiMuLns/M6qXuc1fLCO10YHtEPB0R+4E1wMIS6jWzkaDNVlxVLbkyktxk4NmG1zvy9/q7QNKj\nkm6TNLVZRZKWS+qR1MNzgz4U28xqJPUk145/Ao6PiHcD64GbmxWKiFUR0RURXUyc2KHQzKyo1JPc\nTqCxZTYlf+8tEbE3Il7PX34bOK2E85pZTaSe5B4EZkg6QdLBwGKgu7GApEkNLxcAT5RwXjOrgcin\ndbWzVaHw6GpE9Eq6HLgTGAPcGBFbJF0F9EREN/BfJC0AeoHngaVFz2tm9VHn++RKuRk4ItYCa/u9\nd2XD/l8Df13GucysfpJPcmY2ujnJmVmyPEHfzNJW87mrTnJmVlidp3U5yZlZIXW/XK1x/jWzkaKs\nm4FbrWiUl7lQ0lZJWyT931Z1uiVnZsWU1CfXzopGkmaQ3Y52VkS8IOnoVvW6JWdmhZXUkmtnRaP/\nAKyMiBcAImJ3q0qd5MyskL715Nqc1jWhb6WhfFveUFU7Kxr9EfBHku6TtFHSvFbx+XLVzAobwuXq\nnojoKnCqscAM4FyyxUA2SPrjiPjVQN/glpyZFVPeopktVzQia911R8QbEfEM8C9kSW9ATnJmVlhJ\nSa7likbA98lacUiaQHb5+vRglTrJmVlhZSS5iOgF+lY0egK4tW9Fo3wVI/JjeyVtBe4F/ltE7B2s\nXvfJmVkhZd4M3MaKRgF8Ot/a4iRnZsXI07rMLHF1ntblJGdmhTnJmVmy6j5B30nOzApzkjOzdHnR\nTDNLnUdXzSxZ7pMzs+Q5yaXitdfgnHPg9dehtxcWLYIvfKHqqOrpwAHo6oLJk+GOO6qOpl6OPx7G\nj4cxY2DsWOjpqTqiYtwnl5BDDoF77oHDD4c33oCzz4bzz4czzqg6svq55hqYORNefLHqSOrp3nth\nwoSqoyhNnZNcjbsLa0jKEhxkSe6NN7L37Dft2AE/+AFcemnVkVgHDHHRzI5zkhuqAwdg9mw4+mh4\n//th7tyqI6qfT30KvvxlOMi/Xk1J8IEPwGmnwapVVUdTirIeZDMcSvktlHSjpN2SHh/guCRdmz+B\n51FJc8o4byXGjIHNm7PWygMPwONNf+TR6447sj8Ap51WdST19ZOfwKZNsG4drFwJGzZUHVEx5S2a\nOSzK+lN7EzDYWuvnk63eOQNYDnyzpPNW58gj4T3vgR/+sOpI6uW++6C7O+tcX7w468O86KKqo6qX\nyfljC44+Gj70oeyP5QiXfJKLiA3A84MUWQjcEpmNwJGSJpVx7o567jn4Vb6U/Kuvwvr1cNJJ1cZU\nN1/8YtbK/fnPYc0aeO974bvfrTqq+nj5Zfj1r9/e/9GP4JRTqo2pBHVOcp0aXR3oKTy7GgvlT+7J\nnt4zbVqHQhuCXbvg4ouzfrk334QLL4QPfrDqqGwk+eUvs9YbZLchffSjMK/lA6dqzTcDD0FErAJW\nAairKyoO57e9+93w8MNVRzFynHtuttnbpk+HRx6pOopyedFMoL2n8JjZCFXnllyn8m838PF8lPUM\nYF9E7Gr1TWY2MiTfJydpNdljwiZI2gF8HhgHEBHXkz2YYj6wHXgFuKSM85pZ9UZFn1xELGlxPIDL\nyjiXmdVP8knOzEYxT9A3s9R5dNXMkjUq+uTMbHRzkjOzdLlPzsxS5yRnZsnqWzSzrpzkzKwwt+TM\nLF3ukzOz1DnJmVnSnOTMLFm+GdjM0lbzRTNrHJqZjRRlrScnaZ6kbfmT/VYMUu4CSSGpq1WdTnJm\nVlgZSU7SGGAl2dP9ZgFLJM1qUm48cAVwfzuxOcmZWSF9fXIltOROB7ZHxNMRsR9YQ/akv/7+J/Al\n4LV24nOSM7PChpDkJkjqadiWN1Qz0FP93pI/mH5qRPyg3dg88GBmxQztZuA9EdGyH63paaSDgK8C\nS4fyfU5yZlZYSaOrrZ7qNx44BfixJIBjgW5JCyKiZ6BKneTMrJAS75N7EJgh6QSy5LYY+Ohb54nY\nB0zoey3px8BnB0tw4D45MytBGQMPEdELXA7cCTwB3BoRWyRdJWnB7xqbW3JmVkyJE/QjYi3ZI0wb\n37tygLLntlOnk5yZFeZpXWaWLC+aaWZp83pyZpY6JzkzS1qdk1wpV9KSbpS0W9LjAxw/V9I+SZvz\nreloiZmNTGWtQjIcymrJ3QRcB9wySJl/jogPlnQ+M6uJUbFoZkRskHR8GXWZ2QjjRTPfcqakRySt\nk3RyswKSlvetTsBzz3UwNDMros6Xq51KcpuA4yLi3wHfAL7frFBErIqIrojoYuLEDoVmZkWN+iQX\nES9GxEv5/lpgnKQJLb7NzEaAEhfNHBYdSXKSjlW+Noqk0/Pz7u3Euc1smLWZ4Eb06Kqk1cC5ZKt+\n7gA+D4wDiIjrgUXAJyX1Aq8CiyMiyji3mVWvzgMPZY2uLmlx/DqyW0zMLDGj4hYSMxvdnOTMLF2e\noG9mqXOSM7OkOcmZWbK8aKaZpc19cmaWOic5M0uak5yZJcs3A5tZ8pzkzCxdNV8000nOzApzS87M\nkuU+OTNLnpOcmaXLNwObWeo88GBmyXKfnJklz0nOzNLlPjkzS12dk1yNuwvNbKQo65GEkuZJ2iZp\nu6QVTY5/WtJWSY9KulvSca3qdJIzs0L6Fs1sZxuMpDHASuB8YBawRNKsfsUeBroi4t3AbcCXW8Xn\nJGdmxZT3cOnTge0R8XRE7AfWAAsbC0TEvRHxSv5yIzClVaVOckP1q1/BokVw0kkwcyb87GdVR1Qv\n27bB7Nlvb+94B3z961VHVS9f+xqcfDKccgosWQKvvVZ1RIUNIclNkNTTsC1vqGYy8GzD6x35ewNZ\nBqxrFZsHHobqiitg3jy47TbYvx9eeaX194wmJ54Imzdn+wcOwOTJ8KEPVRtTnezcCddeC1u3wu/9\nHlx4IaxZA0uXVh1ZIUMYeNgTEV1FzyfpIqAL+LNWZZ3khmLfPtiwAW66KXt98MHZZs3dfTf84R/C\ncS37hkeX3l549VUYNy77I/kHf1B1RIWUeDPwTmBqw+sp+Xu/QdJ5wOeAP4uI11tV6svVoXjmGZg4\nES65BE49FS69FF5+ueqo6mvNmuxyzN42eTJ89rMwbRpMmgRHHAEf+EDVURVWUp/cg8AMSSdIOhhY\nDHQ3FpB0KvAtYEFE7G4ntsJJTtJUSffmw7pbJF3RpIwkXZsPCz8qaU7R81aitxc2bYJPfhIefhgO\nOwyuvrrqqOpp/37o7oaPfKTqSOrlhRfg9tuzP5i/+EX2R/K73606qmJUzuhqRPQClwN3Ak8At0bE\nFklXSVqQF/tfwOHA30vaLKl7gOreUsblai/wmYjYJGk88JCk9RGxtaHM+cCMfJsLfDP/OrJMmZJt\nc/PQFy1ykhvIunUwZw4cc0zVkdTLXXfBCSdkVwQAH/4w/PSncNFF1cZVUFk3A0fEWmBtv/eubNg/\nb6h1Fm7JRcSuiNiU7/+aLAP3HxFZCNwSmY3AkZImFT13xx17LEydmo0gQtbnNKv/bTwGwOrVvlRt\nZto02Lgx64uLyH6HZs6sOqpC+vrkyrgZeDiUOvAg6XjgVOD+focGGhreVeb5O+Ib34CPfSy7HJs+\nHf72b6uOqH5efhnWr4dvfavqSOpn7tzsCmDOHBg7NuvbXb689ffVXJ2ndZWW5CQdDvwD8KmIePF3\nrGM5kP2LT5tWVmjlmj0benqqjqLeDjsM9u6tOor6+sIXsi0VNZ+gX8roqqRxZAnu7yLiH5sUaWto\nOCJWRURXRHS91WdhZrVXxsDDcCljdFXADcATEfHVAYp1Ax/PR1nPAPZFxMi7VDWz3zIa+uTOAv4S\neExSfqs7fwNMA4iI68lGS+YD24FXgEtKOK+Z1USdL1cLJ7mI+Akw6I8YEQFcVvRcZlZDNe+T87Qu\nMyvMSc7MkuYkZ2bJ6ls0s66c5MysGPfJmVnqnOTMLGlOcmaWrBIXzRwWTnJmVpiTnJmlSx5dNbPE\nuSVnZslyn5yZJc9JzszS5ZuBzSx1Hngws2S5T87MkuckZ2bpcp+cmaXOSc7MkuYkZ2bJCk/rMrPU\nuSVnZklzkjOzpDnJmVmyfDOwmaXN98mZWeo8umpmSXNLzsySVfc+ucKNTElTJd0raaukLZKuaFLm\nXEn7JG3OtyuLntfMaiLvk2tna1mVNE/SNknbJa1ocvwQSd/Lj98v6fhWdZbRkusFPhMRmySNBx6S\ntD4itvYr988R8cESzmdmNVNGS07SGGAl8H5gB/CgpO5+uWQZ8EJEvEvSYuBLwL8frN7CLbmI2BUR\nm/L9XwNPAJOL1mtmI8ebB7W3tXA6sD0ino6I/cAaYGG/MguBm/P924D3SRo0xZbaJ5c3HU8F7m9y\n+ExJjwC/AD4bEVuafP9yYHn+8nWkx8uMrwQTgD1VB9HA8QyubvFA/WI6sXANDz10J9KENksfKqmn\n4fWqiFiV708Gnm04tgOY2+/73yoTEb2S9gG/zyCfaWlJTtLhwD8An4qIF/sd3gQcFxEvSZoPfB+Y\n0b+O/IddldfXExFdZcVXhrrF5HgGV7d4oH4x9Us4v5OImFdGLMOllLtbJI0jS3B/FxH/2P94RLwY\nES/l+2uBcWo/85vZ6LATmNrwekr+XtMyksYCRwB7B6u0jNFVATcAT0TEVwcoc2zfdbOk0/PzDhqY\nmY06DwIzJJ0g6WBgMdDdr0w3cHG+vwi4JyJisErLuFw9C/hL4DFJm/P3/gaYBhAR1+fBfFJSL/Aq\nsLhVYOSXrTVTt5gcz+DqFg/UL6baxJP3sV0O3AmMAW6MiC2SrgJ6IqKbrEH1HUnbgefJEuGg1DrX\nmJmNXDWecWZmVpyTnJklrTZJTtJRktZLejL/+s4Byh1omB7Wv1OyjDhKn1bSgZiWSnqu4XO5dBhj\nuVHSbg1wD6My1+axPippznDFMoSYOjatsM1pjh39jEb91MuIqMUGfBlYke+vAL40QLmXhjGGMcBT\nwHTgYOARYFa/Mv8JuD7fXwx8b5g/l3ZiWgpc16F/p3OAOcDjAxyfD6wDBJwB3F+DmM4F7ujQ5zMJ\nmJPvjwf+pcm/V0c/ozZj6thn1OmtNi05fnO6xs3AX1QQw7BMK+lATB0TERvIRrUGshC4JTIbgSMl\nTao4po6J9qY5dvQzajOmZNUpyR0TEbvy/X8Djhmg3KGSeiRtlFR2Imw2raT/L8NvTCsB+qaVDJd2\nYgK4IL/0uU3S1CbHO6XdeDvtTEmPSFon6eROnHCQaY6VfUbtTL3s5GfUCR1dT07SXcCxTQ59rvFF\nRISkge5tOS4idkqaDtwj6bGIeKrsWEeYfwJWR8Trkv4jWUvzvRXHVCdtTSssU4tpjpUoY+rlSNTR\nllxEnBcRpzTZbgd+2ddkz7/uHqCOnfnXp4Efk/1VKsuwTCsZ7pgiYm9EvJ6//DZw2jDG00o7n2FH\nRYenFbaa5kgFn9FonnpZp8vVxukaFwO39y8g6Z2SDsn3J5DNtui/bl0RwzKtZLhj6tefs4Csz6Uq\n3cDH8xHEM4B9Dd0QlVAHpxXm5xl0miMd/ozaiamTn1HHVT3y0beR9WvdDTwJ3AUclb/fBXw73/9T\n4DGyEcbHgGXDEMd8stGnp4DP5e9dBSzI9w8F/h7YDjwATO/AZ9Mqpi8CW/LP5V7gpGGMZTWwC3iD\nrC9pGfAJ4BP5cZEtfPhU/m/U1YHPp1VMlzd8PhuBPx3GWM4mWxH8UWBzvs2v8jNqM6aOfUad3jyt\ny8ySVqfLVTOz0jnJmVnSnOTMLGlOcmaWNCc5M0uak5yZJc1JzsyS9v8Bbp7X11PTXXgAAAAASUVO\nRK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kDnWC4ryte6-",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# agent.model.load_weights('winer_weights.keras')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eE7Un1NM25KK",
        "colab_type": "code",
        "outputId": "7a4d6e48-b640-4be2-bc1d-40609d89a2fe",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 353
        }
      },
      "source": [
        "agent.model.summary()"
      ],
      "execution_count": 58,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"sequential_2\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "conv2d_3 (Conv2D)            (None, 3, 3, 8)           24        \n",
            "_________________________________________________________________\n",
            "conv2d_4 (Conv2D)            (None, 3, 3, 8)           584       \n",
            "_________________________________________________________________\n",
            "flatten_2 (Flatten)          (None, 72)                0         \n",
            "_________________________________________________________________\n",
            "dense_3 (Dense)              (None, 50)                3650      \n",
            "_________________________________________________________________\n",
            "dropout_2 (Dropout)          (None, 50)                0         \n",
            "_________________________________________________________________\n",
            "dense_4 (Dense)              (None, 9)                 459       \n",
            "=================================================================\n",
            "Total params: 4,717\n",
            "Trainable params: 4,717\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UnU5iMlkcgty",
        "colab_type": "code",
        "outputId": "ffb2ba9f-8bb0-467d-fc42-5e3963e74c85",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 269
        }
      },
      "source": [
        "move, pred = agent.decide_move(game.state)"
      ],
      "execution_count": 87,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAUK0lEQVR4nO3dfYwd1X3G8e+DMVgCGiBOwTLmTdm0\ncZOokJWBUCVWIdJiRXakpKldNUAE3SbFbV4rOaEiFfmjkKqpioIgW7CANOUlJIJNakQJLyJ9MfVC\nzYttkSyOUuw4MTbUhBBwjH/9486iy+19GWfOvXf27PORRjtz5+w5x3fRjzPnbRQRmJnl6rBhV8DM\nrJ8c5Mwsaw5yZpY1Bzkzy5qDnJllzUHOzLJWKchJOl7SfZJ+WPw8rkO61yRtLo7JKmWaWb4krZe0\nW9JTHe5L0jWSpiU9IenMXnlWbcmtA+6PiBHg/uK6nV9GxO8Wx8qKZZpZvm4CxrrcvwAYKY5x4Lpe\nGVYNcquAm4vzm4EPVszPzOawiHgYeL5LklXALdGwEThW0qJueR5esU4nRMSu4vynwAkd0i2QNAUc\nAK6KiLvaJZI0TiM6A7zbHYadndH1z2oA7B12Berv0f3siYi3VMljbGws9uzZU668Rx/dArzS9NFE\nREwcQnGLgWebrncUn+1qn7xEkJP0PeDENrcub76IiJDUaY3YKRGxU9LpwAOSnoyIZ1oTFf/YCYB5\nUizoVbk5bOrSYddgFvinYVeg/vQjflw1jz179jA1NVWuPOmViBitWuah6BnkIuL8Tvck/UzSoojY\nVTQZd3fIY2fxc7ukh4AzgP8X5MxsNgoaD2kDsRNY0nR9UvFZR1WfCCeBi4rzi4C7WxNIOk7SkcX5\nQuBcYGvFcs2sNoLGE2iZo7JJ4MJilPVsYF9Tl1lbVfvkrgLukHQJ8GPgIwCSRoGPR8SlwNuBr0k6\nSCOoXhURDnJm2UjXkpN0K7AcWChpB/BFYD5ARFwPbABWANPAy8DHeuVZKchFxF7gvDafTwGXFuf/\nAbyzSjlmVmfpglxErOlxP4DLDiXPqi05M5vzBtond8gc5MysIgc5M8ueg5yZZesg8OqwK9GRg5yZ\nVeTHVTPLnoOcmWXLLTkzy5qDnJll7SCJlmz1hYOcmSXglpyZZcuPq2aWNQc5M8uag5yZZc1Bzsyy\nNrNpZj05yJlZRW7JmVnWAnht2JXoyEHOzCpyS87MsucgZ2bZ8rIuM8uaH1fNLGsOcmaWPQc5M8uW\nW3JmljUHOTPLmkdXzSx79W3JHZYiE0ljkp6WNC1pXZv7R0q6vbj/iKRTU5RrZnUw87ha5hi8ykFO\n0jzgWuACYCmwRtLSlmSXAC9ExFuBvweurlqumdVF5kEOWAZMR8T2iNgP3AasakmzCri5OL8TOE+S\nEpRtZkOXf5BbDDzbdL2j+Kxtmog4AOwD3pygbDOrhddKHoNXq4EHSePAOICbeWazRf6jqzuBJU3X\nJxWftUuzQ9LhwJuAva0ZRcQEMAEwT4oEdTOzvqv3PLkUj6ubgBFJp0k6AlgNTLakmQQuKs4/DDwQ\nEQ5iZlmod59c5ZZcRByQtBa4F5gHrI+ILZKuBKYiYhK4Efi6pGngeRqB0MyyUO+WXJI+uYjYAGxo\n+eyKpvNXgD9IUZaZ1VGaICdpDPgHGg2mGyLiqpb7J9OYqXFskWZdEX86qtXAg5nNRmkGHprm3L6f\nxiyNTZImI2JrU7K/Au6IiOuK+bgbgFO75ZtkxYOZzWXJ+uTKzLkN4DeK8zcBP+mVqVtyZlbRIfXJ\nLZQ01XQ9UcyqgPZzbs9q+f2/Bv5V0p8DRwHn9yrQQc7MEigd5PZExGiFgtYAN0XE30k6h8aA5jsi\n4mCnX3CQM7OKko2ulplzewkwBhAR/ylpAbAQ2N0pU/fJmVlFyfrkysy5/R/gPABJbwcWAM91y9Qt\nOTOrKM3oask5t58F/lHSp2lE14t7LSxwkDOzBNIsvi8x53YrcO6h5OkgZ2YVzYEVD2Y2lznImVnW\nHOTMLHsOcmaWrfw3zTSzOc2Pq2aWuxjO+xvKcJAzs+o6rhwdPgc5M6smGNaLuEpxkDOzagL41bAr\n0ZmDnJlV45acmWXPfXJmli235Mwsew5yZpatwI+rZpaxAPYPuxKdOciZWXVuyZlZtjzwYGbZc0vO\nzLJV85ZcklcSShqT9LSkaUnr2ty/WNJzkjYXx6UpyjWzGpgJcmWOIajckpM0D7gWeD+wA9gkabJ4\nq06z2yNibdXyzKxmar52NUVLbhkwHRHbI2I/cBuwKkG+ZjZb5NySAxYDzzZd7wDOapPuQ5LeC/wA\n+HREPNuaQNI4MA5w8vHw4y8lqF2mjrps2DUwK9R8MnCSPrkSvgOcGhHvAu4Dbm6XKCImImI0Ikbf\ncvSAamZm1dW4JZciyO0EljRdn1R89rqI2BsRrxaXNwDvTlCumdXBTEuuzDEEKYLcJmBE0mmSjgBW\nA5PNCSQtarpcCWxLUK6Z1cHMsq4yxxBU7pOLiAOS1gL3AvOA9RGxRdKVwFRETAJ/IWkljVf6PA9c\nXLVcM6uRGvfJJZkMHBEbgA0tn13RdP554PMpyjKzmqn5ZGCveDCz6hzkzCxbNZ9C4iBnZtW5JWdm\n2ar5si4HOTOrpuYDD4Na8WBmOUs0GbjXjkZFmo9I2ippi6R/7pWnW3JmVk2illyZHY0kjdCYjnZu\nRLwg6Td75euWnJlVk24/uTI7Gv0JcG1EvAAQEbt7ZeogZ2bVzAw8lDlgoaSppmO8Kad2Oxotbint\nbcDbJP27pI2SxnpVz4+rZlZd+XlyeyJitEJJhwMjwHIam4E8LOmdEfG/nX7BLTkzqybd42rPHY1o\ntO4mI+JXEfEjGvtTjnTL1EHOzKpLE+R67mgE3EWjFYekhTQeX7d3y9RBzsyqSbSfXEQcAGZ2NNoG\n3DGzo1GxixHFvb2StgIPAn8ZEXu75es+OTOrLtFk4BI7GgXwmeIoxUHOzKrxsi4zy1rNl3U5yJlZ\ndd5qycyy5ZacmWXNQc7MsufHVTPLlkdXzSxrflw1s+w5yJlZtvy2LjPLnltyZpYtDzyYWdZqPvCQ\nZKslSesl7Zb0VIf7knRN8QaeJySdmaJcM6uJRG/r6odU+8ndBHTba/0CGrt3jgDjwHWJyjWzYUu3\nM3BfJAlyEfEw8HyXJKuAW6JhI3CspEUpyjazGsg9yJVQ5i08SBqfeYvPcy8NqGZmVk2inYH7pVYD\nDxExAUwAjJ6iGHJ1zKyMAPYPuxKdDSrIlXkLj5nNVjWeDDyox9VJ4MJilPVsYF9E7BpQ2WbWTzUf\neEjSkpN0K43XhC2UtAP4IjAfICKup/FiihXANPAy8LEU5ZpZDcyFZV0RsabH/QAuS1GWmdVQjScD\n12rgwcxmoZqveHCQM7NqvHbVzLLnlpyZZWsuDDyY2RznlpyZZcstOTPLmpd1mVn23JIzs2x5npyZ\nZc1Bzsyy58dVM8uWW3JmlrWaL+sa1H5yZpazRPvJSRqT9HTxZr91XdJ9SFJIGu2Vp4OcmVWT6B0P\nkuYB19J4u99SYI2kpW3SHQN8EnikTPUc5MysujQtuWXAdERsj4j9wG003vTX6kvA1cArZarmIGdm\n1Rza9ucLZ97IVxzjTTn1fKtf8WL6JRHxL2Wr54EHM6uu/BSSPRHRsx+tHUmHAV8BLj6U33OQM7Nq\n0o2u9nqr3zHAO4CHJAGcCExKWhkRU50ydZAzs2rSzZPbBIxIOo1GcFsN/NHrxUTsAxbOXEt6CPhc\ntwAH7pMzsxQSDDxExAFgLXAvsA24IyK2SLpS0spft2puyZlZNQn3k4uIDTReYdr82RUd0i4vk6eD\nnJlV52VdZpatmi/rcpAzs8pq3JBzkDOzamq+CYmDnJlVV+Pt5NJMIZG0XtJuSU91uL9c0j5Jm4uj\n7WiJmc0+h7aqa/BSteRuAr4K3NIlzfcj4gOJyjOzGqlzSy5JkIuIhyWdmiIvM5tdDlLrNxIOtE/u\nHEmPAz+hsRRjS2uCYkeCcQABR102wNrNMr/47rBrUH9H+blhYLJvyZXwGHBKRLwkaQVwFzDSmigi\nJoAJgHlSDKhuZlZB3UdXB7J2NSJejIiXivMNwHxJC3v8mpnNEnUeeBhIkJN0ooq9USQtK8rdO4iy\nzay/Eu1+3jdJHlcl3Qosp7Hr5w7gi8B8gIi4Hvgw8AlJB4BfAqsjwo+jZhmo+aquZKOra3rc/yqN\nKSZmlqE698l5xYOZVVL3gQcHOTOrzFNIzCxbbsmZWdYc5Mwsa3NidNXM5jb3yZlZtvy4ambZc5Az\ns2wlfCNhXzjImVllbsmZWbY8umpmWfPAg5llz31yZpYtt+TMLHsOcmaWLQ88mFnW/LhqZtnzwIOZ\nZcstOTPLWt2XdQ3klYRmlrdU712VNCbpaUnTkta1uf8ZSVslPSHpfkmn9MrTQc7MKpkZXS1zdCNp\nHnAtcAGwFFgjaWlLsv8GRiPiXcCdwJd71c9BzswqmemTS9CSWwZMR8T2iNgP3AasekNZEQ9GxMvF\n5UbgpF6Zuk/OzCo7hIGHhZKmmq4nImKiOF8MPNt0bwdwVpe8LgHu6VWgg5yZVXKIAw97ImK0apmS\n/hgYBd7XK62DnJlVlmgKyU5gSdP1ScVnbyDpfOBy4H0R8WqvTN0nZ2aVzLTkyhw9bAJGJJ0m6Qhg\nNTDZnEDSGcDXgJURsbtM/SoHOUlLJD1YDOtukfTJNmkk6ZpiWPgJSWdWLdfM6iGA/SWPrvlEHADW\nAvcC24A7ImKLpCslrSyS/S1wNPBNSZslTXbI7nUpHlcPAJ+NiMckHQM8Kum+iNjalOYCYKQ4zgKu\no3uHopnNIqkmA0fEBmBDy2dXNJ2ff6h5Vm7JRcSuiHisOP85jQi8uCXZKuCWaNgIHCtpUdWyzWz4\nEk4h6YukAw+STgXOAB5pudVuaHgxsCtl+WY2eHNm7aqko4FvAZ+KiBd/zTzGgXEApaqYmfVdndeu\nJglykubTCHDfiIhvt0lSami4mBQ4ATBPihR1M7P+qvummSlGVwXcCGyLiK90SDYJXFiMsp4N7IsI\nP6qaZWAu9MmdC3wUeFLS5uKzLwAnA0TE9TRGS1YA08DLwMcSlGtmNZF1n1xE/Bs9utAiIoDLqpZl\nZvVT9/3kvKzLzCrLuiVnZnPbnJlCYmZzU91HVx3kzKwy98mZWbb8uGpm2XOQM7NseQqJmWXPLTkz\ny9ZBPLpqZplzS87MsuU+OTPLnltyZpYtz5Mzs6x5WZeZZc8tOTPLlgcezCx7bsmZWbbckjOz7Lkl\nZ2bZ8uiqmWXN8+TMLGsOcmaWPQ88mFm23JIzs+y5JWdm2Qpg/7Ar0YWDnJlV4snAZpa9OvfJHVY1\nA0lLJD0oaaukLZI+2SbNckn7JG0ujiuqlmtm9TAz8FDm6EXSmKSnJU1LWtfm/pGSbi/uPyLp1F55\npmjJHQA+GxGPSToGeFTSfRGxtSXd9yPiAwnKM7OaSfG4KmkecC3wfmAHsEnSZEssuQR4ISLeKmk1\ncDXwh93yrdySi4hdEfFYcf5zYBuwuGq+ZjY7zCzrKnP0sAyYjojtEbEfuA1Y1ZJmFXBzcX4ncJ4k\ndcs0aZ9c0XQ8A3ikze1zJD0O/AT4XERsafP748B4cfnqy/BUyvolsBDYM+xKAKjRJq5NfQquT291\nq9NvVc3gINz7i8a/q4wFkqaariciYqI4Xww823RvB3BWy++/niYiDkjaB7yZLt9psiAn6WjgW8Cn\nIuLFltuPAadExEuSVgB3ASOteRT/2Ikiv6mIGE1VvxTqVifXp7u61QfqV6eWgPNriYixFHXpl8qP\nqwCS5tMIcN+IiG+33o+IFyPipeJ8AzBfUtnIb2Zzw05gSdP1ScVnbdNIOhx4E7C3W6YpRlcF3Ahs\ni4ivdEhz4sxzs6RlRbldK2Zmc84mYETSaZKOAFYDky1pJoGLivMPAw9ERHTLNMXj6rnAR4EnJW0u\nPvsCcDJARFxfVOYTkg4AvwRW96oYxWNrzdStTq5Pd3WrD9SvTrWpT9HHtha4F5gHrI+ILZKuBKYi\nYpJGg+rrkqaB52kEwq7UO9aYmc1eSfrkzMzqykHOzLJWmyAn6XhJ90n6YfHzuA7pXmtaHtbaKZmi\nHsmXlQygThdLeq7pe7m0j3VZL2m3pLZzGNVwTVHXJySd2a+6HEKdBrassOQyx4F+R3N+6WVE1OIA\nvgysK87XAVd3SPdSH+swD3gGOB04AngcWNqS5s+A64vz1cDtff5eytTpYuCrA/o7vRc4E3iqw/0V\nwD2AgLOBR2pQp+XAdwf0/SwCzizOjwF+0ObvNdDvqGSdBvYdDfqoTUuONy7XuBn44BDq0JdlJQOo\n08BExMM0RrU6WQXcEg0bgWMlLRpynQYmyi1zHOh3VLJO2apTkDshInYV5z8FTuiQboGkKUkbJaUO\nhO2WlbT+x/CGZSXAzLKSfilTJ4APFY8+d0pa0ub+oJSt76CdI+lxSfdI+p1BFNhlmePQvqMySy8H\n+R0NwkD3k5P0PeDENrcub76IiJDUaW7LKRGxU9LpwAOSnoyIZ1LXdZb5DnBrRLwq6U9ptDR/f8h1\nqpNSywpT6rHMcShSLL2cjQbakouI8yPiHW2Ou4GfzTTZi5+7O+Sxs/i5HXiIxv+VUunLspJ+1yki\n9kbEq8XlDcC7+1ifXsp8hwMVA15W2GuZI0P4juby0ss6Pa42L9e4CLi7NYGk4yQdWZwvpLHaonXf\nuir6sqyk33Vq6c9ZSaPPZVgmgQuLEcSzgX1N3RBDoQEuKyzK6brMkQF/R2XqNMjvaOCGPfIxc9Do\n17of+CHwPeD44vNR4Ibi/D3AkzRGGJ8ELulDPVbQGH16Bri8+OxKYGVxvgD4JjAN/Bdw+gC+m151\n+htgS/G9PAj8dh/rciuwi8b2YDtobGL4ceDjxX3R2PjwmeJvNDqA76dXndY2fT8bgff0sS6/R2OL\ntSeAzcWxYpjfUck6Dew7GvThZV1mlrU6Pa6amSXnIGdmWXOQM7OsOciZWdYc5Mwsaw5yZpY1Bzkz\ny9r/AQ57kpS9Vt9HAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wc18BX5C_sAd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from copy import deepcopy\n",
        "\n",
        "def apply_rewards(reward, predictions, decay = 0.5):\n",
        "  # copy and reverse (more reward applied to latest moves)\n",
        "  output = deepcopy(predictions)[::-1]\n",
        "  applied_reward = reward\n",
        "  for pred, move in output:\n",
        "    move_index =  np.unravel_index(move, pred.shape)\n",
        "    pred[ move_index ] = np.clip(pred[ move_index ] + applied_reward, 0, 1)\n",
        "    applied_reward *= decay\n",
        "  # un-reverse \n",
        "  return [o[0] for o in output[::-1]]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "L5SuTyfwDbbA",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_states(memory):\n",
        "  return [m[0] for m in memory]\n",
        "\n",
        "def get_new_qs(memory):\n",
        "  return [m[1] for m in memory]\n",
        "\n",
        "def render_memory(memory):\n",
        "  states = get_states(memory)\n",
        "  updated = get_new_qs(memory)\n",
        "  current = [m[2][0] for m in memory]\n",
        "  print('states')\n",
        "  render_all(states)\n",
        "  print('current qs')\n",
        "  render_all(current)\n",
        "  print('upated qs')\n",
        "  render_all(updated)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6S8fhzd2Ei1O",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def agent_perf(agent, n= 100, show_lose=False):\n",
        "  game_scores = []\n",
        "  for i in range(n):\n",
        "    # play game\n",
        "    game = XandOs()\n",
        "    while not game.end:\n",
        "      move, pred = agent.decide_move(game.state, False)\n",
        "      predictions.append(pred)\n",
        "      _reward, _state, _end = game.step(move)\n",
        "    if show_lose:\n",
        "      if(_reward == -2):\n",
        "        render_all(np.array([h[0] for h in game.history] ) )\n",
        "    game_scores.append(_reward)\n",
        "  return np.mean(game_scores), game_scores"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g6sxi8Qkz1AI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "memory = []\n",
        "EPSILON = 0.0\n",
        "\n",
        "for i in range(1000):\n",
        "\n",
        "  # print('NEW GAME')\n",
        "  game = XandOs()\n",
        "  predictions = []\n",
        "  while not game.end:\n",
        "    move, pred = agent.decide_move(game.state, False, valid_move=True)\n",
        "    if np.random.random() < EPSILON :\n",
        "      move = game.rand_agent_move(player = 1)\n",
        "    predictions.append([pred, move])\n",
        "    _reward, _state, _end = game.step(move)\n",
        "  # print(_reward)\n",
        "\n",
        "  if _reward == -3:\n",
        "    # invalid move reward\n",
        "    # strongly punish last move\n",
        "    updated_q = apply_rewards(_reward, predictions, decay=0)\n",
        "  else:\n",
        "    # valid move reward\n",
        "    # normally reward previous moves\n",
        "    updated_q = apply_rewards(_reward, predictions, decay=0.5)\n",
        "\n",
        "  states = [h[0] for h in game.history]\n",
        "\n",
        "  for j in range(len(updated_q)):\n",
        "    memory.append( [states[j], updated_q[j], predictions[j]])\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kk-WI3b-ELhU",
        "colab_type": "code",
        "outputId": "db60de0d-83c5-407b-f282-746af2973c24",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 763
        }
      },
      "source": [
        "render_memory(memory[-10:])"
      ],
      "execution_count": 331,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "states\n",
            "make move:  0\n",
            "make move:  6\n",
            "make move:  1\n",
            "make move:  0\n",
            "make move:  2\n",
            "make move:  0\n",
            "make move:  0\n",
            "make move:  0\n",
            "make move:  0\n",
            "make move:  0\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAABACAYAAAAK/4xcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAGjklEQVR4nO3dX6gcZx3G8e9j2nrRqlQTakyjqRqE\n0gu1S24sEhClLUIUakkuJAUhIhYUKlh60aRCwRbrnwtRKg1EUatY/5yLgBYU26uSc0oxTUv0UCLN\nnyZtU9oGLCXN48VOdFl2NzPn7GZm3z4fCGd25t3Z32/e3V/mvDvzHtkmIiLm3zvaDiAiIqYjBT0i\nohAp6BERhUhBj4goRAp6REQhLmnrhbV2rdm0qa2X75T1x+u3/cCJ+m2Xrm8eS6muX5rdvpsc5yZx\ndKH/mh63WcU8q+M2y/fF8fX12zb6XLP0ku11o7aprcsW1euZxcVWXrtr9uyp33b3PfXbKlek/o81\nu303Oc5N4uhC/zU9brOKeVbHbZbvi3t212/b6HONlmz3Rm3LkEtERCFqFXRJN0o6LGlZ0p0jtr9T\n0m+q7U9I2jTtQCMiYrILFnRJa4AfAzcB1wI7JF071OwrwCu2Pwr8ALhv2oFGRMRkdc7QtwDLtp+z\n/SbwMLBtqM02YF+1/DvgM5JmODoVERHD6hT0DcDzA4+PVutGtrF9FngVeN/wjiTtkrQoaZEXX1xZ\nxBERMdJF/VLU9oO2e7Z7rBt51U1ERKxQnYJ+DNg48Pjqat3INpIuAd4DvDyNACMiop46Bf0AsFnS\nNZIuA7YDC0NtFoCd1fItwF+deXkjIi6qC94pavuspNuBPwNrgL22D0n6DrBoewF4CPiFpGXgNP2i\nHxERF1GtW/9t7wf2D627e2D5DeBL0w2te5rc0TmrtvF/TY7bLO+6bBJHk7sHu6DpcZvV+75JHLPa\nb1fuNmZCHLlTNCKiECnoERGFSEGPiChECnpERCFS0CMiCpGCHhFRiBT0iIhCpKBHRBQiBT0iohAp\n6BERhUhBj4gohNqaFFG9nllcbOW1zyv9L5pHlKILcyM13e/M5miSlmz3Rm3KGXpERCFS0CMiCpGC\nHhFRiBT0iIhCpKBHRBQiBT0iohAp6BERhbhgQZe0UdLfJD0j6ZCkb4xos1XSq5Keqv7dPWpfEREx\nO3X+SPRZ4A7bT0p6F7Ak6VHbzwy1e9z256cfYkRE1HHBM3TbJ2w/WS2/DjwLbJh1YBER0UyjW/8l\nbQIeA66z/drA+q3AI8BR4DjwLduHRjx/F7Crevgx4PCIl1kLvFQ7qPlTcn4l5wbJb96Vkt+HbK8b\ntaF2QZd0BfB34F7bvx/a9m7gnO0zkm4GfmR780oilbQ4bp6CEpScX8m5QfKbd6XnBzWvcpF0Kf0z\n8F8OF3MA26/ZPlMt7wculbR2qpFGRMREda5yEfAQ8Kzt749p8/6qHZK2VPt9eZqBRkTEZHWucvkU\n8GXgoKSnqnV3AR8EsP1T4Bbga5LOAv8Btnvl8/I+uMLnzYuS8ys5N0h+8670/NqbDz0iIqYrd4pG\nRBQiBT0iohCdKeiSbpR0WNKypDvbjmfaJB2RdLCaGqHdv703BZL2Sjol6emBde+V9Kikf1U/r2wz\nxtUYk98eSccGpri4uc0YV2rcdB6l9N+E/Irov0k6MYYuaQ3wT+Cz9G9OOgDsGDG9wNySdATo2S7h\nxgYkfRo4A/zc9nXVuvuB07a/W/2nfKXtb7cZ50qNyW8PcMb299qMbbUkrQfWD07nAXwBuI0C+m9C\nfrdSQP9N0pUz9C3Asu3nbL8JPAxsazmmmMD2Y8DpodXbgH3V8j76H6K5NCa/IkyYzqOI/ns7T1fS\nlYK+AXh+4PFRyusAA3+RtFRNgVCiq2yfqJZfAK5qM5gZuV3SP6ohmbkckhhUTefxCeAJCuy/ofyg\nsP4b1pWC/nZwg+1PAjcBX69+pS9WdR9C++N50/UT4CPAx4ETwAPthrM61XQejwDfHJybCcrovxH5\nFdV/o3SloB8DNg48vrpaVwzbx6qfp4A/0B9mKs3Javzy/DjmqZbjmSrbJ22/Zfsc8DPmuA/HTOdR\nTP+Nyq+k/hunKwX9ALBZ0jWSLgO2AwstxzQ1ki6vvpxB0uXA54CnJz9rLi0AO6vlncCfWoxl6s4X\nu8oXmdM+nDCdRxH9Ny6/Uvpvkk5c5QJQXUL0Q2ANsNf2vS2HNDWSPkz/rBz60y38at7zk/RrYCv9\nKUlPAruBPwK/pT8txL+BW23P5ReLY/LbSv/XdQNHgK8OjDnPDUk3AI8DB4Fz1eq76I8zz33/Tchv\nBwX03ySdKegREbE6XRlyiYiIVUpBj4goRAp6REQhUtAjIgqRgh4RUYgU9IiIQqSgR0QU4r+SAnPF\nV3e+aAAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "current qs\n",
            "make move:  4\n",
            "make move:  0\n",
            "make move:  8\n",
            "make move:  4\n",
            "make move:  5\n",
            "make move:  3\n",
            "make move:  4\n",
            "make move:  6\n",
            "make move:  1\n",
            "make move:  7\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAABACAYAAAAK/4xcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAHYklEQVR4nO3db4hcZxXH8e8vm6yVzR+rkaSk0cQa\nCiUvVNb1X1s3ltqkFGKhlOSFRqhExIKCiqUvbBQKav37QiuVBKKoVazWBasxtGlTEdPslmKalmio\nKU1ME9NokjVKTPb4Ym5hHGZmn7s7kzvz5PeBsHfunLl7nn12T+7euc9ZRQRmZtb/5lSdgJmZdYYL\nuplZJlzQzcwy4YJuZpYJF3Qzs0zMreoTDy5aHJctXVHVpwdg/mS5+H8NpceG0mPPLCiXR6r5Z9Jj\nS6TbVXOmunPcU4u6c1yABSW+zmXmusxxu6Xs9+bC093J4/TC9NglL6fHHltaPpfKTUyciIg3Nnuq\nsoJ+2dIVjHx3PCl2qkvV5rrfl4vf86702HOD6bG71pTLI9Xw4+mxAxfKHbtbczJ0Nj22zA23v76l\ndCrJhnelx5aZ65FH02O7NR+7PlAu/j07upPHjpvSYz9yX3rsfZ8rn0vlpBdbPeVLLmZmmUgq6JLW\nSjog6aCku5o8/xpJPy2e3yNpRacTNTOz9qYt6JIGgO8A64BrgI2SrmkIuwP4R0S8Ffgm8JVOJ2pm\nZu2lnKGPAAcj4oWIOAc8CKxviFkPbC+2fw7cIKlX3mczM7skpBT0ZcBLdY8PF/uaxkTEeeAU8IbG\nA0naLGlc0vh///n3mWVsZmZNXdQ3RSPigYgYjojhea9reteNmZnNUEpBPwIsr3t8ZbGvaYykucAi\n4JVOJGhmZmlSCvpeYJWklZIGgQ3AWEPMGLCp2L4NeCzcl9fM7KKadmFRRJyXdCewAxgAtkXEfklf\nAsYjYgzYCvxQ0kHgJLWib2ZmF5GqOpFeePVwDN+ftlJ0ZG/6cZ96Z3rs3JKrI3femB677pH02LMl\nWgo88f702DUlVjCWWnZJ9+ZkTok8Hr0hPfaeL6bHquTXYsuWcvGp1jyWHtuPPyNrf5see2Jxeuz4\ncHrs4hPdyaGsO7amx279mCYioukovVLUzCwTLuhmZplwQTczy4QLuplZJlzQzcwy4YJuZpYJF3Qz\ns0y4oJuZZcIF3cwsEy7oZmaZcEE3M8vEtM25ekG3eoGU6TsBsO436bH/eW16bLf6s1y/Oz1293Xp\nsdC9ObkwkB57U4m/MP/Hd6fHnhtMjwUYeSo9duVf02OPl/iTAd2aj/f+IT22rCjxN83K9GdZvS89\nduhsemzZXi5levw8Plru2K34DN3MLBMu6GZmmXBBNzPLhAu6mVkmXNDNzDLhgm5mlgkXdDOzTExb\n0CUtl7RL0nOS9kv6VJOYUUmnJD1T/PtCd9I1M7NWUhYWnQc+ExFPS1oATEjaGRHPNcQ9GRG3dD5F\nMzNLMe0ZekQcjYini+0zwPPAsm4nZmZm5SgifR2wpBXAbmB1RJyu2z8KPAQcBv4GfDYi9jd5/WZg\nc/HwauBAk0+zGDiRnFT/yXl8OY8NPL5+l8v43hwRTRtDJBd0SfOBJ4B7I+IXDc8tBKYiYlLSzcC3\nI2LVTDKVNB4RJTo39Jecx5fz2MDj63e5jw8S73KRNI/aGfiPGos5QEScjojJYvsRYJ6kkq1szMxs\nNlLuchGwFXg+Ir7RImZpEYekkeK4r3QyUTMzay/lLpf3AR8G9kl6pth3N/AmgIj4HnAb8AlJ54F/\nAxuizMX5//fADF/XL3IeX85jA4+v3+U+vnJvipqZWe/ySlEzs0y4oJuZZaJnCrqktZIOSDoo6a6q\n8+k0SYck7StaI4xXnc9sSdom6bikZ+v2vV7STkl/KT5eXmWOs9FifFskHalrcXFzlTnOVKt2HrnM\nX5vxZTF/7fTENXRJA8CfgRupLU7aC2xs0l6gb0k6BAxHRA4LG5B0PTAJ/CAiVhf7vgqcjIgvF/8p\nXx4Rn68yz5lqMb4twGREfK3K3GZL0hXAFfXtPIAPAR8lg/lrM77byWD+2umVM/QR4GBEvBAR54AH\ngfUV52RtRMRu4GTD7vXA9mJ7O7Ufor7UYnxZaNPOI4v5u5TblfRKQV8GvFT3+DD5TUAAv5M0UbRA\nyNGSiDhabL8MLKkymS65U9KfiksyfXlJol7RzuPtwB4ynL+G8UFm89eoVwr6peDaiHgHsA74ZPEr\nfbaKdQjVX8/rrPuBq4C3AUeBr1ebzuwU7TweAj5d35sJ8pi/JuPLav6a6ZWCfgRYXvf4ymJfNiLi\nSPHxOPBLapeZcnOsuH756nXM4xXn01ERcSwiLkTEFPB9+ngOW7TzyGb+mo0vp/lrpVcK+l5glaSV\nkgaBDcBYxTl1jKSh4s0ZJA0BHwSebf+qvjQGbCq2NwG/qjCXjnu12BVupU/nsE07jyzmr9X4cpm/\ndnriLheA4haibwEDwLaIuLfilDpG0luonZVDrd3Cj/t9fJJ+AoxSa0l6DLgHeBj4GbW2EC8Ct0dE\nX76x2GJ8o9R+XQ/gEPDxumvOfUPStcCTwD5gqth9N7XrzH0/f23Gt5EM5q+dninoZmY2O71yycXM\nzGbJBd3MLBMu6GZmmXBBNzPLhAu6mVkmXNDNzDLhgm5mlon/AftBiQtYrSdKAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "upated qs\n",
            "make move:  4\n",
            "make move:  0\n",
            "make move:  8\n",
            "make move:  4\n",
            "make move:  5\n",
            "make move:  3\n",
            "make move:  4\n",
            "make move:  6\n",
            "make move:  1\n",
            "make move:  7\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAABACAYAAAAK/4xcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAHU0lEQVR4nO3db4hcVxnH8e8vm6yV/LMaaWIaTayh\nUPJCZVkILc3GUpuUQhRKSV5IhEqKWFBQsPSFBqGg4t8XWqkkEEWtYv2zYDUNbZoUKW12SzFNS3Sp\nKU0aE9No/hglJvv4Ym5hXGZmz9mdycyc/D4Q9s6dZ+4+Z8/uk7t37nlWEYGZmfW/Od1OwMzM2sMF\n3cysEC7oZmaFcEE3MyuEC7qZWSHmdusTDy5eEtcsXdmtTw/AgnN58f9akB4bSo89tzAvj1Q548tI\nt6PmTHbmuGcWd+a4AAszvs45c51z3E7J/d5cdLYzeZxdlB677I302OPvyc+l68bHT0XEuxs91bWC\nfs3SlQx/fywpdrJD1Wbd/rz4Z9emx14cTI/duz4vj1RDT6fHDlzOO3an5mT+hfTYnBtuf3dXdirJ\nhvamx+bM9fCT6bGdmo+9H8mLX7u7M3nsviM99r7t6bHbM2J7hvRas6d8ycXMrBBJBV3SBkmHJU1I\neqDB82+T9PPq+eckrWx3omZm1tq0BV3SAPA9YCNwE7BF0k1Twu4F/hERHwC+DXyt3YmamVlrKWfo\nw8BERLwaEReBR4FNU2I2Abuq7V8Ct0nqlffZzMyuCikFfTnwet3jo9W+hjERcQk4A7xr6oEkbZM0\nJmnsv//8+8wyNjOzhq7om6IR8UhEDEXE0Lx3NLzrxszMZiiloB8DVtQ9vr7a1zBG0lxgMfBmOxI0\nM7M0KQX9ALBa0ipJg8BmYHRKzCiwtdq+G3gq3JfXzOyKmnZhUURcknQ/sBsYAHZGxCFJXwHGImIU\n2AH8WNIEcJpa0TczsytI3TqRXnTjUAw9nLZSNGdF575b02PnZq6O3HN7euzGx9NjL8xPj923Lj12\nfcYKxqxll3RuTuZk5PHkbemxnVwR2Kljr38qPbYff0Y2/CE99tSS9NixofTYJac6k0Oue3ekx+74\nlMYjouEovVLUzKwQLuhmZoVwQTczK4QLuplZIVzQzcwK4YJuZlYIF3Qzs0K4oJuZFcIF3cysEC7o\nZmaFcEE3MyvEtM25ekGneoHk9J0A2Pj79Nj/vD09tlP9Wdbty8gh42ucG58zJ5cH0mPvyPgL88+u\nTY+9OJgeCzD8fHrsqr+mx57M+JMBnZqPm/+YHpsrMv6mWU5/ljUH02PnX0iPze3lktPj5+mRvGM3\n4zN0M7NCuKCbmRXCBd3MrBAu6GZmhXBBNzMrhAu6mVkhXNDNzAoxbUGXtELSXkkvSzok6bMNYkYk\nnZH0YvXvS51J18zMmklZWHQJ+HxEvCBpITAuaU9EvDwl7pmIuKv9KZqZWYppz9Aj4nhEvFBtnwNe\nAZZ3OjEzM8ujiPR1wJJWAvuBNRFxtm7/CPAYcBR4A/hCRBxq8PptwLbq4Y3A4QafZglwKjmp/lPy\n+EoeG3h8/a6U8b0vIho2hkgu6JIWAPuAhyLiV1OeWwRMRsR5SXcC342I1TPJVNJYRGR0bugvJY+v\n5LGBx9fvSh8fJN7lImketTPwn0wt5gARcTYizlfbjwPzJGW2sjEzs9lIuctFwA7glYj4VpOYpVUc\nkoar477ZzkTNzKy1lLtcbgY+ARyU9GK170HgvQAR8QPgbuDTki4B/wY2R87F+f/3yAxf1y9KHl/J\nYwOPr9+VPr68N0XNzKx3eaWomVkhXNDNzArRMwVd0gZJhyVNSHqg2/m0m6Qjkg5WrRHGup3PbEna\nKemkpJfq9r1T0h5Jf6k+XtvNHGejyfi2SzpW1+Lizm7mOFPN2nmUMn8txlfE/LXSE9fQJQ0AfwZu\np7Y46QCwpUF7gb4l6QgwFBElLGxA0q3AeeBHEbGm2vd14HREfLX6T/naiPhiN/OcqSbj2w6cj4hv\ndDO32ZK0DFhW384D+BjwSQqYvxbju4cC5q+VXjlDHwYmIuLViLgIPAps6nJO1kJE7AdOT9m9CdhV\nbe+i9kPUl5qMrwgt2nkUMX9Xc7uSXinoy4HX6x4fpbwJCOAJSeNVC4QSXRcRx6vtvwHXdTOZDrlf\n0p+qSzJ9eUmiXtXO40PAcxQ4f1PGB4XN31S9UtCvBrdExIeBjcBnql/pi1WtQ+j+9bz2ehi4Afgg\ncBz4ZnfTmZ2qncdjwOfqezNBGfPXYHxFzV8jvVLQjwEr6h5fX+0rRkQcqz6eBH5N7TJTaU5U1y/f\nuo55ssv5tFVEnIiIyxExCfyQPp7DJu08ipm/RuMraf6a6ZWCfgBYLWmVpEFgMzDa5ZzaRtL86s0Z\nJM0HPgq81PpVfWkU2FptbwV+28Vc2u6tYlf5OH06hy3aeRQxf83GV8r8tdITd7kAVLcQfQcYAHZG\nxENdTqltJL2f2lk51Not/LTfxyfpZ8AItZakJ4AvA78BfkGtLcRrwD0R0ZdvLDYZ3wi1X9cDOALc\nV3fNuW9IugV4BjgITFa7H6R2nbnv56/F+LZQwPy10jMF3czMZqdXLrmYmdksuaCbmRXCBd3MrBAu\n6GZmhXBBNzMrhAu6mVkhXNDNzArxPxSeiAksWN3XAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cFYEAUPBGREe",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 50
        },
        "outputId": "3054365f-b2d8-4252-9021-04dceb638dc9"
      },
      "source": [
        "\n",
        "moves = [p[2][0] for p in memory]\n",
        "moves_np = np.squeeze(np.array(moves).sum(axis=1))\n",
        "moves_np.shape\n",
        "\n",
        "\n",
        "_X = np.array(get_states(memory))\n",
        "X = np.zeros([*_X.shape,2])\n",
        "X[:,:,:,0] = (_X == 1)\n",
        "X[:,:,:,1] = (_X == 2)\n",
        "y = np.squeeze(np.array(get_new_qs(memory)))\n",
        "\n",
        "y_sum = y.sum(axis=1)\n",
        "\n",
        "pos = (y_sum > moves_np)\n",
        "\n",
        "positive_rewards = pos.sum()\n",
        "negative_rewards = (~pos).sum()\n",
        "print('{} positive change, {} negative change'.format(positive_rewards ,negative_rewards))\n",
        "\n",
        "\n",
        "pos_weight =  negative_rewards/len(y)\n",
        "neg_weight =  positive_rewards/len(y)\n",
        "\n",
        "weights = np.zeros(len(y))\n",
        "weights[pos] =  0.05 #pos_weight\n",
        "weights[~pos] = 0.9 # neg_weight\n",
        "pos_weight,neg_weight"
      ],
      "execution_count": 332,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2614 positive change, 582 negative change\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(0.1821026282853567, 0.8178973717146433)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 332
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mK10c7tBpxDT",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TggbFTPFGtKp",
        "colab_type": "code",
        "outputId": "d5c7f755-54ad-4036-fad0-6dccde6bbb13",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "X.shape, y.shape"
      ],
      "execution_count": 333,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "((3196, 3, 3, 2), (3196, 9))"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 333
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Jy8o3j_GKi0p",
        "colab_type": "code",
        "outputId": "97f63215-df5d-41a9-fa8c-5232adeb8358",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# uncomment end of line for losing game inspector\n",
        "mean, scores = agent_perf(agent,n=1000) #, show_lose=True)\n",
        "plt.plot(sorted(scores))\n",
        "plt.ylim(-3,1)\n",
        "plt.show()\n",
        "mean"
      ],
      "execution_count": 327,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "make move:  0\n",
            "make move:  6\n",
            "make move:  6\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWoAAACPCAYAAADTJpFmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAIXElEQVR4nO3dX6jeBR3H8ffHTfFvGWzE3KR5IYJ0\nkXKwP4aEZswS7VIhLyKYFxlaQVg3rfuQbiIQtzQyxfwDEiMVEkwo8zgN3aaxzHRztSNSagS2+nZx\nfkeP25l7rPPs95XzfsGB85wzfs+Hs7P3fuf3POecVBWSpL6OG3uAJOndGWpJas5QS1JzhlqSmjPU\nktScoZak5lZP46BZs6bYuHEah5b0Lta9PPaCw+0/Y+wF7xMvvEC98kqWetdUQs3GjTA7O5VDSzqy\na7eMveBwW7aMveB9YmbmiO/y0ockNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1\nZ6glqTlDLUnNGWpJas5QS1JzE4U6yaYkzyXZk+TGaY+SJL3tqKFOsgr4IXAZcC5wdZJzpz1MkjRv\nkjPqC4A9VfV8Vb0J3AlcOd1ZkqQFk4R6PfDSott7h7dJko6BZXswMcnmJLNJZpmbW67DStKKN0mo\n9wFnLrq9YXjbO1TVzVU1U1UzrF27XPskacWbJNSPA2cnOSvJCcBVwP3TnSVJWnDUX25bVQeTXAc8\nAKwCtlXVzqkvkyQBE/4W8qraDmyf8hZJ0hL8zkRJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWp\nOUMtSc0ZaklqzlBLUnOGWpKaM9SS1JyhlqTmJvrpedLYtmwZe8Hh3DSZjpug766leEYtSc0Zaklq\nzlBLUnOGWpKaM9SS1JyhlqTmDLUkNWeoJak5Qy1JzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOaOGuok\n25IcSPLMsRgkSXqnSc6obwU2TXmHJOkIjhrqqnoEePUYbJEkLcFr1JLU3LKFOsnmJLNJZpmbW67D\nStKKt2yhrqqbq2qmqmZYu3a5DitJK56XPiSpuUmenncH8BvgnCR7k3xl+rMkSQtWH+0PVNXVx2KI\nJGlpXvqQpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0Z\naklqzlBLUnNH/TGnWnkqYy84XGrsBe8P/t1NrtvHauZd3ucZtSQ1Z6glqTlDLUnNGWpJas5QS1Jz\nhlqSmjPUktScoZak5gy1JDVnqCWpOUMtSc0ZaklqzlBLUnNHDXWSM5M8nGRXkp1Jrj8WwyRJ8yb5\nMacHgW9W1Y4kpwFPJHmoqnZNeZskiQnOqKtqf1XtGF5/HdgNrJ/2MEnSvPd0jTrJRuA84LFpjJEk\nHW7iUCc5FbgHuKGqXlvi/ZuTzCaZZW5uOTdK0oo2UaiTHM98pG+vqnuX+jNVdXNVzVTVDGvXLudG\nSVrRJnnWR4CtwO6qumn6kyRJi01yRn0hcA1wcZKnhpfPT3mXJGlw1KfnVdWjQLPf1ytJK4ffmShJ\nzRlqSWrOUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnNGWpJas5QS1JzhlqSmjPUktScoZak\n5lJVy3/QZA748zIcag3wyjIcZzl13AQ9d7lpMm6aXMddy7XpI1W15K/Hmkqol0uS2aqaGXvHYh03\nQc9dbpqMmybXcdex2OSlD0lqzlBLUnPdQ33z2AOW0HET9Nzlpsm4aXIdd019U+tr1JKk/mfUkrTi\ntQ11kk1JnkuyJ8mNDfZsS3IgyTNjb1mQ5MwkDyfZlWRnkusbbDoxye+S/H7Y9L2xNy1IsirJk0l+\nMfaWBUleSPJ0kqeSzI69ByDJ6UnuTvJskt1JPjnynnOGj8/Cy2tJbhhz07Dr68Pn+DNJ7khy4tTu\nq+OljySrgD8AlwJ7gceBq6tq14ibLgLeAH5SVR8da8diSdYB66pqR5LTgCeAL478cQpwSlW9keR4\n4FHg+qr67VibFiT5BjADfKCqLh97D8yHGpipqjbPDU5yG/DrqrolyQnAyVX1t7F3wVtt2Ad8vKqW\n43s1/tcd65n/3D63qv6Z5C5ge1XdOo3763pGfQGwp6qer6o3gTuBK8ccVFWPAK+OueFQVbW/qnYM\nr78O7AbWj7ypquqN4ebxw8voZwNJNgBfAG4Ze0tnST4IXARsBaiqN7tEenAJ8McxI73IauCkJKuB\nk4GXp3VHXUO9Hnhp0e29jByg7pJsBM4DHht3yVuXGJ4CDgAPVdXom4AfAN8C/jP2kEMU8GCSJ5Js\nHnsMcBYwB/x4uEx0S5JTxh61yFXAHWOPqKp9wPeBF4H9wN+r6sFp3V/XUOs9SHIqcA9wQ1W9Nvae\nqvp3VX0M2ABckGTUS0VJLgcOVNUTY+44gk9X1fnAZcBXh0tsY1oNnA/8qKrOA/4BjP4YEcBwGeYK\n4OcNtnyI+a/yzwLOAE5J8qVp3V/XUO8Dzlx0e8PwNh1iuA58D3B7Vd079p7Fhi+ZHwY2jTzlQuCK\n4XrwncDFSX467qR5w5kZVXUAuI/5y35j2gvsXfRV0N3Mh7uDy4AdVfXXsYcAnwX+VFVzVfUv4F7g\nU9O6s66hfhw4O8lZw/+iVwH3j7ypneGBu63A7qq6aew9AEnWJjl9eP0k5h8QfnbMTVX17araUFUb\nmf9c+lVVTe3sZ1JJThkeBGa4vPA5YNRnFVXVX4CXkpwzvOkSYLQHpw9xNQ0uewxeBD6R5OTh3+El\nzD9GNBWrp3Xg/0dVHUxyHfAAsArYVlU7x9yU5A7gM8CaJHuB71bV1jE3MX+meA3w9HBNGOA7VbV9\nxE3rgNuGR+ePA+6qqjZPh2vmw8B98//OWQ38rKp+Oe4kAL4G3D6cJD0PfHnkPQv/kV0KXDv2FoCq\neizJ3cAO4CDwJFP8DsWWT8+TJL2t66UPSdLAUEtSc4Zakpoz1JLUnKGWpOYMtSQ1Z6glqTlDLUnN\n/RdDxyzLanerjQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD8CAYAAAB0IB+mAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAATYklEQVR4nO3df4xmVX3H8feHXQG7IoIKLCxbMW5L\nN9ZfnaC0plFBuxAL9VcCaSL+ytRGUmvaGAippv5ItDa1bUrUjbVaa8XWStnKVlhQY5sGZYiIwLK6\nUpVdQVahaCutLPvtH89deBif2Z2Z+8wM+5z3K5nMc889c8+5czefvXPuufemqpAkTb7DVroDkqTl\nYeBLUiMMfElqhIEvSY0w8CWpEQa+JDViLIGf5CNJ7k5y8xzrk+Qvk+xMclOS54yjXUnS/I3rDP+j\nwKYDrD8L2NB9TQMfGFO7kqR5GkvgV9WXgHsOUOVc4G9r4DrgCUnWjqNtSdL8rF6mdk4C7hha3tWV\n3Tm7YpJpBn8FsGbNml859dRTl7xzP927jx3f//GStyNJ87H6sPBLax+/qJ+94YYbflBVTx653V69\nWgJVtRnYDDA1NVUzMzNL3uZtd/2ITX/+b7z7ZU/nRacet+TtSdKBHJZw/OOPXNTPJvnOXOuWK/B3\nAycPLa/ryh4VHtw3eJ7QE9ccwdqjH7vCvZGkpbFc0zK3AK/uZus8D7ivqn5mOGel7Ns3+L7qsKxs\nRyRpCY3lDD/JJ4EXAE9Ksgt4O/AYgKr6ILAVOBvYCfwEeO042h2XB7snhq7yrgRJE2wsgV9V5x9k\nfQFvGkdbS2H/kM5h8Qxf0uTynBbY99AZvoEvaXIZ+MA+z/AlNcDA5+ExfANf0iQz8HGWjqQ2GPg4\nS0dSG4w4HMOX1AYDn4enZTqkI2mSGfh40VZSGwx8Hh7S8Qxf0iQz8IEu7z3DlzTRDHycpSOpDUYc\nztKR1AYDH2fpSGqDgY+zdCS1wcDHWTqS2mDgM3zR1sCXNLkMfLxoK6kNBj7D8/BXth+StJTGEvhJ\nNiXZkWRnkotGrH9Nkj1Jbuy+3jCOdsfFWTqSWtD7nbZJVgGXAi8GdgHXJ9lSVbfOqvqpqrqwb3tL\nYf8rDg8z8CVNsHG8xPw0YGdV3Q6Q5DLgXGB24D8q/O8DD3LbXT9+RNmue+8HYJVj+JIm2DgC/yTg\njqHlXcBzR9R7RZJfB74BvKWq7hhRZ8m968pb+bvrvvsz5YevOozH+GwFSRNsHIE/H/8CfLKq/i/J\n7wAfA140qmKSaWAaYP369WPvyI/u38txRx3Be1/xjEeUn3D0kRy+2sCXNLnGEfi7gZOHltd1ZQ+p\nqh8OLX4Y+JO5NlZVm4HNAFNTUzWG/j1y+8CaI1bzwlOPG/emJelRbRyntNcDG5KckuRw4Dxgy3CF\nJGuHFs8Bto+hXUnSAvQ+w6+qvUkuBK4CVgEfqapbkrwDmKmqLcDvJTkH2AvcA7ymb7s9+ouXZiW1\naCxj+FW1Fdg6q+xtQ58vBi4eR1t9FWDiS2qRVyklqRHtBX55gi+pTe0FviQ1qrnAL4p4R62kBrUX\n+A7pSGpUc4EvSa1qLvCrwBEdSS1qLvAlqVXNBX5RxFF8SQ1qLvAlqVXNBb5j+JJa1V7gr3QHJGmF\nNBf4ktSq5gJ/MKTjmI6k9jQX+JLUqgYD3xegSGpTg4EvSW1qLvCdlimpVe0FPga+pDaNJfCTbEqy\nI8nOJBeNWH9Ekk9167+c5CnjaFeSNH+9Az/JKuBS4CxgI3B+ko2zqr0euLeqnga8H3hv33YXq8pn\n6Uhq0zjO8E8DdlbV7VX1U+Ay4NxZdc4FPtZ9/jRwRpwML0nLahyBfxJwx9Dyrq5sZJ2q2gvcBzxx\n1MaSTCeZSTKzZ8+eMXTvkRzDl9SqR91F26raXFVTVTX15Cc/eQm2P/ZNStIhYRyBvxs4eWh5XVc2\nsk6S1cDRwA/H0PaieIIvqUXjCPzrgQ1JTklyOHAesGVWnS3ABd3nVwKfr1qZc+0Cx3QkNWl13w1U\n1d4kFwJXAauAj1TVLUneAcxU1Rbgr4GPJ9kJ3MPgPwVJ0jLqHfgAVbUV2Dqr7G1Dn/8XeNU42upr\nMC1TktrzqLtoK0laGk0GvkP4klrUXOBXOUtHUpuaC3xJalVzgV+UrziU1KTmAl+SWtVc4DuGL6lV\nzQW+JLWqucD3FYeSWtVe4OMLUCS1qbnAl6RWNRf4VXjVVlKTmgt8SWpVc4HvCb6kVjUX+JLUqvYC\n32mZkhrVXOA7LVNSq5oLfElqVa/AT3Jskm1Jvtl9P2aOeg8mubH7mv2C82XlnbaSWtX3DP8i4Nqq\n2gBc2y2Pcn9VPav7Oqdnm5KkRegb+OcCH+s+fwz4rZ7bW3KFZ/iS2tQ38I+vqju7z3cBx89R78gk\nM0muS3LA/xSSTHd1Z/bs2dOzez+rqsa+TUk6FKw+WIUk1wAnjFh1yfBCVVWSudL056tqd5KnAp9P\n8vWq+taoilW1GdgMMDU1tSTp7CwdSS06aOBX1ZlzrUvy/SRrq+rOJGuBu+fYxu7u++1Jvgg8GxgZ\n+EvNIR1Jreo7pLMFuKD7fAFwxewKSY5JckT3+UnArwG39mxXkrRAfQP/PcCLk3wTOLNbJslUkg93\ndX4JmEnyNeALwHuqasUC3yF8Sa066JDOgVTVD4EzRpTPAG/oPv8H8Mt92pEk9dfcnbaDMXwH8SW1\np7nAp8o5OpKa1F7gS1Kjmgt8p2VKalVzgS9JrWou8Kt8xaGkNjUX+JLUquYCvyinZUpqUnuB75CO\npEY1F/iS1KrmAt9XHEpqVXOBL0mtai7wBw/L9BRfUnuaC3xJalVzgV9VjuFLalJzgQ8O6EhqU5OB\nL0ktai7wnZYpqVW9Aj/Jq5LckmRfkqkD1NuUZEeSnUku6tOmJGlx+p7h3wy8HPjSXBWSrAIuBc4C\nNgLnJ9nYs91FK4o4ii+pQX1fYr4dDvqO2NOAnVV1e1f3MuBc4NY+bS+WQzqSWrUcY/gnAXcMLe/q\nykZKMp1kJsnMnj17lrxzktSKg57hJ7kGOGHEqkuq6opxd6iqNgObAaampmrs28czfEltOmjgV9WZ\nPdvYDZw8tLyuK5MkLaPlGNK5HtiQ5JQkhwPnAVuWod2RqrxoK6lNfadlvizJLuB04MokV3XlJybZ\nClBVe4ELgauA7cA/VNUt/botSVqovrN0LgcuH1H+PeDsoeWtwNY+bY1Lgc9WkNSk5u60xVccSmpU\ne4EvSY1qLvAH0zI9x5fUnuYCX5Ja1VzgD6ZlSlJ7mgt8SWpVc4HvoxUktaq9wHdapqRGNRf4ktSq\n5gK/KKdlSmpSc4EvSa1qLvAdw5fUquYCX5Ja1VzgV+EpvqQmNRf4gC9AkdSkJgNfklrUXOBXlXfa\nSmpSc4EvSa3q+07bVyW5Jcm+JFMHqPftJF9PcmOSmT5t9uU1W0mt6vVOW+Bm4OXAh+ZR94VV9YOe\n7fVW5cPTJLWp70vMt4NvkJKkQ8FyjeEXcHWSG5JMH6hikukkM0lm9uzZswQdKadlSmrSQc/wk1wD\nnDBi1SVVdcU823l+Ve1OchywLcltVfWlURWrajOwGWBqaqrmuX1J0kEcNPCr6sy+jVTV7u773Uku\nB04DRgb+UnMMX1KrlnxIJ8maJEft/wy8hMHFXknSMuo7LfNlSXYBpwNXJrmqKz8xydau2vHAvyf5\nGvAV4Mqq+lyfdvvwFYeSWtV3ls7lwOUjyr8HnN19vh14Zp92xqkKnIkvqUXeaStJjWgw8H2WjqQ2\nNRj4ktSm5gLfVxxKalVzgS9JrWou8J2WKalV7QV++SwdSW1qLvAlqVXNBb5DOpJa1VzgS1Krmgt8\np2VKalVzgS9JrWou8KvKVzJKalJ7gb/SHZCkFdJc4EtSq9oLfF9xKKlR7QW+JDWqucAv8NEKkprU\n952270tyW5Kbklye5Alz1NuUZEeSnUku6tNmX4NZOivZA0laGX3P8LcBT6+qZwDfAC6eXSHJKuBS\n4CxgI3B+ko0925UkLVDfl5hfPbR4HfDKEdVOA3Z2LzMnyWXAucCtfdo+kGu3f58H942egPnAvnJA\nR1KTegX+LK8DPjWi/CTgjqHlXcBz59pIkmlgGmD9+vWL6siFf/9V7n/gwTnXP/6xj1nUdiXpUHbQ\nwE9yDXDCiFWXVNUVXZ1LgL3AJ/p2qKo2A5sBpqamFnWf1D/97q+yr0b/6GEJv3D84xbfQUk6RB00\n8KvqzAOtT/Ia4KXAGVUjU3Y3cPLQ8rqubMlsPPHxS7l5STok9Z2lswl4K3BOVf1kjmrXAxuSnJLk\ncOA8YEufdiVJC9d3ls5fAUcB25LcmOSDAElOTLIVoKr2AhcCVwHbgX+oqlt6titJWqC+s3SeNkf5\n94Czh5a3Alv7tCVJ6qe5O20lqVUGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakR\nBr4kNcLAl6RGGPiS1AgDX5IaYeBLUiMMfElqhIEvSY0w8CWpEQa+JDWi1ysOk7wP+E3gp8C3gNdW\n1X+NqPdt4MfAg8Deqprq064kaeH6nuFvA55eVc8AvgFcfIC6L6yqZxn2krQyegV+VV1dVXu7xeuA\ndf27JElaCuMcw38d8K9zrCvg6iQ3JJkeY5uSpHk66Bh+kmuAE0asuqSqrujqXALsBT4xx2aeX1W7\nkxwHbEtyW1V9aY72poFpgPXr189jFyRJ83HQwK+qMw+0PslrgJcCZ1RVzbGN3d33u5NcDpwGjAz8\nqtoMbAaYmpoauT1J0sL1GtJJsgl4K3BOVf1kjjprkhy1/zPwEuDmPu1Kkhau7xj+XwFHMRimuTHJ\nBwGSnJhka1fneODfk3wN+ApwZVV9rme7kqQF6jUPv6qeNkf594Czu8+3A8/s044kqT/vtJWkRhj4\nktQIA1+SGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9J\njTDwJakRBr4kNcLAl6RGGPiS1AgDX5Ia0Tvwk7wzyU3dS8yvTnLiHPUuSPLN7uuCvu1KkhZmHGf4\n76uqZ1TVs4DPAm+bXSHJscDbgecCpwFvT3LMGNqWJM1T78Cvqh8NLa4BakS13wC2VdU9VXUvsA3Y\n1LdtSdL8rR7HRpK8G3g1cB/wwhFVTgLuGFre1ZWN2tY0MN0t/neSHYvs1pOAHyzyZw9V7nMb3OfJ\n12d/f36uFakadUI+q1JyDXDCiFWXVNUVQ/UuBo6sqrfP+vk/7Mrf1S3/EXB/Vf3p/Pq/cElmqmpq\nqbb/aOQ+t8F9nnxLtb/zOsOvqjPnub1PAFsZjNcP2w28YGh5HfDFeW5TkjQG45ils2Fo8VzgthHV\nrgJekuSY7mLtS7oySdIyGccY/nuS/CKwD/gO8EaAJFPAG6vqDVV1T5J3Atd3P/OOqrpnDG0fyOYl\n3v6jkfvcBvd58i3J/s5rDF+SdOjzTltJaoSBL0mNmLjAT7IpyY4kO5NctNL9GZckJyf5QpJbk9yS\n5M1d+bFJtnWPrNi2/w7mDPxl93u4KclzVnYPFi/JqiRfTfLZbvmUJF/u9u1TSQ7vyo/olnd265+y\nkv1erCRPSPLpJLcl2Z7k9Ek/zkne0v27vjnJJ5McOWnHOclHktyd5OahsgUf1z6PqZmowE+yCrgU\nOAvYCJyfZOPK9mps9gJ/UFUbgecBb+r27SLg2qraAFzbLcPgd7Ch+5oGPrD8XR6bNwPbh5bfC7y/\nqp4G3Au8vit/PXBvV/7+rt6h6C+Az1XVqcAzGez7xB7nJCcBvwdMVdXTgVXAeUzecf4oP/uEgQUd\n196PqamqifkCTgeuGlq+GLh4pfu1RPt6BfBiYAewtitbC+zoPn8IOH+o/kP1DqUvBvdsXAu8iMGz\nmsLgDsTVs485g6m+p3efV3f1stL7sMD9PRr4z9n9nuTjzMN34h/bHbfPMngcy8QdZ+ApwM2LPa7A\n+cCHhsofUe9gXxN1hs8CHuFwKOv+hH028GXg+Kq6s1t1F3B893lSfhd/DryVwbRfgCcC/1VVe7vl\n4f16aJ+79fd19Q8lpwB7gL/phrE+nGQNE3ycq2o38KfAd4E7GRy3G5js47zfQo9rr+M9aYE/8ZI8\nDvgn4PfrkQ+uowb/5U/MPNskLwXurqobVrovy2g18BzgA1X1bOB/ePjPfGAij/MxDG7aPAU4kcFD\nGJt7uOJyHNdJC/zdwMlDy+u6somQ5DEMwv4TVfWZrvj7SdZ269cCd3flk/C7+DXgnCTfBi5jMKzz\nF8ATkuy/aXB4vx7a52790cAPl7PDY7AL2FVVX+6WP83gP4BJPs5nAv9ZVXuq6gHgMwyO/SQf5/0W\nelx7He9JC/zrgQ3d1f3DGVz42bLCfRqLJAH+GtheVX82tGoLsP9K/QUMxvb3l7+6u9r/POC+oT8d\nDwlVdXFVrauqpzA4lp+vqt8GvgC8sqs2e5/3/y5e2dU/pM6Eq+ou4I7u7nWAM4BbmeDjzGAo53lJ\nfq77d75/nyf2OA9Z6HHt95ialb6IsQQXRc4GvgF8i8HTPFe8T2Par+cz+HPvJuDG7utsBmOX1wLf\nBK4Bju3qh8GMpW8BX2cwA2LF96PH/r8A+Gz3+anAV4CdwD8CR3TlR3bLO7v1T13pfi9yX58FzHTH\n+p+BYyb9OAN/zOA5XDcDHweOmLTjDHySwTWKBxj8Jff6xRxX4HXdvu8EXruQPvhoBUlqxKQN6UiS\n5mDgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEb8PwuI1EeWvVXaAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.919"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 327
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O4dfe2vsG3J2",
        "colab_type": "code",
        "outputId": "8323062a-ea18-4cf7-e4a8-fd586bb48438",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "hist = agent.model.fit(X, y, epochs=200, verbose=1, batch_size=64), #sample_weight=weights)"
      ],
      "execution_count": 334,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/200\n",
            "3196/3196 [==============================] - 0s 87us/step - loss: 0.4443\n",
            "Epoch 2/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4433\n",
            "Epoch 3/200\n",
            "3196/3196 [==============================] - 0s 67us/step - loss: 0.4434\n",
            "Epoch 4/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4433\n",
            "Epoch 5/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4431\n",
            "Epoch 6/200\n",
            "3196/3196 [==============================] - 0s 61us/step - loss: 0.4431\n",
            "Epoch 7/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4429\n",
            "Epoch 8/200\n",
            "3196/3196 [==============================] - 0s 75us/step - loss: 0.4430\n",
            "Epoch 9/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4428\n",
            "Epoch 10/200\n",
            "3196/3196 [==============================] - 0s 61us/step - loss: 0.4427\n",
            "Epoch 11/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4429\n",
            "Epoch 12/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4427\n",
            "Epoch 13/200\n",
            "3196/3196 [==============================] - 0s 70us/step - loss: 0.4428\n",
            "Epoch 14/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4430\n",
            "Epoch 15/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4426\n",
            "Epoch 16/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4428\n",
            "Epoch 17/200\n",
            "3196/3196 [==============================] - 0s 66us/step - loss: 0.4431\n",
            "Epoch 18/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4429\n",
            "Epoch 19/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4427\n",
            "Epoch 20/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4425\n",
            "Epoch 21/200\n",
            "3196/3196 [==============================] - 0s 75us/step - loss: 0.4424\n",
            "Epoch 22/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4426\n",
            "Epoch 23/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4424\n",
            "Epoch 24/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4425\n",
            "Epoch 25/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4424\n",
            "Epoch 26/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4425\n",
            "Epoch 27/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4424\n",
            "Epoch 28/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4422\n",
            "Epoch 29/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4425\n",
            "Epoch 30/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4424\n",
            "Epoch 31/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4423\n",
            "Epoch 32/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4425\n",
            "Epoch 33/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n",
            "Epoch 34/200\n",
            "3196/3196 [==============================] - 0s 66us/step - loss: 0.4424\n",
            "Epoch 35/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4423\n",
            "Epoch 36/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4424\n",
            "Epoch 37/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4428\n",
            "Epoch 38/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4423\n",
            "Epoch 39/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4423\n",
            "Epoch 40/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4424\n",
            "Epoch 41/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4423\n",
            "Epoch 42/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4423\n",
            "Epoch 43/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4423\n",
            "Epoch 44/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4422\n",
            "Epoch 45/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4422\n",
            "Epoch 46/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4423\n",
            "Epoch 47/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4424\n",
            "Epoch 48/200\n",
            "3196/3196 [==============================] - 0s 66us/step - loss: 0.4425\n",
            "Epoch 49/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4421\n",
            "Epoch 50/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4422\n",
            "Epoch 51/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4424\n",
            "Epoch 52/200\n",
            "3196/3196 [==============================] - 0s 70us/step - loss: 0.4423\n",
            "Epoch 53/200\n",
            "3196/3196 [==============================] - 0s 84us/step - loss: 0.4422\n",
            "Epoch 54/200\n",
            "3196/3196 [==============================] - 0s 73us/step - loss: 0.4423\n",
            "Epoch 55/200\n",
            "3196/3196 [==============================] - 0s 73us/step - loss: 0.4428\n",
            "Epoch 56/200\n",
            "3196/3196 [==============================] - 0s 86us/step - loss: 0.4424\n",
            "Epoch 57/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4425\n",
            "Epoch 58/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4423\n",
            "Epoch 59/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4424\n",
            "Epoch 60/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4425\n",
            "Epoch 61/200\n",
            "3196/3196 [==============================] - 0s 71us/step - loss: 0.4422\n",
            "Epoch 62/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4425\n",
            "Epoch 63/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4424\n",
            "Epoch 64/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4422\n",
            "Epoch 65/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4425\n",
            "Epoch 66/200\n",
            "3196/3196 [==============================] - 0s 66us/step - loss: 0.4422\n",
            "Epoch 67/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4426\n",
            "Epoch 68/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4423\n",
            "Epoch 69/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4425\n",
            "Epoch 70/200\n",
            "3196/3196 [==============================] - 0s 66us/step - loss: 0.4425\n",
            "Epoch 71/200\n",
            "3196/3196 [==============================] - 0s 68us/step - loss: 0.4427\n",
            "Epoch 72/200\n",
            "3196/3196 [==============================] - 0s 70us/step - loss: 0.4424\n",
            "Epoch 73/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4424\n",
            "Epoch 74/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4426\n",
            "Epoch 75/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4422\n",
            "Epoch 76/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4422\n",
            "Epoch 77/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4422\n",
            "Epoch 78/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4425\n",
            "Epoch 79/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4422\n",
            "Epoch 80/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4423\n",
            "Epoch 81/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4422\n",
            "Epoch 82/200\n",
            "3196/3196 [==============================] - 0s 61us/step - loss: 0.4424\n",
            "Epoch 83/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4423\n",
            "Epoch 84/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4422\n",
            "Epoch 85/200\n",
            "3196/3196 [==============================] - 0s 70us/step - loss: 0.4423\n",
            "Epoch 86/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4423\n",
            "Epoch 87/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4421\n",
            "Epoch 88/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4423\n",
            "Epoch 89/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4425\n",
            "Epoch 90/200\n",
            "3196/3196 [==============================] - 0s 86us/step - loss: 0.4423\n",
            "Epoch 91/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4420\n",
            "Epoch 92/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n",
            "Epoch 93/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4421\n",
            "Epoch 94/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4422\n",
            "Epoch 95/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4423\n",
            "Epoch 96/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4425\n",
            "Epoch 97/200\n",
            "3196/3196 [==============================] - 0s 61us/step - loss: 0.4423\n",
            "Epoch 98/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4424\n",
            "Epoch 99/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4425\n",
            "Epoch 100/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4422\n",
            "Epoch 101/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4424\n",
            "Epoch 102/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4425\n",
            "Epoch 103/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4422\n",
            "Epoch 104/200\n",
            "3196/3196 [==============================] - 0s 90us/step - loss: 0.4423\n",
            "Epoch 105/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4421\n",
            "Epoch 106/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4423\n",
            "Epoch 107/200\n",
            "3196/3196 [==============================] - 0s 75us/step - loss: 0.4421\n",
            "Epoch 108/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4424\n",
            "Epoch 109/200\n",
            "3196/3196 [==============================] - 0s 91us/step - loss: 0.4424\n",
            "Epoch 110/200\n",
            "3196/3196 [==============================] - 0s 71us/step - loss: 0.4423\n",
            "Epoch 111/200\n",
            "3196/3196 [==============================] - 0s 68us/step - loss: 0.4427\n",
            "Epoch 112/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n",
            "Epoch 113/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4421\n",
            "Epoch 114/200\n",
            "3196/3196 [==============================] - 0s 67us/step - loss: 0.4421\n",
            "Epoch 115/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4421\n",
            "Epoch 116/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4421\n",
            "Epoch 117/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4423\n",
            "Epoch 118/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n",
            "Epoch 119/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4422\n",
            "Epoch 120/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4422\n",
            "Epoch 121/200\n",
            "3196/3196 [==============================] - 0s 84us/step - loss: 0.4426\n",
            "Epoch 122/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4425\n",
            "Epoch 123/200\n",
            "3196/3196 [==============================] - 0s 61us/step - loss: 0.4424\n",
            "Epoch 124/200\n",
            "3196/3196 [==============================] - 0s 59us/step - loss: 0.4423\n",
            "Epoch 125/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4424\n",
            "Epoch 126/200\n",
            "3196/3196 [==============================] - 0s 90us/step - loss: 0.4423\n",
            "Epoch 127/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4424\n",
            "Epoch 128/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4420\n",
            "Epoch 129/200\n",
            "3196/3196 [==============================] - 0s 72us/step - loss: 0.4422\n",
            "Epoch 130/200\n",
            "3196/3196 [==============================] - 0s 87us/step - loss: 0.4422\n",
            "Epoch 131/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4422\n",
            "Epoch 132/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4422\n",
            "Epoch 133/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4422\n",
            "Epoch 134/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4422\n",
            "Epoch 135/200\n",
            "3196/3196 [==============================] - 0s 84us/step - loss: 0.4422\n",
            "Epoch 136/200\n",
            "3196/3196 [==============================] - 0s 67us/step - loss: 0.4422\n",
            "Epoch 137/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4422\n",
            "Epoch 138/200\n",
            "3196/3196 [==============================] - 0s 65us/step - loss: 0.4422\n",
            "Epoch 139/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4424\n",
            "Epoch 140/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4422\n",
            "Epoch 141/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4421\n",
            "Epoch 142/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4422\n",
            "Epoch 143/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4428\n",
            "Epoch 144/200\n",
            "3196/3196 [==============================] - 0s 107us/step - loss: 0.4423\n",
            "Epoch 145/200\n",
            "3196/3196 [==============================] - 0s 94us/step - loss: 0.4422\n",
            "Epoch 146/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4425\n",
            "Epoch 147/200\n",
            "3196/3196 [==============================] - 0s 88us/step - loss: 0.4424\n",
            "Epoch 148/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4424\n",
            "Epoch 149/200\n",
            "3196/3196 [==============================] - 0s 63us/step - loss: 0.4423\n",
            "Epoch 150/200\n",
            "3196/3196 [==============================] - 0s 77us/step - loss: 0.4425\n",
            "Epoch 151/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4423\n",
            "Epoch 152/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4423\n",
            "Epoch 153/200\n",
            "3196/3196 [==============================] - 0s 76us/step - loss: 0.4425\n",
            "Epoch 154/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4428\n",
            "Epoch 155/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4427\n",
            "Epoch 156/200\n",
            "3196/3196 [==============================] - 0s 68us/step - loss: 0.4426\n",
            "Epoch 157/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4425\n",
            "Epoch 158/200\n",
            "3196/3196 [==============================] - 0s 73us/step - loss: 0.4424\n",
            "Epoch 159/200\n",
            "3196/3196 [==============================] - 0s 84us/step - loss: 0.4423\n",
            "Epoch 160/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4424\n",
            "Epoch 161/200\n",
            "3196/3196 [==============================] - 0s 74us/step - loss: 0.4423\n",
            "Epoch 162/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4422\n",
            "Epoch 163/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n",
            "Epoch 164/200\n",
            "3196/3196 [==============================] - 0s 83us/step - loss: 0.4421\n",
            "Epoch 165/200\n",
            "3196/3196 [==============================] - 0s 64us/step - loss: 0.4423\n",
            "Epoch 166/200\n",
            "3196/3196 [==============================] - 0s 86us/step - loss: 0.4423\n",
            "Epoch 167/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4420\n",
            "Epoch 168/200\n",
            "3196/3196 [==============================] - 0s 89us/step - loss: 0.4424\n",
            "Epoch 169/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4425\n",
            "Epoch 170/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4421\n",
            "Epoch 171/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4422\n",
            "Epoch 172/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4422\n",
            "Epoch 173/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4422\n",
            "Epoch 174/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4423\n",
            "Epoch 175/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4424\n",
            "Epoch 176/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4425\n",
            "Epoch 177/200\n",
            "3196/3196 [==============================] - 0s 60us/step - loss: 0.4422\n",
            "Epoch 178/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4422\n",
            "Epoch 179/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4422\n",
            "Epoch 180/200\n",
            "3196/3196 [==============================] - 0s 68us/step - loss: 0.4423\n",
            "Epoch 181/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4424\n",
            "Epoch 182/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4422\n",
            "Epoch 183/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4422\n",
            "Epoch 184/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4425\n",
            "Epoch 185/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4422\n",
            "Epoch 186/200\n",
            "3196/3196 [==============================] - 0s 80us/step - loss: 0.4421\n",
            "Epoch 187/200\n",
            "3196/3196 [==============================] - 0s 82us/step - loss: 0.4421\n",
            "Epoch 188/200\n",
            "3196/3196 [==============================] - 0s 71us/step - loss: 0.4423\n",
            "Epoch 189/200\n",
            "3196/3196 [==============================] - 0s 73us/step - loss: 0.4422\n",
            "Epoch 190/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4421\n",
            "Epoch 191/200\n",
            "3196/3196 [==============================] - 0s 84us/step - loss: 0.4422\n",
            "Epoch 192/200\n",
            "3196/3196 [==============================] - 0s 67us/step - loss: 0.4422\n",
            "Epoch 193/200\n",
            "3196/3196 [==============================] - 0s 62us/step - loss: 0.4424\n",
            "Epoch 194/200\n",
            "3196/3196 [==============================] - 0s 81us/step - loss: 0.4420\n",
            "Epoch 195/200\n",
            "3196/3196 [==============================] - 0s 85us/step - loss: 0.4422\n",
            "Epoch 196/200\n",
            "3196/3196 [==============================] - 0s 71us/step - loss: 0.4423\n",
            "Epoch 197/200\n",
            "3196/3196 [==============================] - 0s 71us/step - loss: 0.4423\n",
            "Epoch 198/200\n",
            "3196/3196 [==============================] - 0s 78us/step - loss: 0.4425\n",
            "Epoch 199/200\n",
            "3196/3196 [==============================] - 0s 87us/step - loss: 0.4423\n",
            "Epoch 200/200\n",
            "3196/3196 [==============================] - 0s 79us/step - loss: 0.4423\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HXff6YJ_thnX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qa-qqDpOh3mX",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 162
        },
        "outputId": "b0db597e-4512-431e-80fe-8038f1bbe103"
      },
      "source": [
        "plt.plot(hist.history['loss'])"
      ],
      "execution_count": 314,
      "outputs": [
        {
          "output_type": "error",
          "ename": "AttributeError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-314-b2f5e584f206>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mplt\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhist\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhistory\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'loss'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mAttributeError\u001b[0m: 'tuple' object has no attribute 'history'"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OmsckKHSDDO1",
        "colab_type": "code",
        "outputId": "610cd1ff-ff32-4f68-d766-8dd03674fea9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 286
        }
      },
      "source": [
        "mean, scores = agent_perf(agent,n=1500)\n",
        "plt.plot(sorted(scores))\n",
        "plt.ylim(-3,1)\n",
        "plt.show()\n",
        "mean"
      ],
      "execution_count": 337,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD8CAYAAAB0IB+mAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAS/UlEQVR4nO3df7DldX3f8eeLXYGGEIGAsLAQ1rip\n2Un9lTtEJo7VgGRhDBsTncJkImicTdoySW07DnSncWrSGY2ZNsmECe4YU5ohorUhbGQNLGrGZDog\nlwaQX4vrBsuuGK4Qaau2uO67f5zvxePtuXfv3e+55x7283zMnNnv9/P93O/nvR84r/vdz/mec1JV\nSJKOfcetdQGSpMkw8CWpEQa+JDXCwJekRhj4ktQIA1+SGjGWwE/ykSRPJXlwkeNJ8ntJ9iV5IMlr\nxjGuJGn5xnWF/5+ArUscvxTY3D22A38wpnElScs0lsCvqs8BzyzRZRvwn2vgLuCUJBvGMbYkaXnW\nT2icc4AnhvYPdG1PLuyYZDuDfwVw0kkn/fjLX/7ysRfzzDee4+DXvzX280rSOKw/Lvzohh84qp+9\n9957v1ZVZ4w8b6+qVkFV7QR2AszMzNTs7OzYx/jwX+3nN297hDve/XpOPnHqpkBS445LOPMHTjyq\nn03y5cWOTSrtDgLnDu1v7NrWxPzHB2148YmcfOKL1qoMSZqoSd2WuQt4e3e3zmuBZ6vq/1vOmZTD\nXeIfl6xVCZI0cWO5wk/yUeANwOlJDgDvBV4EUFU3ALuBy4B9wDeBd4xj3KM1//mgBr6klowl8Kvq\nyiMcL+Cfj2OscZi/wjfvJbWkyXfazq/he4UvqSVNBv7hw/Nr+GtciCRNUJuB7xW+pAY1Gviu4Utq\nT5OBX1UkEBNfUkOaDPzD5XKOpPY0GviFcS+pNU0GfuEVvqT2NBn4h7s1fElqSZOBX67hS2pQk4F/\n+HD5pitJzWkz8L3Cl9SgRgPfNXxJ7Wky8KuK41zTkdSYJgPfJR1JLWo08H3RVlJ7mgz8ws/RkdSe\nNgPfK3xJDRpL4CfZmmRvkn1Jrh1x/Ookc0nu6x7vGse4R+vwYdfwJbWn93faJlkHXA+8CTgA3JNk\nV1U9vKDrx6rqmr7jjcNgDd/Al9SWcXyJ+QXAvqraD5DkZmAbsDDwJ+aBA19//lutRnn6G89NrhhJ\nmhLjCPxzgCeG9g8APzGi388neT3wGPDuqnpiRJ+x+Ccfuotvffs7S/b5kTO/f7WGl6SpNI7AX44/\nBz5aVf83yS8DNwI/Napjku3AdoDzzjvvqAa74Rd//PkvKl/MD59h4EtqyzgC/yBw7tD+xq7teVX1\n9NDuh4HfWuxkVbUT2AkwMzOzdGov4h//yBlH82OSdEwbx1069wCbk2xKcjxwBbBruEOSDUO7lwOP\njGFcSdIK9L7Cr6pDSa4BbgfWAR+pqoeSvA+YrapdwK8muRw4BDwDXN13XEnSyqTqqFZNJmJmZqZm\nZ2fXugxJesFIcm9VzYw61uQ7bSWpRQa+JDXCwJekRhj4ktQIA1+SGmHgS1IjDHxJaoSBL0mNMPAl\nqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4kNcLAl6RGjCXwk2xNsjfJ\nviTXjjh+QpKPdcfvTnL+OMaVJC1f78BPsg64HrgU2AJcmWTLgm6/BPx9Vb0M+I/AB/qOK0lamXFc\n4V8A7Kuq/VX1HHAzsG1Bn23Ajd32J4CLkmQMY0uSlmkcgX8O8MTQ/oGubWSfqjoEPAv84KiTJdme\nZDbJ7Nzc3BjKkyTBFL5oW1U7q2qmqmbOOOOMtS5Hko4Z4wj8g8C5Q/sbu7aRfZKsB14MPD2GsSVJ\nyzSOwL8H2JxkU5LjgSuAXQv67AKu6rbfCnymqmoMY0uSlml93xNU1aEk1wC3A+uAj1TVQ0neB8xW\n1S7gD4E/TrIPeIbBLwVJ0gT1DnyAqtoN7F7Q9utD2/8HeNs4xpIkHZ2pe9FWkrQ6DHxJaoSBL0mN\nMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS1AgD\nX5IaYeBLUiMMfElqRK/AT3Jakj1Jvtj9eeoi/b6T5L7usfALziVJE9D3Cv9a4NNVtRn4dLc/yreq\n6lXd4/KeY0qSjkLfwN8G3Nht3wj8bM/zSZJWSd/AP7Oqnuy2vwqcuUi/E5PMJrkryZK/FJJs7/rO\nzs3N9SxPkjRv/ZE6JLkTOGvEoR3DO1VVSWqR0/xQVR1M8lLgM0m+UFVfGtWxqnYCOwFmZmYWO58k\naYWOGPhVdfFix5L8XZINVfVkkg3AU4uc42D35/4kfwm8GhgZ+JKk1dF3SWcXcFW3fRVw68IOSU5N\nckK3fTrwk8DDPceVJK1Q38B/P/CmJF8ELu72STKT5MNdnx8FZpPcD3wWeH9VGfiSNGFHXNJZSlU9\nDVw0on0WeFe3/d+Af9RnHElSf77TVpIaYeBLUiMMfElqhIEvSY0w8CWpEQa+JDXCwJekRhj4ktQI\nA1+SGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSI3oFfpK3JXkoyeEk\nM0v025pkb5J9Sa7tM6Yk6ej0vcJ/EPg54HOLdUiyDrgeuBTYAlyZZEvPcSVJK9T3S8wfAUiyVLcL\ngH1Vtb/rezOwDXi4z9iSpJWZxBr+OcATQ/sHuraRkmxPMptkdm5ubtWLk6RWHPEKP8mdwFkjDu2o\nqlvHXVBV7QR2AszMzNS4zy9JrTpi4FfVxT3HOAicO7S/sWuTJE3QJJZ07gE2J9mU5HjgCmDXBMaV\nJA3pe1vmW5IcAC4Ebktye9d+dpLdAFV1CLgGuB14BPh4VT3Ur2xJ0kr1vUvnFuCWEe1fAS4b2t8N\n7O4zliSpH99pK0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4k\nNcLAl6RGGPiS1AgDX5IaYeBLUiMMfElqhIEvSY0w8CWpEX2/0/ZtSR5KcjjJzBL9Hk/yhST3JZnt\nM6Yk6ej0+k5b4EHg54APLaPvG6vqaz3HkyQdpb5fYv4IQJLxVCNJWjWTWsMv4I4k9ybZvlTHJNuT\nzCaZnZubm1B5knTsO+IVfpI7gbNGHNpRVbcuc5zXVdXBJC8B9iR5tKo+N6pjVe0EdgLMzMzUMs8v\nSTqCIwZ+VV3cd5CqOtj9+VSSW4ALgJGBL0laHau+pJPkpCQnz28DlzB4sVeSNEF9b8t8S5IDwIXA\nbUlu79rPTrK763Ym8NdJ7gc+D9xWVX/RZ1xJ0sr1vUvnFuCWEe1fAS7rtvcDr+wzjiSpP99pK0mN\nMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS1AgD\nX5IaYeBLUiMMfElqhIEvSY0w8CWpEX2/0/aDSR5N8kCSW5Kcski/rUn2JtmX5No+Y0qSjk7fK/w9\nwI9V1SuAx4DrFnZIsg64HrgU2AJcmWRLz3ElSSvUK/Cr6o6qOtTt3gVsHNHtAmBfVe2vqueAm4Ft\nfcaVJK3cONfw3wl8akT7OcATQ/sHuraRkmxPMptkdm5ubozlSVLb1h+pQ5I7gbNGHNpRVbd2fXYA\nh4Cb+hZUVTuBnQAzMzPV93ySpIEjBn5VXbzU8SRXA28GLqqqUQF9EDh3aH9j1yZJmqC+d+lsBd4D\nXF5V31yk2z3A5iSbkhwPXAHs6jOuJGnl+q7h/z5wMrAnyX1JbgBIcnaS3QDdi7rXALcDjwAfr6qH\neo4rSVqhIy7pLKWqXrZI+1eAy4b2dwO7+4wlSerHd9pKUiMMfElqhIEvSY0w8CWpEQa+JDXCwJek\nRhj4ktQIA1+SGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWpE\nr684TPJB4GeA54AvAe+oqq+P6Pc48L+A7wCHqmqmz7iSpJXre4W/B/ixqnoF8Bhw3RJ931hVrzLs\nJWlt9Ar8qrqjqg51u3cBG/uXJElaDeNcw38n8KlFjhVwR5J7k2wf45iSpGU64hp+kjuBs0Yc2lFV\nt3Z9dgCHgJsWOc3rqupgkpcAe5I8WlWfW2S87cB2gPPOO28ZfwVJ0nIcMfCr6uKljie5GngzcFFV\n1SLnONj9+VSSW4ALgJGBX1U7gZ0AMzMzI88nSVq5Xks6SbYC7wEur6pvLtLnpCQnz28DlwAP9hlX\nkrRyfdfwfx84mcEyzX1JbgBIcnaS3V2fM4G/TnI/8Hngtqr6i57jSpJWqNd9+FX1skXavwJc1m3v\nB17ZZxxJUn++01aSGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8\nSWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS1AgDX5IaYeBLUiMMfElqRO/AT/IbSR7ovsT8jiRnL9Lv\nqiRf7B5X9R1XkrQy47jC/2BVvaKqXgV8Evj1hR2SnAa8F/gJ4ALgvUlOHcPYkqRl6h34VfU/h3ZP\nAmpEt58G9lTVM1X198AeYGvfsSVJy7d+HCdJ8u+BtwPPAm8c0eUc4Imh/QNd26hzbQe2d7v/O8ne\noyzrdOBrR/mzkzDt9YE1jsO01wfTX+O01wfTVeMPLXYgVaMuyBd0Su4EzhpxaEdV3TrU7zrgxKp6\n74Kf/9dd+292+/8W+FZV/fby6l+5JLNVNbNa5+9r2usDaxyHaa8Ppr/Gaa8PXhg1wjKv8Kvq4mWe\n7yZgN4P1+mEHgTcM7W8E/nKZ55QkjcE47tLZPLS7DXh0RLfbgUuSnNq9WHtJ1yZJmpBxrOG/P8k/\nBA4DXwZ+BSDJDPArVfWuqnomyW8A93Q/876qemYMYy9l5yqfv69prw+scRymvT6Y/hqnvT54YdS4\nvDV8SdILn++0laRGGPiS1IhjLvCTbE2yN8m+JNeuYR3nJvlskoeTPJTk17r205Ls6T5iYs/8O44z\n8Htd3Q8kec2E6lyX5G+SfLLb35Tk7q6OjyU5vms/odvf1x0/f0L1nZLkE0keTfJIkgunaQ6TvLv7\n7/tgko8mOXGt5zDJR5I8leTBobYVz9lqfhzKIjV+sPvv/ECSW5KcMnTsuq7GvUl+eqh91Z7vo2oc\nOvavklSS07v9NZnHFauqY+YBrAO+BLwUOB64H9iyRrVsAF7TbZ8MPAZsAX4LuLZrvxb4QLd9GfAp\nIMBrgbsnVOe/BP4E+GS3/3Hgim77BuCfdtv/DLih274C+NiE6rsReFe3fTxwyrTMIYM3D/4t8A+G\n5u7qtZ5D4PXAa4AHh9pWNGfAacD+7s9Tu+1TV7nGS4D13fYHhmrc0j2XTwA2dc/xdav9fB9VY9d+\nLoO7DL8MnL6W87jiv9NaDbwqfxm4ELh9aP864Lq1rqur5VbgTcBeYEPXtgHY221/CLhyqP/z/Vax\npo3Ap4GfYvA5SGHwbsH5J93z89n9D35ht72+65dVru/FXaBmQftUzCHffQf5ad2cfJLBx4is+RwC\n5y8I0xXNGXAl8KGh9u/ptxo1Ljj2FuCmbvt7nsfz8ziJ5/uoGoFPAK8EHue7gb9m87iSx7G2pLPs\nj3CYpO6f7q8G7gbOrKonu0NfBc7sttei9t8B3sPgllqAHwS+XlWHRtTwfH3d8We7/qtpEzAH/FG3\n7PThJCcxJXNYVQeB3wb+B/Akgzm5l+maw3krnbO1fi69k8EVM0vUMvEak2wDDlbV/QsOTU2NSznW\nAn/qJPl+4L8C/6K+94PmqMGv/DW5LzbJm4GnquretRh/mdYz+Cf1H1TVq4FvMFiOeN4az+GpDN5s\nuAk4m8GHB079hwKu5ZwtR5IdwCEG79yfGkm+D/g3jPhE4BeKYy3wDzJYX5u3sWtbE0lexCDsb6qq\nP+2a/y7Jhu74BuCprn3Stf8kcHmSx4GbGSzr/C5wSpL5N+QN1/B8fd3xFwNPr2J9MLgaOlBVd3f7\nn2DwC2Ba5vBi4G+raq6qvg38KYN5naY5nLfSOVuT51KSq4E3A7/Q/WKaphp/mMEv9/u7581G4L8n\nOWuKalzSsRb49wCbu7skjmfwwtiutSgkSYA/BB6pqv8wdGgXMP9K/VUM1vbn29/evdr/WuDZoX+C\nj11VXVdVG6vqfAbz9Jmq+gXgs8BbF6lvvu63dv1X9Sqxqr4KPJHBO7kBLgIeZkrmkMFSzmuTfF/3\n33u+vqmZwyErnbOJfxxKkq0Mlhgvr6pvLqj9iu4up03AZuDzTPj5XlVfqKqXVNX53fPmAIMbM77K\nFM3jktbqxYPVejB4tfwxBq/e71jDOl7H4J/NDwD3dY/LGKzZfhr4InAncFrXP8D1Xd1fAGYmWOsb\n+O5dOi9l8GTaB/wX4ISu/cRuf193/KUTqu1VwGw3j3/G4E6HqZlD4N8x+PyoB4E/ZnAnyZrOIfBR\nBq8pfJtBKP3S0cwZg3X0fd3jHROocR+D9e7558sNQ/13dDXuBS4dal+15/uoGhccf5zvvmi7JvO4\n0ocfrSBJjTjWlnQkSYsw8CWpEQa+JDXCwJekRhj4ktQIA1+SGmHgS1Ij/h+Udh+Jp4vbIwAAAABJ\nRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.986"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 337
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YhNMolPcnSYU",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "9979a645-fee7-4ee4-b457-07729666075b"
      },
      "source": [
        "(np.array(scores) == -2).sum()"
      ],
      "execution_count": 262,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "5"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 262
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cwubgEAk70o6",
        "colab_type": "text"
      },
      "source": [
        "# Lets play"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cmN8dSHCtK7A",
        "colab_type": "code",
        "outputId": "d39c90d8-b358-41a8-bf78-c023af43976a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "game = XandOs()\n",
        "\n",
        "while not game.end:\n",
        "  move, pred = agent.decide_move(game.state)\n",
        "  reward = game.make_move(move)\n",
        "  game.render()\n",
        "  print(reward)\n",
        "  print(pred)\n",
        "\n",
        "  if not game.end:\n",
        "    player_move = int(input())\n",
        "    player_reward = game.make_move(player_move, player=2)\n",
        "  print(player_move, player_reward)\n",
        "\n"
      ],
      "execution_count": 253,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAUPUlEQVR4nO3dfYwd1XnH8e8PY0ACGghLwfILBmUT\n4iZRgZWBUCVWIdJiRXakpKldNUBkuk0at3mt5ISKVOSPQqpSFQVBNsQCopSXkAg2rSNKeBFpU7te\nXPNiWySLqxQ7TowNMSEEHOOnf8wsutzel3Fm7r2zZ38fabQzd86e8+w1ejgzZ84ZRQRmZqk6atAB\nmJn1kpOcmSXNSc7MkuYkZ2ZJc5Izs6Q5yZlZ0kolOUlvlvSApB/nP09uU+41SVvzbaJMm2aWLknr\nJe2V9FSb85J0g6QpSU9IOrdbnWV7cuuAByNiGHgwP27l1xHx+/m2omSbZpauW4HRDucvBYbzbQy4\nqVuFZZPcSuC2fP824AMl6zOzWSwiHgWe71BkJXB7ZDYCJ0ma16nOo0vGdFpE7Mn3fwac1qbccZIm\ngUPAtRFxb6tCksbIsjPHH3/8eWef/baS4SXs51sGHUH9vTboAOrvsT3si4hTy9QxOjoa+/btK9be\nY49tA15p+Gg8IsaPoLn5wLMNx7vyz/a0Ll4gyUn6PnB6i1NXNR5EREhqN0fsjIjYLeks4CFJT0bE\nM82F8j92HGBk5LyYnNzULbzZ6/q5g46g/n4x6ADqT1/iJ2Xr2LdvH5OTk8Xak16JiJGybR6Jrkku\nIi5pd07SzyXNi4g9eZdxb5s6duc/d0p6BDgH+H9JzsxmoiC7SOuL3cDChuMF+Wdtlb0nNwFcnu9f\nDtzXXEDSyZKOzfeHgIuA7SXbNbPaCLIr0CJbaRPAZfko6wXAgYZbZi2VvSd3LXC3pDXAT4APA0ga\nAT4WEVcCbwe+KukwWVK9NiKc5MySUV1PTtIdwDJgSNIu4IvAXICIuBnYACwHpoCXgY92q7NUkouI\n/cDFLT6fBK7M938IvLNMO2ZWZ9UluYhY3eV8AJ84kjrL9uTMbNbr6z25I+YkZ2YlOcmZWfKc5Mws\nWYeBVwcdRFtOcmZWki9XzSx5TnJmliz35MwsaU5yZpa0w1Q0ZasnnOTMrALuyZlZsny5amZJc5Iz\ns6Q5yZlZ0pzkzCxp04tm1pOTnJmV5J6cmSUtqPOr0ZzkzKwk9+TMLHlOcmaWLE/rMrOk+XLVzJLm\nJGdmyXOSM7NkuSdnZklzkjOzpHl01cySV9+e3FFVVCJpVNLTkqYkrWtx/lhJd+XnN0laXEW7ZlYH\n05erRbb+K53kJM0BbgQuBZYAqyUtaSq2BnghIt4C/CNwXdl2zawuEk9ywFJgKiJ2RsRB4E5gZVOZ\nlcBt+f49wMWSVEHbZjZw6Se5+cCzDce78s9alomIQ8AB4JQK2jazWnit4NZ/tRp4kDQGjAEsWrRo\nwNGYWTH1Hl2toie3G1jYcLwg/6xlGUlHA28C9jdXFBHjETESESOnnjpUQWhm1nvpX65uBoYlnSnp\nGGAVMNFUZgK4PN//EPBQREQFbZvZwNU7yZW+XI2IQ5LWAvcDc4D1EbFN0jXAZERMAF8HviFpCnie\nLBGaWRJmwYyHiNgAbGj67OqG/VeAP6qiLTOro2qSnKRR4J/IOky3RMS1TecXkT2pcVJeZl2ef9qq\n1cCDmc1E1Qw8NDxz+z6ypzQ2S5qIiO0Nxf4GuDsibsqfx90ALO5UbyUzHsxsNqvsnlyRZ24D+J18\n/03AT7tV6p6cmZV0RPfkhiRNNhyPR8R4vt/qmdvzm37/b4F/k/SXwPHAJd0adJIzswoUTnL7ImKk\nREOrgVsj4h8kXUg2oPmOiDjc7hec5MyspMpGV4s8c7sGGAWIiP+UdBwwBOxtV6nvyZlZSZXdkyvy\nzO3/AhcDSHo7cBzwXKdK3ZMzs5KqGV0t+MztZ4GvSfo0WXa9otvEAic5M6tANZPvCzxzux246Ejq\ndJIzs5JmwYwHM5vNnOTMLGlOcmaWPCc5M0tWvRfNdJIzs5J8uWpmqYvBvL+hCCc5Myuv7czRwXOS\nM7NygkG9iKsQJzkzKyeA3ww6iPac5MysHPfkzCx5vidnZslyT87MkuckZ2bJCny5amYJC+DgoINo\nz0nOzMpzT87MkuWBBzNLnntyZpasmvfkKnkloaRRSU9LmpK0rsX5KyQ9J2lrvl1ZRbtmVgPTSa7I\nNgCle3KS5gA3Au8DdgGbJU3kb9VpdFdErC3bnpnVTM3nrlbRk1sKTEXEzog4CNwJrKygXjObKVLu\nyQHzgWcbjncB57co90FJ7wF+BHw6Ip5tLiBpDBgDWHQScN3cCsJL1JJBBzAD/HDQAcwSNX8YuJJ7\ncgV8F1gcEe8CHgBua1UoIsYjYiQiRk49vk+RmVl5Ne7JVZHkdgMLG44X5J+9LiL2R8Sr+eEtwHkV\ntGtmdTDdkyuyDUAVSW4zMCzpTEnHAKuAicYCkuY1HK4AdlTQrpnVwfS0riLbAJS+JxcRhyStBe4H\n5gDrI2KbpGuAyYiYAP5K0gqyV/o8D1xRtl0zq5Ea35Or5GHgiNgAbGj67OqG/c8Dn6+iLTOrmZo/\nDOwZD2ZWnpOcmSWr5o+QOMmZWXnuyZlZsmo+rctJzszKqfnAQ79mPJhZyip6GLjbikZ5mQ9L2i5p\nm6R/7lane3JmVk5FPbkiKxpJGiZ7HO2iiHhB0u92q9c9OTMrp7r15IqsaPRnwI0R8QJAROztVqmT\nnJmVMz3wUGSDIUmTDdtYQ02tVjSa39TaW4G3SvoPSRsljXYLz5erZlZe8efk9kXESImWjgaGgWVk\ni4E8KumdEfGLdr/gnpyZlVPd5WrXFY3IencTEfGbiPgfsvUphztV6iRnZuVVk+S6rmgE3EvWi0PS\nENnl685OlTrJmVk5Fa0nFxGHgOkVjXYAd0+vaJSvYkR+br+k7cDDwF9HxP5O9fqenJmVV9HDwAVW\nNArgM/lWiJOcmZXjaV1mlrSaT+tykjOz8rzUkpklyz05M0uak5yZJc+Xq2aWLI+umlnSfLlqZslz\nkjOzZPltXWaWPPfkzCxZHngws6TVfOChkqWWJK2XtFfSU23OS9IN+Rt4npB0bhXtmllNVPS2rl6o\naj25W4FOa61fSrZ65zAwBtxUUbtmNmjVrQzcE5UkuYh4FHi+Q5GVwO2R2QicJGleFW2bWQ2knuQK\nKPIWHiSNTb/F57lf9SkyMyunopWBe6VWAw8RMQ6MA4wsUAw4HDMrIoCDgw6ivX4luSJv4TGzmarG\nDwP363J1ArgsH2W9ADgQEXv61LaZ9VLNBx4q6clJuoPsNWFDknYBXwTmAkTEzWQvplgOTAEvAx+t\nol0zq4HZMK0rIlZ3OR/AJ6poy8xqqMYPA9dq4MHMZqCaz3hwkjOzcjx31cyS556cmSVrNgw8mNks\n556cmSXLPTkzS5qndZlZ8tyTM7Nk+Tk5M0uak5yZJc+Xq2aWLPfkzCxpNZ/W1a/15MwsZRWtJydp\nVNLT+Zv91nUo90FJIWmkW51OcmZWTkXveJA0B7iR7O1+S4DVkpa0KHci8ElgU5HwnOTMrLxqenJL\ngamI2BkRB4E7yd701+xLwHXAK0VCc5Izs3KObPnzoek38uXbWENNXd/ql7+YfmFE/GvR8DzwYGbl\nFX+EZF9EdL2P1oqko4DrgSuO5Pec5MysnOpGV7u91e9E4B3AI5IATgcmJK2IiMl2lTrJmVk51T0n\ntxkYlnQmWXJbBfzJ681EHACGpo8lPQJ8rlOCA9+TM7MqVDDwEBGHgLXA/cAO4O6I2CbpGkkrftvQ\n3JMzs3IqXE8uIjaQvcK08bOr25RdVqROJzkzK8/TuswsWTWf1uUkZ2al1bgj5yRnZuXUfBESJzkz\nK6/Gy8lV8wiJpPWS9kp6qs35ZZIOSNqaby1HS8xs5jmyWV39V1VP7lbgK8DtHcr8ICLeX1F7ZlYj\nde7JVZLkIuJRSYurqMvMZpbD1PqNhH29J3ehpMeBn5JNxdjWXCBfkWAMYNEpwKl9jG6meXzQAcwA\npw86gNkj+Z5cAVuAMyLiJUnLgXuB4eZCETEOjAOMLFb0KTYzK6Huo6t9mbsaES9GxEv5/gZgrqSh\nLr9mZjNEnQce+pLkJJ2ufG0USUvzdvf3o20z662KVj/vmUouVyXdASwjW/VzF/BFYC5ARNwMfAj4\nuKRDwK+BVRHhy1GzBNR8Vldlo6uru5z/CtkjJmaWoDrfk/OMBzMrpe4DD05yZlaaHyExs2S5J2dm\nSXOSM7OkzYrRVTOb3XxPzsyS5ctVM0uek5yZJavCNxL2hJOcmZXmnpyZJcujq2aWNA88mFnyfE/O\nzJLlnpyZJc9JzsyS5YEHM0uaL1fNLHkeeDCzZLknZ2ZJq/u0rr68ktDM0lbVe1cljUp6WtKUpHUt\nzn9G0nZJT0h6UNIZ3ep0kjOzUqZHV4tsnUiaA9wIXAosAVZLWtJU7L+BkYh4F3AP8OVu8TnJmVkp\n0/fkKujJLQWmImJnRBwE7gRWvqGtiIcj4uX8cCOwoFulvidnZqUdwcDDkKTJhuPxiBjP9+cDzzac\n2wWc36GuNcD3ujXoJGdmpRzhwMO+iBgp26akPwVGgPd2K+skZ2alVfQIyW5gYcPxgvyzN5B0CXAV\n8N6IeLVbpb4nZ2alTPfkimxdbAaGJZ0p6RhgFTDRWEDSOcBXgRURsbdIfKWTnKSFkh7Oh3W3Sfpk\nizKSdEM+LPyEpHPLtmtm9RDAwYJbx3oiDgFrgfuBHcDdEbFN0jWSVuTF/h44AfiWpK2SJtpU97oq\nLlcPAZ+NiC2STgQek/RARGxvKHMpMJxv5wM30fmGopnNIFU9DBwRG4ANTZ9d3bB/yZHWWbonFxF7\nImJLvv9Lsgw8v6nYSuD2yGwETpI0r2zbZjZ4FT5C0hOVDjxIWgycA2xqOtVqaHg+sKfK9s2s/2bN\n3FVJJwDfBj4VES/+lnWMAWMAi06pKjIz67Xk565KmkuW4L4ZEd9pUaTQ0HBEjEfESESMnHpCFZGZ\nWa9VNa2rV6oYXRXwdWBHRFzfptgEcFk+ynoBcCAifKlqloDZcE/uIuAjwJOStuaffQFYBBARN5ON\nliwHpoCXgY9W0K6Z1UTS9+Qi4t8BdSkTwCfKtmVm9VP39eQ8rcvMSku6J2dms9useYTEzGYnv5LQ\nzJLne3JmlixfrppZ8pzkzCxZfoTEzJLnnpyZJeswHl01s8S5J2dmyfI9OTNLnntyZpYsPydnZknz\ntC4zS557cmaWLA88mFny3JMzs2S5J2dmyXNPzsyS5dFVM0uan5Mzs6Q5yZlZ8jzwYGbJck/OzJLn\nnpyZJSuAg4MOogMnOTMrxQ8Dm1ny6nxP7qiyFUhaKOlhSdslbZP0yRZllkk6IGlrvl1dtl0zq4fp\ngYciWzeSRiU9LWlK0roW54+VdFd+fpOkxd3qrKIndwj4bERskXQi8JikByJie1O5H0TE+ytoz8xq\nporLVUlzgBuB9wG7gM2SJppyyRrghYh4i6RVwHXAH3eqt3RPLiL2RMSWfP+XwA5gftl6zWxmmJ7W\nVWTrYikwFRE7I+IgcCewsqnMSuC2fP8e4GJJ6lRppffk8q7jOcCmFqcvlPQ48FPgcxGxrcXvjwFj\n+eGrWsNTVcZXgSFg36CDaOB4OqtbPFC/mN5WtoLDcP+vsr+riOMkTTYcj0fEeL4/H3i24dwu4Pym\n33+9TEQcknQAOIUO32llSU7SCcC3gU9FxItNp7cAZ0TES5KWA/cCw8115H/seF7fZESMVBVfFeoW\nk+PprG7xQP1iako4v5WIGK0ill4pfbkKIGkuWYL7ZkR8p/l8RLwYES/l+xuAuZKKZn4zmx12Awsb\njhfkn7UsI+lo4E3A/k6VVjG6KuDrwI6IuL5NmdOnr5slLc3b7RiYmc06m4FhSWdKOgZYBUw0lZkA\nLs/3PwQ8FBHRqdIqLlcvAj4CPClpa/7ZF4BFABFxcx7MxyUdAn4NrOoWGPlla83ULSbH01nd4oH6\nxVSbePJ7bGuB+4E5wPqI2CbpGmAyIibIOlTfkDQFPE+WCDtS91xjZjZzVXJPzsysrpzkzCxptUly\nkt4s6QFJP85/ntym3GsN08Oab0pWEUfl00r6ENMVkp5r+F6u7GEs6yXtldTyGUZlbshjfULSub2K\n5Qhi6tu0woLTHPv6Hc36qZcRUYsN+DKwLt9fB1zXptxLPYxhDvAMcBZwDPA4sKSpzF8AN+f7q4C7\nevy9FInpCuArffp3eg9wLvBUm/PLge8BAi4ANtUgpmXAv/Tp+5kHnJvvnwj8qMW/V1+/o4Ix9e07\n6vdWm54cb5yucRvwgQHE0JNpJX2IqW8i4lGyUa12VgK3R2YjcJKkeQOOqW+i2DTHvn5HBWNKVp2S\n3GkRsSff/xlwWptyx0malLRRUtWJsNW0kub/GN4wrQSYnlbSK0ViAvhgfulzj6SFLc73S9F4++1C\nSY9L+p6k3+tHgx2mOQ7sOyoy9bKf31E/9HU9OUnfB05vceqqxoOICEntnm05IyJ2SzoLeEjSkxHx\nTNWxzjDfBe6IiFcl/TlZT/MPBxxTnRSaVlilLtMcB6KKqZczUV97chFxSUS8o8V2H/Dz6S57/nNv\nmzp25z93Ao+Q/V+pKj2ZVtLrmCJif0S8mh/eApzXw3i6KfId9lX0eVpht2mODOA7ms1TL+t0udo4\nXeNy4L7mApJOlnRsvj9ENtuied26MnoyraTXMTXdz1lBds9lUCaAy/IRxAuAAw23IQZCfZxWmLfT\ncZojff6OisTUz++o7wY98jG9kd3XehD4MfB94M355yPALfn+u4EnyUYYnwTW9CCO5WSjT88AV+Wf\nXQOsyPePA74FTAH/BZzVh++mW0x/B2zLv5eHgbN7GMsdwB6y5cF2kS1i+DHgY/l5kS18+Ez+bzTS\nh++nW0xrG76fjcC7exjLH5AtsfYEsDXflg/yOyoYU9++o35vntZlZkmr0+WqmVnlnOTMLGlOcmaW\nNCc5M0uak5yZJc1JzsyS5iRnZkn7P+YSr9VUIoL9AAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYbklEQVR4nO3df7QV5X3v8fdHQG0V/NEjivxQSYjy\no7mI54pWlyWJSZGVBU0kXog2YvHSpNprmuSuRZu7jLF/xKQrPzTSGBqtv3oh1nbFUwMa/JFFYoLx\niKiApaJJC4QGQQP+xoPf/jFzyM7JPmfvk5mzZ86cz2utWczsec4zX7b4Pc88zzzPKCIwM6uqQ4oO\nwMxsIDnJmVmlOcmZWaU5yZlZpTnJmVmlOcmZWaVlSnKSjpW0RtKz6Z/H9FLugKQN6daR5ZpmVl2S\nbpG0S9LGXs5L0g2Stkp6StKMRnVmbcktBR6MiEnAg+lxPa9HxPR0m5vxmmZWXbcCs/s4fwEwKd2W\nAN9oVGHWJDcPuC3dvw3444z1mdkQFhFrgRf7KDIPuD0S64CjJY3pq87hGWM6PiJ2pvv/BRzfS7nD\nJXUCXcB1EfGdeoUkLSHJzowYccQZbW2nZQyvunaeWHQEVgmPP747Io7LUsVszY7d7G7ucjy+CXij\n5qPlEbG8H5cbC2yrOd6efrazfvEmkpykB4AT6pz6bO1BRISk3uaInRQROyRNBB6S9HREPNezUPqX\nXQ5w4ont8WdLOhuFN2Rdc03REVglSP+RtYrd7KaT5v5fFXojItqzXrM/Gia5iDi/t3OSfiFpTETs\nTJuMu3qpY0f65/OSvg+cDvxGkjOzwSnUbMHMl9oBjK85Hpd+1qusfXIdwKXp/qXAPT0LSDpG0mHp\nfhtwDrA543XNrETePqS5LQcdwMfSUdazgL01XWZ1Ze2Tuw64S9Ji4D+AiwAktQMfj4jLgcnANyW9\nTZJUr4sIJzmzigj60ZJrQNIKYBbQJmk78DlgBEBE3ASsAuYAW4HXgMsa1ZkpyUXEHuB9dT7vBC5P\n938E/H6W65hZiSm/JBcRCxucD+CK/tSZtSVnZpZbkhsITnJmlpmTnJlVmpOcmVVWKLeR0wHhJGdm\nmbklZ2aV5iRnZpXmJGdmlZXnw8ADwUnOzLLxwIOZVZ1bcmZWWb5dNbPKc5Izs+rKcYL+QHCSM7PM\nnOTMrLICj66aWcW5JWdm1eU+OTOrOic5M6s0JzkzqywPPJhZtblPzsyqzknOzCqtzEmuxHfS5fTs\n1vv4+o2ncv0N7+QHP7yu6HDK50//FEaPhmnTio6knLZtg/e8B6ZMgalT4frri44os+4J+s1sRXCS\n64e33z7AqlVXcPHFq7niis1s3LiCXS9sLjqsclm0CO67r+goymv4cPjyl2HzZli3DpYtS/YHOSe5\nitix4ycce+w7OfaYiQwfdijTpi5gy7/dU3RY5XLeeXDssUVHUV5jxsCMGcn+yJEweTLs2FFsTFml\ni2Y2sxXBSa4f9r28g1Gjxh88HjVqHPteHuT/QK04P/sZPPEEzJxZdCSZVb4lJ2m2pC2StkpaWuf8\nYZK+nZ5/VNLJeVzXbNB65RW48EL42tdg1Kiio8mk8n1ykoYBy4ALgCnAQklTehRbDLwUEe8Evgp8\nMet1izBq5Fj27dt28Hjfvu2MGjm2wIhsUHrrrSTBXXwxfPjDRUeTi0onOeBMYGtEPB8R+4GVwLwe\nZeYBt6X7dwPvk1TiQef6Thz7P9mz51leeumndB3Yz8ZNKzn11LlFh2WDSQQsXpz0xX3qU0VHk48m\nE9xgTnJjgW01x9vTz+qWiYguYC/wezlcu6WGHTKcOXNu5I47/4hlyyYzdcpFjB49teiwymXhQjj7\nbNiyBcaNg5tvLjqicnnkEbjjDnjoIZg+PdlWrSo6qszKnORK9TCwpCXAEoCjjppQcDT1vWvSHN41\naU7RYZTXihVFR1Bu556btOYqpOxzV/MIbQcwvuZ4XPpZ3TKShgNHAXt6VhQRyyOiPSLaf/d3j8sh\nNDNrhTK35PJIco8BkySdIulQYAHQ0aNMB3Bpuj8feCiiYr/OzIaqkvfJZb5djYguSVcC9wPDgFsi\nYpOka4HOiOgAbgbukLQVeJEkEZpZRZR57moufXIRsQpY1eOzq2v23wA+kse1zKx88kpykmYD15M0\nmL4VEdf1OD+B5EmNo9MyS9P806sSdxea2WDQPfCQdVpXk8/c/j/grog4neSO8O8axeckZ2bZ5Ncn\n18wztwF0TxE5Cvh5o0pL9QiJmQ1O/bhdbZPUWXO8PCKWp/v1nrntObH3GuB7kv4COAI4v9EFneTM\nLLN+JLndEdGe4VILgVsj4suSziYZ0JwWEW/39gNOcmaWSfcE/Rw088ztYmA2QET8WNLhQBuwq7dK\n3SdnZpnl1CfXzDO3/wm8D0DSZOBw4IW+KnVLzsyyUT7Tupp85vbTwN9L+kuSRuSiRhMLnOTMLLO8\nnpNr4pnbzcA5/anTSc7MMsmxT25AOMmZWWZOcmZWXQVOvm+Gk5yZZeYkZ2aVVfZFM53kzCwzt+TM\nrLrcJ2dmVeckZ2aV5iRnZpXlgQczqzb3yZlZ1TnJmVmlOcmZWWV5gr6ZVZ6TnJlVV06LZg4UJzkz\ny8wtOTOrLPfJmVnlOcmZWXWV/GHgXLoLJc2WtEXSVklL65xfJOkFSRvS7fI8rmtm5ZDTKwkHROaW\nnKRhwDLg/cB24DFJHelbdWp9OyKuzHo9MyuXss9dzSO0M4GtEfF8ROwHVgLzcqjXzAaDJltxg7Yl\nB4wFttUcbwdm1il3oaTzgH8H/jIitvUsIGkJsASACRO45pocojOzAVf5Prkm/CtwckS8G1gD3Fav\nUEQsj4j2iGjnuONaFJqZZVXmllweSW4HML7meFz62UERsSci3kwPvwWckcN1zawkqp7kHgMmSTpF\n0qHAAqCjtoCkMTWHc4FncriumZVApNO6mtmKkLlPLiK6JF0J3A8MA26JiE2SrgU6I6ID+D+S5gJd\nwIvAoqzXNbPyKHOfXC4PA0fEKmBVj8+urtn/K+Cv8riWmZVP5ZOcmQ1tTnJmVlmeoG9m1VbyuatO\ncmaWWZmndTnJmVkmZb9dLXH+NbPBIq+HgRutaJSWuUjSZkmbJP3/RnW6JWdm2eTUJ9fMikaSJpE8\njnZORLwkaXSjet2SM7PMcmrJNbOi0f8GlkXESwARsatRpU5yZpZJ93pyTU7rapPUWbMtqamq3opG\nY3tc7l3AuyQ9ImmdpNmN4vPtqpll1o/b1d0R0Z7hUsOBScAsksVA1kr6/Yj4ZW8/4JacmWWT36KZ\nDVc0ImnddUTEWxHxU5L1KSf1VamTnJllllOSa7iiEfAdklYcktpIbl+f76tSJzkzyyyPJBcRXUD3\nikbPAHd1r2iUrmJEem6PpM3Aw8D/jYg9fdXrPjkzyyTPh4GbWNEogE+lW1Oc5MwsG3lal5lVXJmn\ndTnJmVlmTnJmVllln6DvJGdmmTnJmVl1edFMM6s6j66aWWW5T87MKs9JrireeAPOOw/efBO6umD+\nfPj854uOqpwOHID2dhg7Fu69t+hoyuXkk2HkSBg2DIYPh87OoiPKxn1yFXLYYfDQQ3DkkfDWW3Du\nuXDBBXDWWUVHVj7XXw+TJ8O+fUVHUk4PPwxtbUVHkZsyJ7kSdxeWkJQkOEiS3FtvJZ/Zr9u+Hb77\nXbj88qIjsRbo56KZLeck118HDsD06TB6NLz//TBzZtERlc8nPwlf+hIc4n9edUnwgQ/AGWfA8uVF\nR5OLvF5kMxBy+Vco6RZJuyRt7OW8JN2QvoHnKUkz8rhuIYYNgw0bktbKT34CG+v+lYeue+9NfgGc\ncUbRkZTXD38I69fD6tWwbBmsXVt0RNnkt2jmgMjrV+2tQF9rrV9AsnrnJGAJ8I2crluco4+G97wH\n7ruv6EjK5ZFHoKMj6VxfsCDpw7zkkqKjKpex6WsLRo+GD30o+WU5yFU+yUXEWuDFPorMA26PxDrg\naElj8rh2S73wAvwyXUr+9ddhzRo47bRiYyqbL3whaeX+7GewciW8971w551FR1Uer74KL7/8q/3v\nfQ+mTSs2phyUOcm1anS1t7fw7KwtlL65J3l7z4QJLQqtH3buhEsvTfrl3n4bLroIPvjBoqOyweQX\nv0hab5A8hvTRj8Lshi+cKjU/DNwPEbEcWA6g9vYoOJzf9O53wxNPFB3F4DFrVrLZr0ycCE8+WXQU\n+fKimUBzb+Exs0GqzC25VuXfDuBj6SjrWcDeiNjZ6IfMbHCofJ+cpBUkrwlrk7Qd+BwwAiAibiJ5\nMcUcYCvwGnBZHtc1s+INiT65iFjY4HwAV+RxLTMrn8onOTMbwjxB38yqzqOrZlZZQ6JPzsyGNic5\nM6su98mZWdU5yZlZZXUvmllWTnJmlplbcmZWXe6TM7Oqc5Izs0pzkjOzyvLDwGZWbSVfNLPEoZnZ\nYJHXenKSZkvakr7Zb2kf5S6UFJLaG9XpJGdmmeWR5CQNA5aRvN1vCrBQ0pQ65UYCVwGPNhObk5yZ\nZdLdJ5dDS+5MYGtEPB8R+4GVJG/66+lvgC8CbzQTn5OcmWXWjyTXJqmzZltSU01vb/U7KH0x/fiI\n+G6zsXngwcyy6d/DwLsjomE/Wt3LSIcAXwEW9efnnOTMLLOcRlcbvdVvJDAN+L4kgBOADklzI6Kz\nt0qd5Mwskxyfk3sMmCTpFJLktgD46MHrROwF2rqPJX0f+ExfCQ7cJ2dmOchj4CEiuoArgfuBZ4C7\nImKTpGslzf1tY3NLzsyyyXGCfkSsInmFae1nV/dSdlYzdTrJmVlmntZlZpXlRTPNrNq8npyZVZ2T\nnJlVWpmTXC530pJukbRL0sZezs+StFfShnSrO1piZoNTXquQDIS8WnK3AjcCt/dR5gcR8cGcrmdm\nJTEkFs2MiLWSTs6jLjMbZLxo5kFnS3pS0mpJU+sVkLSke3UCXnihhaGZWRZlvl1tVZJbD5wUEf8D\n+DrwnXqFImJ5RLRHRDvHHdei0MwsqyGf5CJiX0S8ku6vAkZIamvwY2Y2COS4aOaAaEmSk3SC0rVR\nJJ2ZXndPK65tZgOsyQQ3qEdXJa0AZpGs+rkd+BwwAiAibgLmA5+Q1AW8DiyIiMjj2mZWvDIPPOQ1\nurqwwfkbSR4xMbOKGRKPkJjZ0OYkZ2bV5Qn6ZlZ1TnJmVmlOcmZWWV4008yqzX1yZlZ1TnJmVmlO\ncmZWWX4Y2Mwqz0nOzKqr5ItmOsmZWWZuyZlZZblPzswqz0nOzKrLDwObWdV54MHMKst9cmZWeU5y\nZlZd7pMzs6orc5IrcXehmQ0Web2SUNJsSVskbZW0tM75T0naLOkpSQ9KOqlRnU5yZpZJ96KZzWx9\nkTQMWAZcAEwBFkqa0qPYE0B7RLwbuBv4UqP4nOTMLJv8Xi59JrA1Ip6PiP3ASmBebYGIeDgiXksP\n1wHjGlXqJNdfv/wlzJ8Pp50GkyfDj39cdETlsmULTJ/+q23UKPja14qOqly++lWYOhWmTYOFC+GN\nN4qOKLN+JLk2SZ0125KaasYC22qOt6ef9WYxsLpRbB546K+rroLZs+Huu2H/fnjttcY/M5Sceips\n2JDsHzgAY8fChz5UbExlsmMH3HADbN4Mv/M7cNFFsHIlLFpUdGSZ9GPgYXdEtGe9nqRLgHbgDxuV\ndZLrj717Ye1auPXW5PjQQ5PN6nvwQXjHO+Ckhn3DQ0tXF7z+OowYkfySPPHEoiPKJMeHgXcA42uO\nx6Wf/RpJ5wOfBf4wIt5sVKlvV/vjpz+F446Dyy6D00+Hyy+HV18tOqryWrkyuR2zXxk7Fj7zGZgw\nAcaMgaOOgg98oOioMsupT+4xYJKkUyQdCiwAOmoLSDod+CYwNyJ2NRNb5iQnabykh9Nh3U2SrqpT\nRpJuSIeFn5I0I+t1C9HVBevXwyc+AU88AUccAdddV3RU5bR/P3R0wEc+UnQk5fLSS3DPPckvzJ//\nPPkleeedRUeVjfIZXY2ILuBK4H7gGeCuiNgk6VpJc9NifwscCfyTpA2SOnqp7qA8ble7gE9HxHpJ\nI4HHJa2JiM01ZS4AJqXbTOAb6Z+Dy7hxyTYzDX3+fCe53qxeDTNmwPHHFx1JuTzwAJxySnJHAPDh\nD8OPfgSXXFJsXBnl9TBwRKwCVvX47Oqa/fP7W2fmllxE7IyI9en+yyQZuOeIyDzg9kisA46WNCbr\ntVvuhBNg/PhkBBGSPqcpPR/jMQBWrPCtaj0TJsC6dUlfXETyb2jy5KKjyqS7Ty6Ph4EHQq4DD5JO\nBk4HHu1xqreh4Z15Xr8lvv51uPji5HZs4kT4h38oOqLyefVVWLMGvvnNoiMpn5kzkzuAGTNg+PCk\nb3fJksY/V3JlntaVW5KTdCTwz8AnI2Lfb1nHEiD5Lz5hQl6h5Wv6dOjsLDqKcjviCNizp+goyuvz\nn0+2qij5BP1cRlcljSBJcP8YEf9Sp0hTQ8MRsTwi2iOi/WCfhZmVXh4DDwMlj9FVATcDz0TEV3op\n1gF8LB1lPQvYGxGD71bVzH7DUOiTOwf4E+BpSemj7vw1MAEgIm4iGS2ZA2wFXgMuy+G6ZlYSZb5d\nzZzkIuKHQJ9/xYgI4Iqs1zKzEip5n5yndZlZZk5yZlZpTnJmVlndi2aWlZOcmWXjPjkzqzonOTOr\nNCc5M6usHBfNHBBOcmaWmZOcmVWXPLpqZhXnlpyZVZb75Mys8pzkzKy6/DCwmVWdBx7MrLLcJ2dm\nleckZ2bV5T45M6s6JzkzqzQnOTOrrPC0LjOrOrfkzKzSnOTMrNKc5MyssvwwsJlVm5+TM7Oq8+iq\nmVWaW3JmVlll75PL3MiUNF7Sw5I2S9ok6ao6ZWZJ2itpQ7pdnfW6ZlYSaZ9cM1vDqqTZkrZI2ipp\naZ3zh0n6dnr+UUknN6ozj5ZcF/DpiFgvaSTwuKQ1EbG5R7kfRMQHc7iemZVMHi05ScOAZcD7ge3A\nY5I6euSSxcBLEfFOSQuALwL/q696M7fkImJnRKxP918GngHGZq3XzAaPtw9pbmvgTGBrRDwfEfuB\nlcC8HmXmAbel+3cD75PUZ4rNtU8ubTqeDjxa5/TZkp4Efg58JiI21fn5JcCS9PBNpI15xpeDNmB3\n0UHUcDx9K1s8UL6YTs1cw+OP34/U1mTpwyV11hwvj4jl6f5YYFvNue3AzB4/f7BMRHRJ2gv8Hn18\np7klOUlHAv8MfDIi9vU4vR44KSJekTQH+A4wqWcd6V92eVpfZ0S05xVfHsoWk+PpW9nigfLF1CPh\n/FYiYnYesQyUXJ5ukTSCJMH9Y0T8S8/zEbEvIl5J91cBI9R85jezoWEHML7meFz6Wd0ykoYDRwF7\n+qo0j9FVATcDz0TEV3opc0L3fbOkM9Pr9hmYmQ05jwGTJJ0i6VBgAdDRo0wHcGm6Px94KCKir0rz\nuF09B/gT4GlJG9LP/hqYABARN6XBfEJSF/A6sKBRYKS3rSVTtpgcT9/KFg+UL6bSxJP2sV0J3A8M\nA26JiE2SrgU6I6KDpEF1h6StwIskibBPapxrzMwGrxLPODMzy85JzswqrTRJTtKxktZIejb985he\nyh2omR7Ws1Myjzhyn1bSgpgWSXqh5nu5fABjuUXSLvXyDKMSN6SxPiVpxkDF0o+YWjatsMlpji39\njob81MuIKMUGfAlYmu4vBb7YS7lXBjCGYcBzwETgUOBJYEqPMn8O3JTuLwC+PcDfSzMxLQJubNF/\np/OAGcDGXs7PAVYDAs4CHi1BTLOAe1v0/YwBZqT7I4F/r/Pfq6XfUZMxtew7avVWmpYcvz5d4zbg\njwuIYUCmlbQgppaJiLUko1q9mQfcHol1wNGSxhQcU8tEc9McW/odNRlTZZUpyR0fETvT/f8Cju+l\n3OGSOiWtk5R3Iqw3raTnP4Zfm1YCdE8rGSjNxARwYXrrc7ek8XXOt0qz8bba2ZKelLRa0tRWXLCP\naY6FfUfNTL1s5XfUCi1dT07SA8AJdU59tvYgIkJSb8+2nBQROyRNBB6S9HREPJd3rIPMvwIrIuJN\nSX9G0tJ8b8ExlUlT0wrz1GCaYyHymHo5GLW0JRcR50fEtDrbPcAvupvs6Z+7eqljR/rn88D3SX4r\n5WVAppUMdEwRsSci3kwPvwWcMYDxNNLMd9hS0eJphY2mOVLAdzSUp16W6Xa1drrGpcA9PQtIOkbS\nYel+G8lsi57r1mUxINNKBjqmHv05c0n6XIrSAXwsHUE8C9hb0w1RCLVwWmF6nT6nOdLi76iZmFr5\nHbVc0SMf3RtJv9aDwLPAA8Cx6eftwLfS/T8AniYZYXwaWDwAccwhGX16Dvhs+tm1wNx0/3Dgn4Ct\nwE+AiS34bhrF9AVgU/q9PAycNoCxrAB2Am+R9CUtBj4OfDw9L5KFD59L/xu1t+D7aRTTlTXfzzrg\nDwYwlnNJVgR/CtiQbnOK/I6ajKll31GrN0/rMrNKK9PtqplZ7pzkzKzSnOTMrNKc5Mys0pzkzKzS\nnOTMrNKc5Mys0v4bayjm6YOW28UAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "True\n",
            "[0.994166   0.57555175 0.5525411  0.5669987  0.6320244  0.54562414\n",
            " 0.60057503 0.5607023  0.5793917 ]\n",
            "8\n",
            "8 True\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAUL0lEQVR4nO3dfYwd1XnH8e8PY7AUaCBxApaxeVE2\nadwkKrAyEKrEKkQyVmRHSpraVQNE0G3SuM1rJSe0UNE/CqmaqigIsiEWEKW8hESwaY0o4UWkL6Ze\nqMHYFmFxlWDjxNhQE0rAMX76x51Fl9v7Ms6ce+/s2d9HGu3MnbPnPL62Hp+ZM+eMIgIzs1wdMewA\nzMz6yUnOzLLmJGdmWXOSM7OsOcmZWdac5Mwsa5WSnKS3SLpX0lPFz+M7lHtN0uZim6jSppnlS9J6\nSXskPdHhvCRdI2lK0uOSzuhVZ9We3DrgvogYAe4rjtv5ZUT8drGtrNimmeXrRmB5l/MXACPFNgZc\n16vCqkluFXBTsX8T8JGK9ZnZLBYRDwHPdymyCrg5GjYCx0la0K3OIyvGdEJE7C72fwac0KHcPEmT\nwEHgqoi4s10hSWM0sjPAmb5h2NnpZ5457BDq78Ajw46g9h7Zwt6IeFuVOpYvXx579+4t194jj2wF\nXmn6aDwixg+juYXAM03HO4vPdrcvXiLJSfohcGKbU5c1H0RESOo0R+zkiNgl6TTgfklbIuLp1kLF\nH3YcYI4U83oFN4tNTk4OO4T6+6mGHUHt6WR+UrWOvXv3lv73KOmViBit2ubh6JnkIuL8Tuck/VzS\ngojYXXQZ93SoY1fxc4ekB4HTgf+X5MxsJgoaF2kDsQtY1HR8UvFZR1WvCCeAi4r9i4C7WgtIOl7S\n0cX+fOBcYFvFds2sNoLGFWiZrbIJ4MJilPVsYH/TLbO2qt6Tuwq4XdIlwE+AjwNIGgU+FRGXAu8G\nviHpEI2kelVEOMmZZSNdT07SLcAyYL6kncAVwFyAiLge2ACsAKaAl4FP9qqzUpKLiH3AeW0+nwQu\nLfb/HXhvlXbMrM7SJbmIWNPjfACfOZw6q/bkzGzWG+g9ucPmJGdmFTnJmVn2nOTMLFuHgFeHHURH\nTnJmVpEvV80se05yZpYt9+TMLGtOcmaWtUMkmrLVF05yZpaAe3Jmli1frppZ1pzkzCxrTnJmljUn\nOTPL2vSimfXkJGdmFbknZ2ZZC+C1YQfRkZOcmVXknpyZZc9Jzsyy5WldZpY1X66aWdac5Mwse05y\nZpYt9+TMLGtOcmaWNY+umln26tuTOyJFJZKWS3pS0pSkdW3OHy3ptuL8w5JOSdGumdXB9OVqmW3w\nKic5SXOAa4ELgCXAGklLWopdArwQEe8A/h64umq7ZlYXmSc5YCkwFRE7IuIAcCuwqqXMKuCmYv8O\n4DxJStC2mQ1d/kluIfBM0/HO4rO2ZSLiILAfeGuCts2sFl4ruQ1erQYeJI0BYwDu5pnNFPmPru4C\nFjUdn1R81q7MTklHAm8G9rVWFBHjwDjAHCkSxGZmfVfv5+RSXK5uAkYknSrpKGA1MNFSZgK4qNj/\nGHB/RDiJmWWh3vfkKvfkIuKgpLXAPcAcYH1EbJV0JTAZERPAt4BvS5oCnqeRCM0sC/XuySW5JxcR\nG4ANLZ9d3rT/CvB7KdoyszpKk+QkLQf+gUaH6YaIuKrl/GIaT2ocV5RZV+Sfjmo18GBmM1GagYem\nZ24/ROMpjU2SJiJiW1OxvwBuj4jriudxNwCndKs3yYwHM5vNkt2TK/PMbQC/Uey/GXi2V6XuyZlZ\nRYd1T26+pMmm4/HiqQpo/8ztWS2//1fAv0j6U+BNwPm9GnSSM7MESie5vRExWqGhNcCNEfF3ks6h\nMaD5nog41OkXnOTMrKJko6tlnrm9BFgOEBH/IWkeMB/Y06lS35Mzs4qS3ZMr88ztT4HzACS9G5gH\nPNetUvfkzKyiNKOrJZ+5/SLwTUmfp5FdL+41scBJzswSSDP5vsQzt9uAcw+nTic5M6toFsx4MLPZ\nzEnOzLLmJGdm2XOSM7Ns5b9oppnNar5cNbPcxXDe31CGk5yZVddx5ujwOcmZWTXBsF7EVYqTnJlV\nE8Cvhh1EZ05yZlaNe3Jmlj3fkzOzbLknZ2bZc5Izs2wFvlw1s4wFcGDYQXTmJGdm1bknZ2bZ8sCD\nmWXPPTkzy1bNe3JJXkkoabmkJyVNSVrX5vzFkp6TtLnYLk3RrpnVwHSSK7MNQeWenKQ5wLXAh4Cd\nwCZJE8VbdZrdFhFrq7ZnZjVT87mrKXpyS4GpiNgREQeAW4FVCeo1s5ki554csBB4pul4J3BWm3If\nlfQB4MfA5yPimdYCksaAMYDFx8NPrkgQXa7Wa9gR1N+zww5glqj5w8BJ7smV8APglIh4H3AvcFO7\nQhExHhGjETH6tmMGFJmZVVfjnlyKJLcLWNR0fFLx2esiYl9EvFoc3gCcmaBdM6uD6Z5cmW0IUiS5\nTcCIpFMlHQWsBiaaC0ha0HS4EtieoF0zq4PpaV1ltiGofE8uIg5KWgvcA8wB1kfEVklXApMRMQH8\nmaSVNF7p8zxwcdV2zaxGanxPLsnDwBGxAdjQ8tnlTftfBr6coi0zq5maPwzsGQ9mVp2TnJllq+aP\nkDjJmVl17smZWbZqPq3LSc7Mqqn5wMOgZjyYWc4SPQzca0WjoszHJW2TtFXSP/aq0z05M6smUU+u\nzIpGkkZoPI52bkS8IOntvep1T87Mqkm3nlyZFY3+CLg2Il4AiIg9vSp1kjOzaqYHHspsMF/SZNM2\n1lRTuxWNFra09k7gnZL+TdJGSct7hefLVTOrrvxzcnsjYrRCS0cCI8AyGouBPCTpvRHxP51+wT05\nM6sm3eVqzxWNaPTuJiLiVxHx3zTWpxzpVqmTnJlVlybJ9VzRCLiTRi8OSfNpXL7u6Fapk5yZVZNo\nPbmIOAhMr2i0Hbh9ekWjYhUjinP7JG0DHgD+PCL2davX9+TMrLpEDwOXWNEogC8UWylOcmZWjad1\nmVnWaj6ty0nOzKrzUktmli335Mwsa05yZpY9X66aWbY8umpmWfPlqpllz0nOzLLlt3WZWfbckzOz\nbHngwcyyVvOBhyRLLUlaL2mPpCc6nJeka4o38Dwu6YwU7ZpZTSR6W1c/pFpP7kag21rrF9BYvXME\nGAOuS9SumQ1bupWB+yJJkouIh4DnuxRZBdwcDRuB4yQtSNG2mdVA7kmuhDJv4UHS2PRbfJ57aUCR\nmVk1iVYG7pdaDTxExDgwDjC6WDHkcMysjAAODDuIzgaV5Mq8hcfMZqoaPww8qMvVCeDCYpT1bGB/\nROweUNtm1k81H3hI0pOTdAuN14TNl7QTuAKYCxAR19N4McUKYAp4GfhkinbNrAZmw7SuiFjT43wA\nn0nRlpnVUI0fBq7VwIOZzUA1n/HgJGdm1Xjuqpllzz05M8vWbBh4MLNZzj05M8uWe3JmljVP6zKz\n7LknZ2bZ8nNyZpY1Jzkzy54vV80sW+7JmVnWaj6ta1DryZlZzhKtJydpuaQnizf7retS7qOSQtJo\nrzqd5MysmkTveJA0B7iWxtv9lgBrJC1pU+5Y4LPAw2XCc5Izs+rS9OSWAlMRsSMiDgC30njTX6u/\nBq4GXikTmpOcmVVzeMufz59+I1+xjTXV1POtfsWL6RdFxD+XDc8DD2ZWXflHSPZGRM/7aO1IOgL4\nGnDx4fyek5yZVZNudLXXW/2OBd4DPCgJ4ERgQtLKiJjsVKmTnJlVk+45uU3AiKRTaSS31cAfvN5M\nxH5g/vSxpAeBL3VLcOB7cmaWQoKBh4g4CKwF7gG2A7dHxFZJV0pa+euG5p6cmVWTcD25iNhA4xWm\nzZ9d3qHssjJ1OsmZWXWe1mVm2ar5tC4nOTOrrMYdOSc5M6um5ouQOMmZWXU1Xk4uzSMkktZL2iPp\niQ7nl0naL2lzsbUdLTGzmefwZnUNXqqe3I3A14Gbu5T5UUR8OFF7ZlYjde7JJUlyEfGQpFNS1GVm\nM8shav1GwoHekztH0mPAszSmYmxtLVCsSDAGsPjtNGapWXtPDTuA+nvTXw47gtkj+55cCY8CJ0fE\nS5JWAHcCI62FImIcGAcYfZdiQLGZWQV1H10dyNzViHgxIl4q9jcAcyXN7/FrZjZD1HngYSBJTtKJ\nKtZGkbS0aHffINo2s/5KtPp53yS5XJV0C7CMxqqfO4ErgLkAEXE98DHg05IOAr8EVkeEL0fNMlDz\nWV3JRlfX9Dj/dRqPmJhZhup8T84zHsyskroPPDjJmVllfoTEzLLlnpyZZc1JzsyyNitGV81sdvM9\nOTPLli9XzSx7TnJmlq2EbyTsCyc5M6vMPTkzy5ZHV80sax54MLPs+Z6cmWXLPTkzy56TnJllywMP\nZpY1X66aWfY88GBm2XJPzsyyVvdpXQN5JaGZ5S3Ve1clLZf0pKQpSevanP+CpG2SHpd0n6STe9Xp\nJGdmlUyPrpbZupE0B7gWuABYAqyRtKSl2H8BoxHxPuAO4Ku94nOSM7NKpu/JJejJLQWmImJHRBwA\nbgVWvaGtiAci4uXicCNwUq9KfU/OzCo7jIGH+ZImm47HI2K82F8IPNN0bidwVpe6LgHu7tWgk5yZ\nVXKYAw97I2K0apuS/hAYBT7Yq6yTnJlVlugRkl3Aoqbjk4rP3kDS+cBlwAcj4tVelfqenJlVMt2T\nK7P1sAkYkXSqpKOA1cBEcwFJpwPfAFZGxJ4y8VVOcpIWSXqgGNbdKumzbcpI0jXFsPDjks6o2q6Z\n1UMAB0puXeuJOAisBe4BtgO3R8RWSVdKWlkU+1vgGOC7kjZLmuhQ3etSXK4eBL4YEY9KOhZ4RNK9\nEbGtqcwFwEixnQVcR/cbimY2g6R6GDgiNgAbWj67vGn//MOts3JPLiJ2R8Sjxf4vaGTghS3FVgE3\nR8NG4DhJC6q2bWbDl/ARkr5IOvAg6RTgdODhllPthoYXArtTtm9mgzdr5q5KOgb4HvC5iHjx16xj\nDBgDWPz2VJGZWb9lP3dV0lwaCe47EfH9NkVKDQ1HxHhEjEbE6NuOSxGZmfVbqmld/ZJidFXAt4Dt\nEfG1DsUmgAuLUdazgf0R4UtVswzMhnty5wKfALZI2lx89hVgMUBEXE9jtGQFMAW8DHwyQbtmVhNZ\n35OLiH8F1KNMAJ+p2paZ1U/d15PztC4zqyzrnpyZzW6z5hESM5ud/EpCM8ue78mZWbZ8uWpm2XOS\nM7Ns+RESM8uee3Jmlq1DeHTVzDLnnpyZZcv35Mwse+7JmVm2/JycmWXN07rMLHvuyZlZtjzwYGbZ\nc0/OzLLlnpyZZc89OTPLlkdXzSxrfk7OzLLmJGdm2fPAg5llyz05M8uee3Jmlq0ADgw7iC6c5Mys\nEj8MbGbZq/M9uSOqViBpkaQHJG2TtFXSZ9uUWSZpv6TNxXZ51XbNrB6mBx7KbL1IWi7pSUlTkta1\nOX+0pNuK8w9LOqVXnSl6cgeBL0bEo5KOBR6RdG9EbGsp96OI+HCC9sysZlJcrkqaA1wLfAjYCWyS\nNNGSSy4BXoiId0haDVwN/H63eiv35CJid0Q8Wuz/AtgOLKxar5nNDNPTuspsPSwFpiJiR0QcAG4F\nVrWUWQXcVOzfAZwnSd0qTXpPrug6ng483Ob0OZIeA54FvhQRW9v8/hgwVhy+qvN5ImV8CcwH9g47\niCaOp7u6xQP1i+ldVSs4BPf8b+PPVcY8SZNNx+MRMV7sLwSeaTq3Ezir5fdfLxMRByXtB95Kl+80\nWZKTdAzwPeBzEfFiy+lHgZMj4iVJK4A7gZHWOoo/7HhR32REjKaKL4W6xeR4uqtbPFC/mFoSzq8l\nIpaniKVfKl+uAkiaSyPBfScivt96PiJejIiXiv0NwFxJZTO/mc0Ou4BFTccnFZ+1LSPpSODNwL5u\nlaYYXRXwLWB7RHytQ5kTp6+bJS0t2u0amJnNOpuAEUmnSjoKWA1MtJSZAC4q9j8G3B8R0a3SFJer\n5wKfALZI2lx89hVgMUBEXF8E82lJB4FfAqt7BUZx2VozdYvJ8XRXt3igfjHVJp7iHtta4B5gDrA+\nIrZKuhKYjIgJGh2qb0uaAp6nkQi7Uu9cY2Y2cyW5J2dmVldOcmaWtdokOUlvkXSvpKeKn8d3KPda\n0/Sw1puSKeJIPq1kADFdLOm5pu/l0j7Gsl7SHkltn2FUwzVFrI9LOqNfsRxGTAObVlhymuNAv6NZ\nP/UyImqxAV8F1hX764CrO5R7qY8xzAGeBk4DjgIeA5a0lPkT4PpifzVwW5+/lzIxXQx8fUB/Tx8A\nzgCe6HB+BXA3IOBs4OEaxLQM+KcBfT8LgDOK/WOBH7f5+xrod1QypoF9R4PeatOT443TNW4CPjKE\nGPoyrWQAMQ1MRDxEY1Srk1XAzdGwEThO0oIhxzQwUW6a40C/o5IxZatOSe6EiNhd7P8MOKFDuXmS\nJiVtlJQ6EbabVtL6j+EN00qA6Wkl/VImJoCPFpc+d0ha1Ob8oJSNd9DOkfSYpLsl/dYgGuwyzXFo\n31GZqZeD/I4GYaDryUn6IXBim1OXNR9EREjq9GzLyRGxS9JpwP2StkTE06ljnWF+ANwSEa9K+mMa\nPc3fHXJMdVJqWmFKPaY5DkWKqZcz0UB7chFxfkS8p812F/Dz6S578XNPhzp2FT93AA/S+F8plb5M\nK+l3TBGxLyJeLQ5vAM7sYzy9lPkOByoGPK2w1zRHhvAdzeapl3W6XG2ernERcFdrAUnHSzq62J9P\nY7ZF67p1VfRlWkm/Y2q5n7OSxj2XYZkALixGEM8G9jfdhhgKDXBaYdFO12mODPg7KhPTIL+jgRv2\nyMf0RuO+1n3AU8APgbcUn48CNxT77we20Bhh3AJc0oc4VtAYfXoauKz47EpgZbE/D/guMAX8J3Da\nAL6bXjH9DbC1+F4eAH6zj7HcAuymsTzYThqLGH4K+FRxXjQWPny6+DsaHcD30yumtU3fz0bg/X2M\n5XdoLLH2OLC52FYM8zsqGdPAvqNBb57WZWZZq9PlqplZck5yZpY1Jzkzy5qTnJllzUnOzLLmJGdm\nWXOSM7Os/R++rKHiYK9JHAAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYkklEQVR4nO3df5QV5Z3n8fdHQM0o+GMaFRtQmRAF\nmSxgr+jocUhiMsjJgUkkDkQn4uAyyequmSR7DjPZY4z7R4xz8kMjE8NGx1+zEMfM0R6DMfgjh8QE\nY4uogMuImllAJggaUFGx8bt/VGFuOrf73k5V36qu/rw8dai69XQ9Xwr88tTz1PNcRQRmZlV1UNEB\nmJkNJCc5M6s0JzkzqzQnOTOrNCc5M6s0Jzkzq7RMSU7S0ZJWSXo2/fWoXsrtl7Qu3Tqz1Glm1SXp\nZkk7JK3v5bwkXS9ps6SnJE1vdM2sLbklwIMRMRF4MD2u542ImJpuczLWaWbVdQswq4/z5wET020x\n8O1GF8ya5OYCt6b7twJ/nvF6ZjaERcRq4OU+iswFbovEGuBISWP6uubwjDEdGxHb0/3/AI7tpdyh\nkrqAbuCaiLi7XiFJi0myMyNGHHZaW9spGcOzoWz78UVHMAg8/vjOiBid5RKzNCt2srO56nh8A/Bm\nzUfLImJZP6prB7bUHG9NP9tev3gTSU7SA8BxdU59sfYgIkJSb3PEToiIbZImAA9JejoinutZKP3N\nLgM4/viO+OvFXY3CM+vVVVcVHcEgIP171kvsZCddNPf/qtCbEdGRtc7+aJjkIuLc3s5J+pWkMRGx\nPW0y7ujlGtvSX5+X9GNgGvA7Sc7MBqdQswUzV7UNGFdzPDb9rFdZ++Q6gYvT/YuBe3oWkHSUpEPS\n/TbgLGBjxnrNrETeOai5LQedwKfSUdYzgN01XWZ1Ze2Tuwa4U9Ii4N+BCwAkdQCfjohLgUnAdyS9\nQ5JUr4kIJzmzigj60ZJrQNJyYCbQJmkr8CVgBEBE3AisBGYDm4G9wCWNrpkpyUXELuBDdT7vAi5N\n938G/HGWesysxJRfkouIBQ3OB3BZf66ZtSVnZpZbkhsITnJmlpmTnJlVmpOcmVVWKLeR0wHhJGdm\nmbklZ2aV5iRnZpXmJGdmlZXny8ADwUnOzLLxwIOZVZ1bcmZWWX5cNbPKc5Izs+rKcYL+QHCSM7PM\nnOTMrLICj66aWcW5JWdm1eU+OTOrOic5M6s0JzkzqywPPJhZtblPzsyqzknOzCqtzEmuxE/S5fTs\n5h/yrRtO5rrr38tPfnpN0eGUzt33/BXX/v0xLP2HKUWHUk5btsAHPgCTJ8Opp8J11xUdUWYHJug3\nsxXBSa4f3nlnPytXXsaFF97HZZdtZP365ex4aWPRYZXK1KkLueiiHxYdRnkNHw5f+xps3Ahr1sDS\npcn+IOckVxHbtv2Co49+L0cfNYHhww5myqnz2fR/7yk6rFI58YRzeM97ji46jPIaMwamT0/2R46E\nSZNg27ZiY8oqXTSzma0ITnL9sOfVbYwaNe7d41GjxrLn1UH+F9SK88tfwhNPwIwZRUeSWeVbcpJm\nSdokabOkJXXOHyLpe+n5RyWdmEe9ZoPWa6/B+efDN78Jo0YVHU0mle+TkzQMWAqcB0wGFkia3KPY\nIuCViHgv8A3gq1nrLcKoke3s2bPl3eM9e7YyamR7gRHZoPT220mCu/BC+PjHi44mF5VOcsDpwOaI\neD4i9gErgLk9yswFbk337wI+JKnEg871Hd/+n9m161leeeUFuvfvY/2GFZx88pyiw7LBJAIWLUr6\n4j73uaKjyUeTCW4wJ7l2YEvN8db0s7plIqIb2A38YQ51t9Swg4Yze/YN3H7Hn7F06SROnXwBxxxz\natFhlcpd31/ATTedya5dm/ja18eydu1NRYdULo88ArffDg89BFOnJtvKlUVHlVmZk1ypXgaWtBhY\nDHDEEeMLjqa+902czfsmzi46jNKad/7yokMot7PPTlpzFVL2uat5hLYNGFdzPDb9rG4ZScOBI4Bd\nPS8UEcsioiMiOv7gD0bnEJqZtUKZW3J5JLnHgImSTpJ0MDAf6OxRphO4ON2fBzwUUbF/zsyGqpL3\nyWV+XI2IbkmXA/cDw4CbI2KDpKuBrojoBG4Cbpe0GXiZJBGaWUWUee5qLn1yEbESWNnjsytr9t8E\nPpFHXWZWPnklOUmzgOtIGkzfjYhrepwfT/KmxpFpmSVp/ulVibsLzWwwODDwkHVaV5Pv3P5P4M6I\nmEbyRPgPjeJzkjOzbPLrk2vmndsADkwROQJ4sdFFS/UKiZkNTv14XG2T1FVzvCwilqX79d657Tmx\n9yrgR5L+G3AYcG6jCp3kzCyzfiS5nRHRkaGqBcAtEfE1SWeSDGhOiYh3evsBJzkzy+TABP0cNPPO\n7SJgFkBE/FzSoUAbsKO3i7pPzswyy6lPrpl3bv8f8CEASZOAQ4GX+rqoW3Jmlo3ymdbV5Du3nwf+\nt6S/IWlELmw0scBJzswyy+s9uSbeud0InNWfazrJmVkmOfbJDQgnOTPLzEnOzKqrwMn3zXCSM7PM\nnOTMrLLKvmimk5yZZeaWnJlVl/vkzKzqnOTMrNKc5MyssjzwYGbV5j45M6s6JzkzqzQnOTOrLE/Q\nN7PKc5Izs+rKadHMgeIkZ2aZuSVnZpXlPjkzqzwnOTOrrpK/DJxLd6GkWZI2SdosaUmd8wslvSRp\nXbpdmke9ZlYOOX0l4YDI3JKTNAxYCnwY2Ao8Jqkz/VadWt+LiMuz1mdm5VL2uat5hHY6sDkino+I\nfcAKYG4O1zWzwaDJVtygbckB7cCWmuOtwIw65c6XdA7wb8DfRMSWngUkLQYWAzB+PFddlUN0Zjbg\nKt8n14R/BU6MiPcDq4Bb6xWKiGUR0RERHYwe3aLQzCyrMrfk8khy24BxNcdj08/eFRG7IuKt9PC7\nwGk51GtmJVH1JPcYMFHSSZIOBuYDnbUFJI2pOZwDPJNDvWZWApFO62pmK0LmPrmI6JZ0OXA/MAy4\nOSI2SLoa6IqITuC/S5oDdAMvAwuz1mtm5VHmPrlcXgaOiJXAyh6fXVmz/7fA3+ZRl5mVT+WTnJkN\nbU5yZlZZnqBvZtVW8rmrTnJmllmZp3U5yZlZJmV/XC1x/jWzwSKvl4EbrWiUlrlA0kZJGyT9n0bX\ndEvOzLLJqU+umRWNJE0keR3trIh4RdIxja7rlpyZZZZTS66ZFY3+C7A0Il4BiIgdjS7qJGdmmRxY\nT67JaV1tkrpqtsU1l6q3olF7j+reB7xP0iOS1kia1Sg+P66aWWb9eFzdGREdGaoaDkwEZpIsBrJa\n0h9HxK97+wG35Mwsm/wWzWy4ohFJ664zIt6OiBdI1qec2NdFneTMLLOcklzDFY2Au0lacUhqI3l8\nfb6vizrJmVlmeSS5iOgGDqxo9Axw54EVjdJVjEjP7ZK0EXgY+B8Rsauv67pPzswyyfNl4CZWNArg\nc+nWFCc5M8tGntZlZhVX5mldTnJmlpmTnJlVVtkn6DvJmVlmTnJmVl1eNNPMqs6jq2ZWWe6TM7PK\nc5KrijffhHPOgbfegu5umDcPvvzloqMqp/37oaMD2tvh3nuLjqZcTjwRRo6EYcNg+HDo6io6omzc\nJ1chhxwCDz0Ehx8Ob78NZ58N550HZ5xRdGTlc911MGkS7NlTdCTl9PDD0NZWdBS5KXOSK3F3YQlJ\nSYKDJMm9/Xbymf22rVvhBz+ASy8tOhJrgX4umtlyTnL9tX8/TJ0KxxwDH/4wzJhRdETl89nPwrXX\nwkH+61WXBB/5CJx2GixbVnQ0ucjri2wGQi5/CyXdLGmHpPW9nJek69Nv4HlK0vQ86i3EsGGwbl3S\nWvnFL2B93d/y0HXvvck/AKedVnQk5fXTn8LatXDffbB0KaxeXXRE2eS3aOaAyOuf2luAvtZaP49k\n9c6JwGLg2znVW5wjj4QPfAB++MOiIymXRx6Bzs6kc33+/KQP86KLio6qXNrTry045hj42MeSfywH\nuconuYhYDbzcR5G5wG2RWAMcKWlMHnW31Esvwa/TpeTfeANWrYJTTik2prL5yleSVu4vfwkrVsAH\nPwh33FF0VOXx+uvw6qu/2f/Rj2DKlGJjykGZk1yrRld7+xae7bWF0m/uSb69Z/z4FoXWD9u3w8UX\nJ/1y77wDF1wAH/1o0VHZYPKrXyWtN0heQ/rkJ2FWwy+cKjW/DNwPEbEMWAagjo4oOJzf9f73wxNP\nFB3F4DFzZrLZb0yYAE8+WXQU+fKimUBz38JjZoNUmVtyrcq/ncCn0lHWM4DdEbG90Q+Z2eBQ+T45\nSctJviasTdJW4EvACICIuJHkiylmA5uBvcAledRrZsUbEn1yEbGgwfkALsujLjMrn8onOTMbwjxB\n38yqzqOrZlZZQ6JPzsyGNic5M6su98mZWdU5yZlZZR1YNLOsnOTMLDO35MysutwnZ2ZV5yRnZpXm\nJGdmleWXgc2s2kq+aGaJQzOzwSKv9eQkzZK0Kf1mvyV9lDtfUkjqaHRNJzkzyyyPJCdpGLCU5Nv9\nJgMLJE2uU24kcAXwaDOxOcmZWSYH+uRyaMmdDmyOiOcjYh+wguSb/nr6X8BXgTebic9Jzswy60eS\na5PUVbMtrrlMb9/q9670i+nHRcQPmo3NAw9mlk3/XgbeGREN+9HqViMdBHwdWNifn3OSM7PMchpd\nbfStfiOBKcCPJQEcB3RKmhMRXb1d1EnOzDLJ8T25x4CJkk4iSW7zgU++W0/EbqDtwLGkHwNf6CvB\ngfvkzCwHeQw8REQ3cDlwP/AMcGdEbJB0taQ5v29sbsmZWTY5TtCPiJUkX2Fa+9mVvZSd2cw1neTM\nLDNP6zKzyvKimWZWbV5PzsyqzknOzCqtzEkulydpSTdL2iFpfS/nZ0raLWldutUdLTGzwSmvVUgG\nQl4tuVuAG4Db+ijzk4j4aE71mVlJDIlFMyNitaQT87iWmQ0yJV80s5V9cmdKehJ4kWQqxoaeBdIV\nCZJVCcaPb2FoVkVlbl2URV63qMz3ulX5dy1wQkT8J+BbwN31CkXEsojoiIgORo9uUWhmllWZ++Ra\nkuQiYk9EvJburwRGSGpr8GNmNgjkuGjmgGhJkpN0nNK1USSdnta7qxV1m9kAazLBDerRVUnLgZkk\nq35uBb4EjACIiBuBecBnJHUDbwDzIyLyqNvMilf5gYeIWNDg/A0kr5iYWcUMiVdIzGxoc5Izs+ry\nBH0zqzonOTOrNCc5M6ssL5ppZtXmPjkzqzonOTOrNCc5M6ssvwxsZpXnJGdm1eVFM82s6tySM7PK\ncp+cmVWek5yZVZdfBjazqvPAg5lVlvvkzKzynOTMrLrcJ2dmVVfmJFfi7kIzGyzy+kpCSbMkbZK0\nWdKSOuc/J2mjpKckPSjphEbXdJIzs0wOLJrZzNYXScOApcB5wGRggaTJPYo9AXRExPuBu4BrG8Xn\nJGdm2eT35dKnA5sj4vmI2AesAObWFoiIhyNib3q4Bhjb6KJOcv3161/DvHlwyikwaRL8/OdFR1Qu\nmzbB1Km/2UaNgm9+s+ioSuUbfINTOZUpTGEBC3iTN4sOKbN+JLk2SV012+Kay7QDW2qOt6af9WYR\ncF+j2Dzw0F9XXAGzZsFdd8G+fbB3b+OfGUpOPhnWrUv29++H9nb42MeKjalEtrGN67mejWzkPbyH\nC7iAFaxgIQuLDi2Tfgw87IyIjqz1SboI6AD+tFFZJ7n+2L0bVq+GW25Jjg8+ONmsvgcfhD/6Izih\nYd/wkNJNN2/wBiMYwV72cjzHFx1SJjm+DLwNGFdzPDb97LdIOhf4IvCnEfFWo4v6cbU/XngBRo+G\nSy6BadPg0kvh9deLjqq8VqyABQuKjqJU2mnnC3yB8YxnDGM4giP4CB8pOqzMcuqTewyYKOkkSQcD\n84HO2gKSpgHfAeZExI5mYsuc5CSNk/RwOqy7QdIVdcpI0vXpsPBTkqZnrbcQ3d2wdi185jPwxBNw\n2GFwzTVFR1VO+/ZBZyd84hNFR1Iqr/AK93APL/ACL/Iir/M6d3BH0WFlo3xGVyOiG7gcuB94Brgz\nIjZIulrSnLTY3wOHA/8saZ2kzl4u9648Hle7gc9HxFpJI4HHJa2KiI01Zc4DJqbbDODb6a+Dy9ix\nyTYjDX3ePCe53tx3H0yfDsceW3QkpfIAD3ASJzGa0QB8nI/zM37GRVxUcGTZ5PUycESsBFb2+OzK\nmv1z+3vNzC25iNgeEWvT/VdJMnDPEZG5wG2RWAMcKWlM1rpb7rjjYNy4ZAQRkj6nyT1f4zEAli/3\no2od4xnPGtawl70EwYM8yCQmFR1WJgf65PJ4GXgg5DrwIOlEYBrwaI9TvQ0Nb8+z/pb41rfgwguT\nx7EJE+Af/7HoiMrn9ddh1Sr4zneKjqR0ZjCDecxjOtMZznCmMY3FLG78gyVX5mlduSU5SYcD3wc+\nGxF7fs9rLIb0T3z8+LxCy9fUqdDVVXQU5XbYYbBrV9FRlNaX0/8qo+QT9HMZXZU0giTB/VNE/Eud\nIk0NDUfEsojoiIgORo/OIzQza4E8Bh4GSh6jqwJuAp6JiK/3UqwT+FQ6ynoGsDsiBt+jqpn9jqHQ\nJ3cW8JfA05LSV935O2A8QETcSDJaMhvYDOwFLsmhXjMriTI/rmZOchHxU6DP32JEBHBZ1rrMrIRK\n3ifnaV1mlpmTnJlVmpOcmVXWgUUzy8pJzsyycZ+cmVWdk5yZVZqTnJlVVo6LZg4IJzkzy8xJzsyq\nSx5dNbOKc0vOzCrLfXJmVnlOcmZWXX4Z2MyqzgMPZlZZ7pMzs8pzkjOz6nKfnJlVnZOcmVWak5yZ\nVVZ4WpeZVZ1bcmZWaU5yZlZpTnJmVll+GdjMqs3vyZlZ1Xl01cwqzS05M6ussvfJZW5kShon6WFJ\nGyVtkHRFnTIzJe2WtC7drsxar5mVRNon18zW8FLSLEmbJG2WtKTO+UMkfS89/6ikExtdM4+WXDfw\n+YhYK2kk8LikVRGxsUe5n0TER3Ooz8xKJo+WnKRhwFLgw8BW4DFJnT1yySLglYh4r6T5wFeBv+jr\nuplbchGxPSLWpvuvAs8A7Vmva2aDxzsHNbc1cDqwOSKej4h9wApgbo8yc4Fb0/27gA9J6jPF5ton\nlzYdpwGP1jl9pqQngReBL0TEhjo/vxhYnB6+hbQ+z/hy0AbsLDqIGo6nDypZPKmyxXRy5is8/vj9\nSG1Nlj5UUlfN8bKIWJbutwNbas5tBWb0+Pl3y0REt6TdwB/Sxz3NLclJOhz4PvDZiNjT4/Ra4ISI\neE3SbOBuYGLPa6S/2WXp9boioiOv+PJQtpgcT9/KFg+UL6YeCef3EhGz8ohloOTydoukESQJ7p8i\n4l96no+IPRHxWrq/Ehih5jO/mQ0N24BxNcdj08/qlpE0HDgC2NXXRfMYXRVwE/BMRHy9lzLHHXhu\nlnR6Wm+fgZnZkPMYMFHSSZIOBuYDnT3KdAIXp/vzgIciIvq6aB6Pq2cBfwk8LWld+tnfAeMBIuLG\nNJjPSOoG3gDmNwqM9LG1ZMoWk+PpW9nigfLFVJp40j62y4H7gWHAzRGxQdLVQFdEdJI0qG6XtBl4\nmSQR9kmNc42Z2eBV4hlnZmbZOcmZWaWVJslJOlrSKknPpr8e1Uu5/TXTw3p2SuYRR+7TSloQ00JJ\nL9Xcl0sHMJabJe1QL+8wKnF9GutTkqYPVCz9iKll0wqbnObY0ns05KdeRkQpNuBaYEm6vwT4ai/l\nXhvAGIYBzwETgIOBJ4HJPcr8V+DGdH8+8L0Bvi/NxLQQuKFFf07nANOB9b2cnw3cBwg4A3i0BDHN\nBO5t0f0ZA0xP90cC/1bnz6ul96jJmFp2j1q9laYlx29P17gV+PMCYhiQaSUtiKllImI1yahWb+YC\nt0ViDXCkpDEFx9Qy0dw0x5beoyZjqqwyJbljI2J7uv8fwLG9lDtUUpekNZLyToT1ppX0/MvwW9NK\ngAPTSgZKMzEBnJ8++twlaVyd863SbLytdqakJyXdJ+nUVlTYxzTHwu5RM1MvW3mPWqGl68lJegA4\nrs6pL9YeRERI6u3dlhMiYpukCcBDkp6OiOfyjnWQ+VdgeUS8JemvSVqaHyw4pjJpalphnhpMcyxE\nHlMvB6OWtuQi4tyImFJnuwf41YEme/rrjl6usS399XngxyT/KuVlQKaVDHRMEbErIt5KD78LnDaA\n8TTSzD1sqWjxtMJG0xwp4B4N5amXZXpcrZ2ucTFwT88Cko6SdEi630Yy26LnunVZDMi0koGOqUd/\nzhySPpeidAKfSkcQzwB213RDFEItnFaY1tPnNEdafI+aiamV96jlih75OLCR9Gs9CDwLPAAcnX7e\nAXw33f8T4GmSEcangUUDEMdsktGn54Avpp9dDcxJ9w8F/hnYDPwCmNCCe9Mopq8AG9L78jBwygDG\nshzYDrxN0pe0CPg08On0vEgWPnwu/TPqaMH9aRTT5TX3Zw3wJwMYy9kkK4I/BaxLt9lF3qMmY2rZ\nPWr15mldZlZpZXpcNTPLnZOcmVWak5yZVZqTnJlVmpOcmVWak5yZVZqTnJlV2v8HiiHoXde67RAA\nAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "True\n",
            "[0.         0.99930465 0.7000577  0.57818836 0.599977   0.561166\n",
            " 0.6464829  0.5904765  0.        ]\n",
            "2\n",
            "2 True\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAUEElEQVR4nO3de4wd5X3G8e+DuUkJDSRuARmHi+K0\noUlUiMUlVAkqRDJWZEdKmpqqASKomzS0uUtOqEhF/ygkaqqiIOiWICBKuYREsGkdUa4ivZh6oeZi\nI5LFVYsdJ44NNaEEHMPTP84sOpzu2XOcmT07++7zkUY7c+bd9333GP14572NbBMRUaoD5roCERGz\nKUEuIoqWIBcRRUuQi4iiJchFRNES5CKiaLWCnKQ3SrpL0g+rn0f0SfeypE3VMV6nzIgol6TrJO2U\n9Hif+5J0paRJSY9KOnlQnnVbcuuAe2wvA+6prqfzc9u/VR2rapYZEeW6Hlgxw/1zgGXVsRa4elCG\ndYPcauCG6vwG4AM184uIBcz2A8AzMyRZDdzojg3A4ZKOninPA2vW6UjbO6rzHwNH9kl3qKQJYB9w\nue3bp0skaS2d6AzwrnQYRsyuV2CX7V+tk8eKFSu8a9euodI+9NBDm4EXuz4asz22H8UtAZ7uut5W\nfbZj+uRDBDlJdwNHTXPrku4L25bUb43Ysba3SzoBuFfSY7af6k1U/bFjAIskHzqochFRywvwX3Xz\n2LVrFxMTE0OllfSi7eV1y9wfA4Oc7bP73ZP0E0lH295RNRl39slje/Vzq6T7gZOA/xfkImI+Mp2H\ntJHYDiztuj6m+qyvuk+E48D51fn5wB29CSQdIemQ6nwxcAawpWa5EdEapvMEOsxR2zhwXjXKehqw\np6vLbFp1++QuB26VdCGdZu+HASQtBz5m+yLgbcDfSnqFTlC93HaCXEQxmmvJSboJOBNYLGkb8CXg\nIADb1wDrgZXAJPAC8NFBedYKcrZ3A2dN8/kEcFF1/q/AO+qUExFt1lyQs33ugPsGPrE/edZtyUXE\ngjfSPrn9liAXETUlyEVE8RLkIqJYrwAvzXUl+kqQi4ia8rgaEcVLkIuIYqUlFxFFS5CLiKK9QkNL\ntmZFglxENCAtuYgoVh5XI6JoCXIRUbQEuYgoWoJcRBRtatPMdkqQi4ia0pKLiKIZeHmuK9FXglxE\n1JSWXEQUL0EuIoqVZV0RUbQ8rkZE0RLkIqJ4CXIRUay05CKiaAlyEVG0jK5GRPHa25I7oIlMJK2Q\n9KSkSUnrprl/iKRbqvsPSjquiXIjog2mHleHOUavdpCTtAi4CjgHOBE4V9KJPckuBJ61/Rbgr4Er\n6pYbEW1ReJADTgEmbW+1vRe4GVjdk2Y1cEN1fhtwliQ1UHZEzLnyg9wS4Omu623VZ9Omsb0P2AO8\nqYGyI6IVXh7yGL1WDTxIWgusBUgzL2K+KH90dTuwtOv6mOqz6dJsk3Qg8AZgd29GtseAMYBFkhuo\nW0TMunbPk2vicXUjsEzS8ZIOBtYA4z1pxoHzq/MPAffaThCLKEK7++Rqt+Rs75N0MXAnsAi4zvZm\nSZcBE7bHga8D35A0CTxDJxBGRBHa3ZJrpE/O9npgfc9nl3advwj8bhNlRUQbNRPkJK0A/oZOg+la\n25f33H8znZkah1dp1lXxp69WDTxExHzUzMBD15zb99GZpbFR0rjtLV3J/gy41fbV1Xzc9cBxM+Xb\nyIqHiFjIGuuTG2bOrYFfqc7fAPxoUKZpyUVETfvVJ7dY0kTX9Vg1qwKmn3N7as/v/znwT5L+BHgd\ncPagAhPkIqIBQwe5XbaX1yjoXOB6238l6XQ6A5pvt/1Kv19IkIuImhobXR1mzu2FwAoA2/8m6VBg\nMbCzX6bpk4uImhrrkxtmzu1/A2cBSHobcCjw05kyTUsuImpqZnR1yDm3nwX+TtKn6UTXCwYtLEiQ\ni4gGNLP4fog5t1uAM/YnzwS5iKhpAax4iIiFLEEuIoqWIBcRxUuQi4hilb9pZkQsaHlcjYjSeW7e\n3zCMBLmIqK/vytG5lyAXEfWYuXoR11AS5CKiHgO/mOtK9JcgFxH1pCUXEcVLn1xEFCstuYgoXoJc\nRBTL5HE1IgpmYO9cV6K/BLmIqC8tuYgoVgYeIqJ4aclFRLFa3pJr5JWEklZIelLSpKR109y/QNJP\nJW2qjouaKDciWmAqyA1zzIHaLTlJi4CrgPcB24CNksart+p0u8X2xXXLi4iWafna1SZacqcAk7a3\n2t4L3AysbiDfiJgvSm7JAUuAp7uutwGnTpPug5LeA/wA+LTtp3sTSFoLrAVQAxUr2dlzXYF54A5/\nfq6r0HrSV+pn0vLJwI30yQ3hu8Bxtt8J3AXcMF0i22O2l9teniAXMY+0uCXXRJDbDiztuj6m+uxV\ntnfbfqm6vBZ4VwPlRkQbTLXkhjnmQBNBbiOwTNLxkg4G1gDj3QkkHd11uQp4ooFyI6INppZ1DXPM\ngdp9crb3SboYuBNYBFxne7Oky4AJ2+PAn0paReeVPs8AF9QtNyJapMV9co1MBra9Hljf89mlXedf\nAL7QRFkR0TItnwycFQ8RUV+CXEQUq+VTSBLkIqK+tOQiolgtX9aVIBcR9bR84GFUKx4iomQNTQYe\ntKNRlebDkrZI2izp7wflmZZcRNTTUEtumB2NJC2jMx3tDNvPSvq1QfmmJRcR9TS3n9wwOxr9IXCV\n7WcBbO8clGmCXETUMzXwMMwBiyVNdB1ru3KabkejJT2lvRV4q6R/kbRB0opB1cvjakTUN/w8uV22\nl9co6UBgGXAmnc1AHpD0Dtv/0+8X0pKLiHqae1wduKMRndbduO1f2P5POvtTLpsp0wS5iKivmSA3\ncEcj4HY6rTgkLabz+Lp1pkwT5CKinob2k7O9D5ja0egJ4NapHY2qXYyo7u2WtAW4D/i87d0z5Zs+\nuYior6HJwEPsaGTgM9UxlAS5iKgny7oiomgtX9aVIBcR9WWrpYgoVlpyEVG0BLmIKF4eVyOiWBld\njYii5XE1IoqXIBcRxcrbuiKieGnJRUSxMvAQEUVr+cBDI1stSbpO0k5Jj/e5L0lXVm/geVTSyU2U\nGxEt0dDbumZDU/vJXQ/MtNf6OXR271wGrAWubqjciJhrze0MPCsaCXK2HwCemSHJauBGd2wADpd0\ndBNlR0QLtDjIjapPrt9beHZ0J6re3LMWQCOqWETUlCkkw7M9BowBLJI8x9WJiGEY2DvXlehvVEFu\nmLfwRMR81eKW3KheZDMOnFeNsp4G7LG9Y9AvRcQ80PKBh0ZacpJuovOasMWStgFfAg4CsH0NnRdT\nrAQmgReAjzZRbkS0wELok7N97oD7Bj7RRFkR0UItngzcqoGHiJiHWr7iIUEuIurJ2tWIKF5achFR\nrIUw8BARC1xachFRrLTkIqJoWdYVEcVLSy4iipV5chFRtAS5iCheHlcjolhpyUVE0Vq+rGtU+8lF\nRMka2k9O0gpJT1Zv9ls3Q7oPSrKk5YPyTJCLiHqmJgPXfCWhpEXAVXTe7ncicK6kE6dJdxjwSeDB\nYaqXIBcR9TXTkjsFmLS91fZe4GY6b/rr9RfAFcCLw1QtQS4i6tm/7c8XS5roOtZ25dTvrX6vql5M\nv9T2Pw5bvQw8RER9w08h2WV7YD/adCQdAHwVuGB/fi9BLiLqaW50ddBb/Q4D3g7cLwngKGBc0irb\nE/0yTZCLiHqamye3EVgm6Xg6wW0N8PuvFmPvARZPXUu6H/jcTAEO0icXEU1oYODB9j7gYuBO4Ang\nVtubJV0madUvW7W05CKingb3k7O9ns4rTLs/u7RP2jOHyTNBLiLqy7KuiChWy5d1JchFRG0tbsgl\nyEVEPS3fhCRBLiLqa/F2cs1MIZF0naSdkh7vc/9MSXskbaqOaUdLImL+2b9VXaPXVEvueuBrwI0z\npPm+7fc3VF5EtEibW3KNBDnbD0g6rom8ImJ+eYVWv5FwpH1yp0t6BPgRnaUYm3sTVDsSrAXQCCs2\nH9091xWYB16nr8x1FRaM4ltyQ3gYONb285JWArcDy3oT2R4DxgAWSR5R3SKihraPro5k7art52w/\nX52vBw6StHjAr0XEPNHmgYeRBDlJR6naG0XSKVW5u0dRdkTMroZ2P581jTyuSroJOJPOrp/bgC8B\nBwHYvgb4EPBxSfuAnwNrbOdxNKIALV/V1djo6rkD7n+NzhSTiChQm/vksuIhImpp+8BDglxE1JYp\nJBFRrLTkIqJoCXIRUbQFMboaEQtb+uQiolh5XI2I4iXIRUSxGnwj4axIkIuI2tKSi4hiZXQ1IoqW\ngYeIKF765CKiWGnJRUTxEuQiolgZeIiIouVxNSKKl4GHiChWWnIRUbS2L+saySsJI6JsTb13VdIK\nSU9KmpS0bpr7n5G0RdKjku6RdOygPBPkIqKWqdHVYY6ZSFoEXAWcA5wInCvpxJ5k/wEst/1O4Dbg\ny4PqlyAXEbVM9ck10JI7BZi0vdX2XuBmYPVryrLvs/1CdbkBOGZQpumTi4ja9mPgYbGkia7rMdtj\n1fkS4Omue9uAU2fI60Lge4MKTJCLiFr2c+Bhl+3ldcuU9AfAcuC9g9ImyEVEbQ1NIdkOLO26Pqb6\n7DUknQ1cArzX9kuDMk2fXETUMtWSG+YYYCOwTNLxkg4G1gDj3QkknQT8LbDK9s5h6lc7yElaKum+\nalh3s6RPTpNGkq6shoUflXRy3XIjoh0M7B3ymDEfex9wMXAn8ARwq+3Nki6TtKpK9hXg9cC3JG2S\nNN4nu1c18bi6D/is7YclHQY8JOku21u60pwDLKuOU4GrmblDMSLmkaYmA9teD6zv+ezSrvOz9zfP\n2i052ztsP1yd/4xOBF7Sk2w1cKM7NgCHSzq6btkRMfcanEIyKxodeJB0HHAS8GDPremGhpcAO5os\nPyJGb8GsXZX0euDbwKdsP/dL5rEWWAugpioWEbOuzWtXGwlykg6iE+C+afs70yQZami4mhQ4BrBI\nchN1i4jZ1fZNM5sYXRXwdeAJ21/tk2wcOK8aZT0N2GM7j6oRBVgIfXJnAB8BHpO0qfrsi8CbAWxf\nQ2e0ZCUwCbwAfLSBciOiJYruk7P9zwzoQrNt4BN1y4qI9mn7fnJZ1hURtRXdkouIhW3BTCGJiIWp\n7aOrCXIRUVv65CKiWHlcjYjiJchFRLEyhSQiipeWXEQU6xUyuhoRhUtLLiKKlT65iCheWnIRUazM\nk4uIomVZV0QULy25iChWBh4ionhpyUVEsdKSi4jipSUXEcXK6GpEFC3z5CKiaAlyEVG8DDxERLHS\nkouI4qUlFxHFMrB3risxgwS5iKglk4Ejonht7pM7oG4GkpZKuk/SFkmbJX1ymjRnStojaVN1XFq3\n3Ihoh6mBh2GOQSStkPSkpElJ66a5f4ikW6r7D0o6blCeTbTk9gGftf2wpMOAhyTdZXtLT7rv235/\nA+VFRMs08bgqaRFwFfA+YBuwUdJ4Tyy5EHjW9lskrQGuAH5vpnxrt+Rs77D9cHX+M+AJYEndfCNi\nfpha1jXMMcApwKTtrbb3AjcDq3vSrAZuqM5vA86SpJkybbRPrmo6ngQ8OM3t0yU9AvwI+JztzdP8\n/lpgbXX50gvweJP1a8BiYNdcV6JL6jOzttUH2lenX6+bwStw5/92/q5hHCppout6zPZYdb4EeLrr\n3jbg1J7ffzWN7X2S9gBvYobvtLEgJ+n1wLeBT9l+ruf2w8Cxtp+XtBK4HVjWm0f1x45V+U3YXt5U\n/ZrQtjqlPjNrW32gfXXqCTi/FNsrmqjLbKn9uAog6SA6Ae6btr/Te9/2c7afr87XAwdJGjbyR8TC\nsB1Y2nV9TPXZtGkkHQi8Adg9U6ZNjK4K+DrwhO2v9klz1NRzs6RTqnJnrFhELDgbgWWSjpd0MLAG\nGO9JMw6cX51/CLjXtmfKtInH1TOAjwCPSdpUffZF4M0Atq+pKvNxSfuAnwNrBlWM6rG1ZdpWp9Rn\nZm2rD7SvTq2pT9XHdjFwJ7AIuM72ZkmXARO2x+k0qL4haRJ4hk4gnJEGx5qIiPmrkT65iIi2SpCL\niKK1JshJeqOkuyT9sPp5RJ90L3ctD+vtlGyiHo0vKxlBnS6Q9NOu7+WiWazLdZJ2Spp2DqM6rqzq\n+qikk2erLvtRp5EtKxxymeNIv6MFv/TSdisO4MvAuup8HXBFn3TPz2IdFgFPAScABwOPACf2pPlj\n4JrqfA1wyyx/L8PU6QLgayP6d3oPcDLweJ/7K4HvAQJOAx5sQZ3OBP5hRN/P0cDJ1flhwA+m+fca\n6Xc0ZJ1G9h2N+mhNS47XLte4AfjAHNRhVpaVjKBOI2P7ATqjWv2sBm50xwbgcElHz3GdRsbDLXMc\n6Xc0ZJ2K1aYgd6TtHdX5j4Ej+6Q7VNKEpA2Smg6E0y0r6f2P4TXLSoCpZSWzZZg6AXywevS5TdLS\nae6PyrD1HbXTJT0i6XuSfnMUBc6wzHHOvqNhll6O8jsahZHuJyfpbuCoaW5d0n1h25L6zW051vZ2\nSScA90p6zPZTTdd1nvkucJPtlyT9EZ2W5u/McZ3aZKhlhU0asMxxTjSx9HI+GmlLzvbZtt8+zXEH\n8JOpJnv1c2efPLZXP7cC99P5v1JTZmVZyWzXyfZu2y9Vl9cC75rF+gwyzHc4Uh7xssJByxyZg+9o\nIS+9bNPjavdyjfOBO3oTSDpC0iHV+WI6qy16962rY1aWlcx2nXr6c1bR6XOZK+PAedUI4mnAnq5u\niDmhES4rrMqZcZkjI/6OhqnTKL+jkZvrkY+pg06/1j3AD4G7gTdWny8Hrq3O3w08RmeE8THgwlmo\nx0o6o09PAZdUn10GrKrODwW+BUwC/w6cMILvZlCd/hLYXH0v9wG/MYt1uQnYQWd7sG10NjH8GPCx\n6r7obHz4VPVvtHwE38+gOl3c9f1sAN49i3X5bTpbrD0KbKqOlXP5HQ1Zp5F9R6M+sqwrIorWpsfV\niIjGJchFRNES5CKiaAlyEVG0BLmIKFqCXEQULUEuIor2f7xygsngRTFOAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAYv0lEQVR4nO3dfZRV1Znn8e9PQE0UfGlAkRfRlihI\nMoA1oq3LJolJIysLOpE40NoBG4fo6IzpJLMW3Zml0fkjxl5J1EhHmWj71gPappdWG4yNL1kmJigl\nogIOLb5koKSDoAEVBQue+eMemGvlVt1bOafuOXXq93GdxTn37Nr74YIP++599r6KCMzMyuqgvAMw\nM+tNTnJmVmpOcmZWak5yZlZqTnJmVmpOcmZWaqmSnKSjJa2Q9HLy61FdlNsraU1ytKZp08zKS9Lt\nkrZKWtvFfUm6SdJGSS9ImlKvzrQ9uUXAYxExDngsua7l/YiYlBwzU7ZpZuV1BzC9m/vnAeOSYyHw\no3oVpk1ys4A7k/M7gT9PWZ+Z9WMR8STwVjdFZgF3RcVK4EhJI7qrc2DKmI6JiC3J+b8Dx3RR7lBJ\nbUAHcF1EPFCrkKSFVLIzgwYddtrQoaekDM/6s+O21C/T3z3Ls9siYliaOqZremxjW6PtrQM+qHpp\nSUQs6UFzI4FNVdebk9e6/NOum+QkPQocW+PWt6ovIiIkdbVG7PiIaJd0IvC4pBcj4pXOhZLf7BKA\n445ria8ubKsXnlmXrr4m7wiKT+g3aevYxjbaaOz/VaEPIqIlbZs9UTfJRcS5Xd2T9FtJIyJiS9Jl\n3NpFHe3Jr69K+jkwGfi9JGdmfVOo0YKpm2oHRlddj0pe61LaMblWYF5yPg94sHMBSUdJOiQ5Hwqc\nBaxP2a6ZFci+gxo7MtAKfCWZZT0D2FE1ZFZT2jG564D7JC0AfgNcACCpBbg0Ii4BxgO3StpHJale\nFxFOcmYlEfSgJ1eHpKXANGCopM3A1cAggIi4BVgOzAA2AruAi+vVmSrJRcR24LM1Xm8DLknOfwV8\nMk07ZlZgyi7JRcTcOvcDuLwndabtyZmZZZbkeoOTnJml5iRnZqXmJGdmpRXKbOa0VzjJmVlq7smZ\nWak5yZlZqTnJmVlpZfkwcG9wkjOzdDzxYGZl556cmZWWP66aWek5yZlZeWW4QL83OMmZWWpOcmZW\nWoFnV82s5NyTM7Py8picmZWdk5yZlZqTnJmVlicezKzcPCZnZmXnJGdmpVbkJFfgT9LF9PLGn/HD\nm0/mxptO4he/vC7vcArngQf/iuv/bjiL/35i3qEU0iY28Wk+zQQmcCqnciM35h1SavsX6Ddy5MFJ\nrgf27dvL8uWXc+GFD3P55etZu3YpW99cn3dYhTJp0nwuuuhneYdRWAMZyPf4HutZz0pWspjFrKfv\n/x1ykiuJ9vZnOProkzj6qBMZOOBgJp46hw3/58G8wyqUscefw8c+dnTeYRTWCEYwhSkADGYw4xlP\nO+05R5VSsmlmI0cenOR6YOc77QwZMvrA9ZAho9j5Th//C2q5eZ3XeY7nmMrUvENJrfQ9OUnTJW2Q\ntFHSohr3D5F0b3L/aUljs2jXrK96l3c5n/O5gRsYwpC8w0ml9GNykgYAi4HzgAnAXEkTOhVbALwd\nEScBPwC+m7bdPAwZPJKdOzcduN65czNDBo/MMSLriz7kQ87nfC7kQr7El/IOJxOlTnLA6cDGiHg1\nIvYAy4BZncrMAu5Mzu8HPiupwJPOtR038j+yffvLvP32a3Ts3cPadcs4+eSZeYdlfUgQLGAB4xnP\n1/l63uFko8EE15eT3EhgU9X15uS1mmUiogPYAfxRBm031YCDBjJjxs3cfc+fsXjxeE6dcAHDh5+a\nd1iFcv9P5nLbbWeyffsGvvf9UaxefVveIRXKUzzF3dzN4zzOpOS/5SzPO6zUipzkCvUwsKSFwEKA\nI44Yk3M0tX1i3Aw+MW5G3mEU1uzzl+YdQqGdzdkEkXcYmSr62tUsQmsHRlddj0peq1lG0kDgCGB7\n54oiYklEtEREy8c/PiyD0MysGYrck8siya0Cxkk6QdLBwBygtVOZVmBecj4beDwiyvXPmVl/VfAx\nudQfVyOiQ9IVwCPAAOD2iFgn6VqgLSJagduAuyVtBN6ikgjNrCSKvHY1kzG5iFgOHx09jYirqs4/\nAL6cRVtmVjxZJTlJ04EbqXSYfhwR13W6P4bKkxpHJmUWJfmnSwUeLjSzvmD/xEPaZV0NPnP7P4D7\nImIylU+Ef18vPic5M0snuzG5Rp65DTiwROQI4I16lRbqERIz65t68HF1qKS2quslEbEkOa/1zG3n\nhb3fBv5V0n8FDgPOrdegk5yZpdaDJLctIlpSNDUXuCMivifpTCoTmhMjYl9XP+AkZ2ap7F+gn4FG\nnrldAEwHiIhfSzoUGAps7apSj8mZWWoZjck18szt/wU+CyBpPHAo8GZ3lbonZ2bpKJtlXQ0+c/sN\n4H9J+msqncj59RYWOMmZWWpZPSfXwDO364GzelKnk5yZpZLhmFyvcJIzs9Sc5MysvHJcfN8IJzkz\nS81JzsxKq+ibZjrJmVlq7smZWXl5TM7Mys5JzsxKzUnOzErLEw9mVm4ekzOzsnOSM7NSc5Izs9Ly\nAn0zKz0nOTMrr4w2zewtTnJmlpp7cmZWWh6TM7PSc5Izs/Iq+MPAmQwXSpouaYOkjZIW1bg/X9Kb\nktYkxyVZtGtmxZDRVxL2itQ9OUkDgMXA54DNwCpJrcm36lS7NyKuSNuemRVL0deuZhHa6cDGiHg1\nIvYAy4BZGdRrZn1Bg724PtuTA0YCm6quNwNTa5Q7X9I5wL8Bfx0RmzoXkLQQWAjAmDF8+9sZRGdm\nXbsmm2pKPybXgH8BxkbEp4AVwJ21CkXEkohoiYgWhg1rUmhmllaRe3JZJLl2YHTV9ajktQMiYntE\n7E4ufwyclkG7ZlYQZU9yq4Bxkk6QdDAwB2itLiBpRNXlTOClDNo1swKIZFlXI0ceUo/JRUSHpCuA\nR4ABwO0RsU7StUBbRLQC/03STKADeAuYn7ZdMyuOIo/JZfIwcEQsB5Z3eu2qqvO/Af4mi7bMrHhK\nn+TMrH9zkjOz0vICfTMrt4KvXXWSM7PUirysy0nOzFIp+sfVAudfM+srsnoYuN6ORkmZCyStl7RO\n0v+uV6d7cmaWTkZjco3saCRpHJXH0c6KiLclDa9Xr3tyZpZaRj25RnY0+s/A4oh4GyAittar1EnO\nzFLZv59cg8u6hkpqqzoWVlVVa0ejkZ2a+wTwCUlPSVopaXq9+Pxx1cxS68HH1W0R0ZKiqYHAOGAa\nlc1AnpT0yYj4XVc/4J6cmaWT3aaZdXc0otK7a42IDyPiNSr7U47rrlInOTNLLaMkV3dHI+ABKr04\nJA2l8vH11e4qdZIzs9SySHIR0QHs39HoJeC+/TsaJbsYkdzbLmk98ATw3yNie3f1ekzOzFLJ8mHg\nBnY0CuDrydEQJzkzS0de1mVmJVfkZV1OcmaWmpOcmZVW0RfoO8mZWWpOcmZWXt4008zKzrOrZlZa\nHpMzs9JzkiuLDz6Ac86B3buhowNmz4Zrrsk7qmLauxdaWmDkSHjoobyjKZQf3DCWQw4ZjDSAgw4a\nyFcXtuUdUjoekyuRQw6Bxx+Hww+HDz+Es8+G886DM87IO7LiufFGGD8edu7MO5JCmjfvCQ77+NC8\nw8hMkZNcgYcLC0iqJDioJLkPP6y8Zh+1eTP89KdwySV5R2JN0MNNM5vOSa6n9u6FSZNg+HD43Odg\n6tS8Iyqer30Nrr8eDvJfr1okcffdn+fWJafR9uySvMPJRFZfZNMbMvlbKOl2SVslre3iviTdlHwD\nzwuSpmTRbi4GDIA1ayq9lWeegbU1f8v910MPVf4BOO20vCMprL+6+Jdc+tXVXHjhw6xatZjXf/Nk\n3iGlk92mmb0iq39q7wC622v9PCq7d44DFgI/yqjd/Bx5JHz60/Czn+UdSbE89RS0tsLYsTBnTmUM\n86KL8o6qUIYMqXxtweGHDeeUU75Ie/szOUeUXumTXEQ8CbzVTZFZwF1RsRI4UtKILNpuqjffhN8l\nW8m//z6sWAGnnJJvTEXzne9Uermvvw7LlsFnPgP33JN3VIWxZ8977N79zoHzV175V4YPn5hzVOkV\nOck1a3a1q2/h2VJdKPnmnsq394wZ06TQemDLFpg3rzIut28fXHABfOELeUdlfci77/2We+/9IgD7\n9nXwyYl/wbiT6n7hVKH5YeAeiIglwBIAtbREzuH8vk99Cp57Lu8o+o5p0yqHHXD0USdy2aXP5x1G\ntrxpJtDYt/CYWR9V5J5cs/JvK/CVZJb1DGBHRGyp90Nm1jeUfkxO0lIqXxM2VNJm4GpgEEBE3ELl\niylmABuBXcDFWbRrZvnrF2NyETG3zv0ALs+iLTMrntInOTPrx7xA38zKzrOrZlZa/WJMzsz6Nyc5\nMysvj8mZWdk5yZlZae3fNLOonOTMLDX35MysvDwmZ2Zl5yRnZqXmJGdmpeWHgc2s3Aq+aWaBQzOz\nviKr/eQkTZe0Iflmv0XdlDtfUkhqqVenk5yZpZZFkpM0AFhM5dv9JgBzJU2oUW4wcCXwdCOxOcmZ\nWSr7x+Qy6MmdDmyMiFcjYg+wjMo3/XX2P4HvAh80Ep+TnJml1oMkN1RSW9WxsKqarr7V74Dki+lH\nR8RPG43NEw9mlk7PHgbeFhF1x9FqNiMdBHwfmN+Tn3OSM7PUMppdrfetfoOBicDPJQEcC7RKmhkR\nbV1V6iRnZqlk+JzcKmCcpBOoJLc5wF8caCdiBzB0/7WknwPf7C7BgcfkzCwDWUw8REQHcAXwCPAS\ncF9ErJN0raSZf2hs7smZWToZLtCPiOVUvsK0+rWruig7rZE6neTMLDUv6zKz0vKmmWZWbt5PzszK\nzknOzEqtyEkuk0/Skm6XtFXS2i7uT5O0Q9Ka5Kg5W2JmfVNWu5D0hqx6cncANwN3dVPmFxHxhYza\nM7OC6BebZkbEk5LGZlGXmfUxBd80s5ljcmdKeh54g8pSjHWdCyQ7ElR2JRgzpomhWRldfU3eERTf\ntzOqp8g9uWbl39XA8RHxH4AfAg/UKhQRSyKiJSJaGDasSaGZWVpFHpNrSpKLiJ0R8W5yvhwYJGlo\nnR8zsz4gw00ze0VTkpykY5XsjSLp9KTd7c1o28x6WYMJrk/PrkpaCkyjsuvnZuBqYBBARNwCzAYu\nk9QBvA/MiYjIom0zy1/pJx4iYm6d+zdTecTEzEqmXzxCYmb9m5OcmZWXF+ibWdk5yZlZqTnJmVlp\nedNMMys3j8mZWdk5yZlZqTnJmVlp+WFgMys9JzkzKy9vmmlmZeeenJmVlsfkzKz0nOTMrLz8MLCZ\nlZ0nHsystDwmZ2al5yRnZuXlMTkzK7siJ7kCDxeaWV+R1VcSSpouaYOkjZIW1bj/dUnrJb0g6TFJ\nx9er00nOzFLZv2lmI0d3JA0AFgPnAROAuZImdCr2HNASEZ8C7geurxefk5yZpZPdl0ufDmyMiFcj\nYg+wDJhVXSAinoiIXcnlSmBUvUqd5Hrqd7+D2bPhlFNg/Hj49a/zjqhYNmyASZP+/zFkCNxwQ95R\nFcoP+AGncioTmchc5vIBH+QdUmo9SHJDJbVVHQurqhkJbKq63py81pUFwMP1YvPEQ09deSVMnw73\n3w979sCuXfV/pj85+WRYs6ZyvncvjBwJX/xivjEVSDvt3MRNrGc9H+NjXMAFLGMZ85mfd2ip9GDi\nYVtEtKRtT9JFQAvwp/XKOsn1xI4d8OSTcMcdleuDD64cVttjj8Ef/zEcX3dsuF/poIP3eZ9BDGIX\nuziO4/IOKZUMHwZuB0ZXXY9KXvsISecC3wL+NCJ216vUH1d74rXXYNgwuPhimDwZLrkE3nsv76iK\na9kymDs37ygKZSQj+SbfZAxjGMEIjuAIPs/n8w4rtYzG5FYB4ySdIOlgYA7QWl1A0mTgVmBmRGxt\nJLbUSU7SaElPJNO66yRdWaOMJN2UTAu/IGlK2nZz0dEBq1fDZZfBc8/BYYfBddflHVUx7dkDra3w\n5S/nHUmhvM3bPMiDvMZrvMEbvMd73MM9eYeVjrKZXY2IDuAK4BHgJeC+iFgn6VpJM5NifwccDvyT\npDWSWruo7oAsPq52AN+IiNWSBgPPSloREeurypwHjEuOqcCPkl/7llGjKsfUJPTZs53kuvLwwzBl\nChxzTN6RFMqjPMoJnMAwhgHwJb7Er/gVF3FRzpGlk9XDwBGxHFje6bWrqs7P7WmdqXtyEbElIlYn\n5+9QycCdZ0RmAXdFxUrgSEkj0rbddMceC6NHV2YQoTLmNKHzYzwGwNKl/qhawxjGsJKV7GIXQfAY\njzGe8XmHlcr+MbksHgbuDZlOPEgaC0wGnu50q6up4S1Ztt8UP/whXHhh5ePYiSfCP/xD3hEVz3vv\nwYoVcOuteUdSOFOZymxmM4UpDGQgk5nMQhbW/8GCK/KyrsySnKTDgZ8AX4uInX9gHQsh+RMfMyar\n0LI1aRK0teUdRbEddhhs3553FIV1TfJfaRR8gX4ms6uSBlFJcP8YEf9co0hDU8MRsSQiWiKihWHD\nsgjNzJogi4mH3pLF7KqA24CXIuL7XRRrBb6SzLKeAeyIiL73UdXMfk9/GJM7C/hL4EVJyaPu/C0w\nBiAibqEyWzID2AjsAi7OoF0zK4gif1xNneQi4pdAt7/FiAjg8rRtmVkBFXxMzsu6zCw1JzkzKzUn\nOTMrrf2bZhaVk5yZpeMxOTMrOyc5Mys1JzkzK60MN83sFU5yZpaak5yZlZc8u2pmJeeenJmVlsfk\nzKz0nOTMrLz8MLCZlZ0nHsystDwmZ2al5yRnZuXlMTkzKzsnOTMrNSc5Myut8LIuMys79+TMrNSc\n5Mys1JzkzKy0/DCwmZWbn5Mzs7Lz7KqZlZp7cmZWWkUfk0vdyZQ0WtITktZLWifpyhplpknaIWlN\nclyVtl0zK4hkTK6Ro25V0nRJGyRtlLSoxv1DJN2b3H9a0th6dWbRk+sAvhERqyUNBp6VtCIi1ncq\n94uI+EIG7ZlZwWTRk5M0AFgMfA7YDKyS1NoplywA3o6IkyTNAb4L/Kfu6k3dk4uILRGxOjl/B3gJ\nGJm2XjPrO/Yd1NhRx+nAxoh4NSL2AMuAWZ3KzALuTM7vBz4rqdsUm+mYXNJ1nAw8XeP2mZKeB94A\nvhkR62r8/EJgYXK5G2ltlvFlYCiwLe8gqjiebqhg8SSKFtPJqWt49tlHkIY2WPpQSW1V10siYkly\nPhLYVHVvMzC1088fKBMRHZJ2AH9EN+9pZklO0uHAT4CvRcTOTrdXA8dHxLuSZgAPAOM615H8Zpck\n9bVFREtW8WWhaDE5nu4VLR4oXkydEs4fJCKmZxFLb8nk6RZJg6gkuH+MiH/ufD8idkbEu8n5cmCQ\nGs/8ZtY/tAOjq65HJa/VLCNpIHAEsL27SrOYXRVwG/BSRHy/izLH7v/cLOn0pN1uAzOzfmcVME7S\nCZIOBuYArZ3KtALzkvPZwOMREd1VmsXH1bOAvwRelLQmee1vgTEAEXFLEsxlkjqA94E59QIj+dha\nMEWLyfF0r2jxQPFiKkw8yRjbFcAjwADg9ohYJ+laoC0iWql0qO6WtBF4i0oi7Jbq5xozs76rwCvO\nzMzSc5Izs1IrTJKTdLSkFZJeTn49qotye6uWh3UelMwijsyXlTQhpvmS3qx6Xy7pxVhul7RVXTzD\nqIqbklhfkDSlt2LpQUxNW1bY4DLHpr5H/X7pZUQU4gCuBxYl54uA73ZR7t1ejGEA8ApwInAw8Dww\noVOZ/wLckpzPAe7t5felkZjmAzc36c/pHGAKsLaL+zOAhwEBZwBPFyCmacBDTXp/RgBTkvPBwL/V\n+PNq6nvUYExNe4+afRSmJ8dHl2vcCfx5DjH0yrKSJsTUNBHxJJVZra7MAu6KipXAkZJG5BxT00Rj\nyxyb+h41GFNpFSnJHRMRW5LzfweO6aLcoZLaJK2UlHUirLWspPNfho8sKwH2LyvpLY3EBHB+8tHn\nfkmja9xvlkbjbbYzJT0v6WFJpzajwW6WOeb2HjWy9LKZ71EzNHU/OUmPAsfWuPWt6ouICEldPdty\nfES0SzoReFzSixHxStax9jH/AiyNiN2Svkqlp/mZnGMqkoaWFWapzjLHXGSx9LIvampPLiLOjYiJ\nNY4Hgd/u77Inv27too725NdXgZ9T+VcpK72yrKS3Y4qI7RGxO7n8MXBaL8ZTTyPvYVNFk5cV1lvm\nSA7vUX9eelmkj6vVyzXmAQ92LiDpKEmHJOdDqay26LxvXRq9sqykt2PqNJ4zk8qYS15aga8kM4hn\nADuqhiFyoSYuK0za6XaZI01+jxqJqZnvUdPlPfOx/6AyrvUY8DLwKHB08noL8OPk/E+AF6nMML4I\nLOiFOGZQmX16BfhW8tq1wMzk/FDgn4CNwDPAiU14b+rF9B1gXfK+PAGc0ouxLAW2AB9SGUtaAFwK\nXJrcF5WND19J/oxamvD+1Ivpiqr3ZyXwJ70Yy9lUdgR/AViTHDPyfI8ajKlp71GzDy/rMrNSK9LH\nVTOzzDnJmVmpOcmZWak5yZlZqTnJmVmpOcmZWak5yZlZqf0/MpX3XEXvgRoAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "True\n",
            "[0.0000000e+00 0.0000000e+00 0.0000000e+00 2.7421713e-03 1.0219437e-01\n",
            " 8.6247903e-01 5.7068467e-04 3.6928952e-03 0.0000000e+00]\n",
            "6\n",
            "6 True\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAUDklEQVR4nO3dfYwd1X3G8e/DYrDU0EDiFizj8KJs\n2rhJVIhlIFSJVYhkrMiOlDS1qwaIoNukcZvXSk6oSEX/KKRqqqIg6JZYQJTyEhKRTeuIEl5E+mLq\nhZoX2yJZXKXYceLYUAMl4Bj/+sfMosvtfRlnzr139uzzkUY7c+fsOWev0Y8z520UEZiZ5eqYUVfA\nzGyQHOTMLGsOcmaWNQc5M8uag5yZZc1BzsyyVivISXqDpHsk/aD8eVKXdK9I2lYeU3XKNLN8Sdok\naZ+kJ7rcl6RrJc1IekzS2f3yrNuS2wjcGxHjwL3ldSc/i4jfLI81Ncs0s3zdBKzqcf8iYLw8JoDr\n+2VYN8itBW4uz28G3l8zPzObxyLiQeCZHknWArdEYQtwoqTFvfI8tmadTo6IveX5j4GTu6RbKGka\nOAxcHRF3dUokaYIiOgO80x2GZoN1BPZHxK/UyWPVqlWxf//+Smkffvjh7cBLLR9NRsTkURS3BHi6\n5Xp3+dnezskrBDlJ3wVO6XDritaLiAhJ3daInRYReySdCdwn6fGIeKo9UfnHTgKMSbGwX+XMrJYX\n4Yd189i/fz/T09OV0kp6KSKW1y3zaPQNchFxYbd7kn4iaXFE7C2bjPu65LGn/LlL0gPAWcD/C3Jm\nNhcFxUPaUOwBlrZcn1p+1lXdJ8Ip4JLy/BLgW+0JJJ0k6fjyfBFwPrCjZrlm1hhB8QRa5ahtCri4\nHGU9FzjY0mXWUd0+uauBOyRdRtHs/RCApOXARyPicuCtwN9JOkIRVK+OCAc5s2yka8lJuhVYCSyS\ntBv4ArAAICJuADYDq4EZ4EXgI/3yrBXkIuIAcEGHz6eBy8vzfwPeXqccM2uydEEuItb3uR/Ax48m\nz7otOTOb94baJ3fUHOTMrCYHOTPLnoOcmWXrCPDyqCvRlYOcmdXkx1Uzy56DnJllyy05M8uag5yZ\nZe0IiZZsDYSDnJkl4JacmWXLj6tmljUHOTPLmoOcmWXNQc7Msja7aWYzOciZWU1uyZlZ1gJ4ZdSV\n6MpBzsxqckvOzLLnIGdm2fKyLjPLmh9XzSxrDnJmlj0HOTPLlltyZpY1Bzkzy5pHV80se81tyR2T\nIhNJqyQ9KWlG0sYO94+XdHt5/yFJp6co18yaYPZxtcoxfLWDnKQx4DrgImAZsF7SsrZklwHPRsSb\ngb8Brqlbrpk1ReZBDlgBzETErog4BNwGrG1Lsxa4uTy/E7hAkhKUbWYjl3+QWwI83XK9u/ysY5qI\nOAwcBN6YoGwza4RXKh7D16iBB0kTwASAm3lmc0X+o6t7gKUt16eWn3VKs1vSscDrgQPtGUXEJDAJ\nMCZFgrqZ2cA1e55cisfVrcC4pDMkHQesA6ba0kwBl5TnHwTuiwgHMbMsNLtPrnZLLiIOS9oA3A2M\nAZsiYrukq4DpiJgCvgJ8VdIM8AxFIDSzLDS7JZekTy4iNgOb2z67suX8JeB3UpRlZk2UJshJWgX8\nLUWD6caIuLrt/psoZmqcWKbZWMafrho18GBmc1GagYeWObfvpZilsVXSVETsaEn2Z8AdEXF9OR93\nM3B6r3yTrHgws/ksWZ9clTm3Afxyef564Ef9MnVLzsxqOqo+uUWSpluuJ8tZFdB5zu05bb//58A/\nS/pj4JeAC/sV6CBnZglUDnL7I2J5jYLWAzdFxF9LOo9iQPNtEXGk2y84yJlZTclGV6vMub0MWAUQ\nEf8uaSGwCNjXLVP3yZlZTcn65KrMuf1v4AIASW8FFgI/7ZWpW3JmVlOa0dWKc24/A/y9pE9RRNdL\n+y0scJAzswTSLL6vMOd2B3D+0eTpIGdmNc2DFQ9mNp85yJlZ1hzkzCx7DnJmlq38N800s3nNj6tm\nlrsYzfsbqnCQM7P6uq4cHT0HOTOrJxjVi7gqcZAzs3oC+PmoK9Gdg5yZ1eOWnJllz31yZpYtt+TM\nLHsOcmaWrcCPq2aWsQAOjboS3TnImVl9bsmZWbY88GBm2XNLzsyy1fCWXJJXEkpaJelJSTOSNna4\nf6mkn0raVh6XpyjXzBpgNshVOUagdktO0hhwHfBeYDewVdJU+VadVrdHxIa65ZlZwzR87WqKltwK\nYCYidkXEIeA2YG2CfM1srsi5JQcsAZ5uud4NnNMh3QckvRv4PvCpiHi6PYGkCWACQAkqlrMTRl2B\nOeD5UVdgvmj4ZOAkfXIVfBs4PSLeAdwD3NwpUURMRsTyiFjuIGc2hzS4JZciyO0BlrZcn1p+9qqI\nOBARL5eXNwLvTFCumTXBbEuuyjECKYLcVmBc0hmSjgPWAVOtCSQtbrlcA+xMUK6ZNcHssq4qxwjU\n7pOLiMOSNgB3A2PApojYLukqYDoipoA/kbSG4pU+zwCX1i3XzBqkwX1ySSYDR8RmYHPbZ1e2nH8O\n+FyKssysYRo+GdgrHsysPgc5M8tWw6eQOMiZWX1uyZlZthq+rMtBzszqafjAw7BWPJhZzhJNBu63\no1GZ5kOSdkjaLukf+uXplpyZ1ZOoJVdlRyNJ4xTT0c6PiGcl/Wq/fN2SM7N60u0nV2VHoz8ArouI\nZwEiYl+/TB3kzKye2YGHKgcskjTdcky05NRpR6MlbaW9BXiLpH+VtEXSqn7V8+OqmdVXfZ7c/ohY\nXqOkY4FxYCXFZiAPSnp7RPxPt19wS87M6kn3uNp3RyOK1t1URPw8Iv6LYn/K8V6ZOsiZWX1pglzf\nHY2AuyhacUhaRPH4uqtXpg5yZlZPov3kIuIwMLuj0U7gjtkdjcpdjCjvHZC0A7gf+NOIONArX/fJ\nmVl9iSYDV9jRKIBPl0clDnJmVo+XdZlZ1hq+rMtBzszq81ZLZpYtt+TMLGsOcmaWPT+umlm2PLpq\nZlnz46qZZc9Bzsyy5bd1mVn23JIzs2x54MHMstbwgYckWy1J2iRpn6QnutyXpGvLN/A8JunsFOWa\nWUMkelvXIKTaT+4moNde6xdR7N45DkwA1ycq18xGLd3OwAORJMhFxIPAMz2SrAVuicIW4ERJi1OU\nbWYN0OAgN6w+uW5v4dnbmqh8c88EgIZUMTOryVNIqouISWASYEyKEVfHzKoI4NCoK9HdsIJclbfw\nmNlc1eCW3LBeZDMFXFyOsp4LHIyIvf1+yczmgIYPPCRpyUm6leI1YYsk7Qa+ACwAiIgbKF5MsRqY\nAV4EPpKiXDNrgPnQJxcR6/vcD+DjKcoyswZq8GTgRg08mNkc1PAVDw5yZlaP166aWfbckjOzbM2H\ngQczm+fckjOzbLklZ2ZZ87IuM8ueW3Jmli3PkzOzrDnImVn2/LhqZtlyS87MstbwZV3D2k/OzHKW\naD85SaskPVm+2W9jj3QfkBSSlvfL00HOzOqZnQxc85WEksaA6yje7rcMWC9pWYd0JwCfAB6qUj0H\nOTOrL01LbgUwExG7IuIQcBvFm/7a/QVwDfBSlao5yJlZPUe3/fkiSdMtx0RLTt3e6veq8sX0SyPi\nn6pWzwMPZlZf9Skk+yOibz9aJ5KOAb4EXHo0v+cgZ2b1pBtd7fdWvxOAtwEPSAI4BZiStCYiprtl\n6iBnZvWkmye3FRiXdAZFcFsH/N6rxUQcBBbNXkt6APhsrwAH7pMzsxQSDDxExGFgA3A3sBO4IyK2\nS7pK0ppftGpuyZlZPQn3k4uIzRSvMG397MouaVdWydNBzszq87IuM8tWw5d1OciZWW0Nbsg5yJlZ\nPQ3fhMRBzszqa/B2cmmmkEjaJGmfpCe63F8p6aCkbeXRcbTEzOaeo1vVNXypWnI3AV8GbumR5nsR\n8b5E5ZlZgzS5JZckyEXEg5JOT5GXmc0tR2j0GwmH2id3nqRHgR9RLMXY3p6g3JFgAkBDrNhctHDU\nFZgDnh91BeaR7FtyFTwCnBYRL0haDdwFjLcniohJYBJgTIoh1c3Mamj66OpQ1q5GxHMR8UJ5vhlY\nIGlRn18zszmiyQMPQwlykk5RuTeKpBVluQeGUbaZDVai3c8HJsnjqqRbgZUUu37uBr4ALACIiBuA\nDwIfk3QY+BmwLiL8OGqWgYav6ko2urq+z/0vU0wxMbMMNblPzisezKyWpg88OMiZWW2eQmJm2XJL\nzsyy5iBnZlmbF6OrZja/uU/OzLLlx1Uzy56DnJllK+EbCQfCQc7ManNLzsyy5dFVM8uaBx7MLHvu\nkzOzbLklZ2bZc5Azs2x54MHMsubHVTPLngcezCxbbsmZWdaavqxrKK8kNLO8pXrvqqRVkp6UNCNp\nY4f7n5a0Q9Jjku6VdFq/PB3kzKyW2dHVKkcvksaA64CLgGXAeknL2pL9J7A8It4B3Al8sV/9HOTM\nrJbZPrkELbkVwExE7IqIQ8BtwNrXlBVxf0S8WF5uAU7tl6n75MystqMYeFgkabrlejIiJsvzJcDT\nLfd2A+f0yOsy4Dv9CnSQM7NajnLgYX9ELK9bpqTfB5YD7+mX1kHOzGpLNIVkD7C05frU8rPXkHQh\ncAXwnoh4uV+m7pMzs1pmW3JVjj62AuOSzpB0HLAOmGpNIOks4O+ANRGxr0r9agc5SUsl3V8O626X\n9IkOaSTp2nJY+DFJZ9ct18yaIYBDFY+e+UQcBjYAdwM7gTsiYrukqyStKZP9FfA64OuStkma6pLd\nq1I8rh4GPhMRj0g6AXhY0j0RsaMlzUXAeHmcA1xP7w5FM5tDUk0GjojNwOa2z65sOb/waPOs3ZKL\niL0R8Uh5/jxFBF7SlmwtcEsUtgAnSlpct2wzG72EU0gGIunAg6TTgbOAh9pudRoaXgLsTVm+mQ3f\nvFm7Kul1wDeAT0bEc79gHhPABIBSVczMBq7Ja1eTBDlJCygC3Nci4psdklQaGi4nBU4CjEmRom5m\nNlhN3zQzxeiqgK8AOyPiS12STQEXl6Os5wIHI8KPqmYZmA99cucDHwYel7St/OzzwJsAIuIGitGS\n1cAM8CLwkQTlmllDZN0nFxH/Qp8utIgI4ON1yzKz5mn6fnJe1mVmtWXdkjOz+W3eTCExs/mp6aOr\nDnJmVpv75MwsW35cNbPsOciZWbY8hcTMsueWnJll6wgeXTWzzLklZ2bZcp+cmWXPLTkzy5bnyZlZ\n1rysy8yy55acmWXLAw9mlj235MwsW27JmVn23JIzs2x5dNXMsuZ5cmaWNQc5M8ueBx7MLFtuyZlZ\n9tySM7NsBXBo1JXowUHOzGrxZGAzy16T++SOqZuBpKWS7pe0Q9J2SZ/okGalpIOStpXHlXXLNbNm\nmB14qHL0I2mVpCclzUja2OH+8ZJuL+8/JOn0fnmmaMkdBj4TEY9IOgF4WNI9EbGjLd33IuJ9Ccoz\ns4ZJ8bgqaQy4DngvsBvYKmmqLZZcBjwbEW+WtA64BvjdXvnWbslFxN6IeKQ8fx7YCSypm6+ZzQ2z\ny7qqHH2sAGYiYldEHAJuA9a2pVkL3Fye3wlcIEm9Mk3aJ1c2Hc8CHupw+zxJjwI/Aj4bEds7/P4E\nMFFevvwiPJGyfgksAvaPuhIAPyx+NKY+Jdenv6bV6dfqZnAE7v7f4u+qYqGk6ZbryYiYLM+XAE+3\n3NsNnNP2+6+miYjDkg4Cb6THd5osyEl6HfAN4JMR8Vzb7UeA0yLiBUmrgbuA8fY8yj92ssxvOiKW\np6pfCk2rk+vTW9PqA82rU1vA+YVExKoUdRmU2o+rAJIWUAS4r0XEN9vvR8RzEfFCeb4ZWCCpauQ3\ns/lhD7C05frU8rOOaSQdC7weONAr0xSjqwK+AuyMiC91SXPK7HOzpBVluT0rZmbzzlZgXNIZko4D\n1gFTbWmmgEvK8w8C90VE9Mo0xePq+cCHgcclbSs/+zzwJoCIuKGszMckHQZ+BqzrVzHKx9aGaVqd\nXJ/emlYfaF6dGlOfso9tA3A3MAZsiojtkq4CpiNiiqJB9VVJM8AzFIGwJ/WPNWZmc1eSPjkzs6Zy\nkDOzrDUmyEl6g6R7JP2g/HlSl3SvtCwPa++UTFGP5MtKhlCnSyX9tOV7uXyAddkkaZ+kjnMYVbi2\nrOtjks4eVF2Ook5DW1ZYcZnjUL+jeb/0MiIacQBfBDaW5xuBa7qke2GAdRgDngLOBI4DHgWWtaX5\nI+CG8nwdcPuAv5cqdboU+PKQ/p3eDZwNPNHl/mrgO4CAc4GHGlCnlcA/Dun7WQycXZ6fAHy/w7/X\nUL+jinUa2nc07KMxLTleu1zjZuD9I6jDQJaVDKFOQxMRD1KManWzFrglCluAEyUtHnGdhiaqLXMc\n6ndUsU7ZalKQOzki9pbnPwZO7pJuoaRpSVskpQ6EnZaVtP/H8JplJcDsspJBqVIngA+Ujz53Slra\n4f6wVK3vsJ0n6VFJ35H0G8MosMcyx5F9R1WWXg7zOxqGoe4nJ+m7wCkdbl3RehERIanb3JbTImKP\npDOB+yQ9HhFPpa7rHPNt4NaIeFnSH1K0NH97xHVqkkrLClPqs8xxJFIsvZyLhtqSi4gLI+JtHY5v\nAT+ZbbKXP/d1yWNP+XMX8ADF/5VSGciykkHXKSIORMTL5eWNwDsHWJ9+qnyHQxVDXlbYb5kjI/iO\n5vPSyyY9rrYu17gE+FZ7AkknSTq+PF9Esdqifd+6OgayrGTQdWrrz1lD0ecyKlPAxeUI4rnAwZZu\niJHQEJcVluX0XObIkL+jKnUa5nc0dKMe+Zg9KPq17gV+AHwXeEP5+XLgxvL8XcDjFCOMjwOXDaAe\nqylGn54Crig/uwpYU54vBL4OzAD/AZw5hO+mX53+Ethefi/3A78+wLrcCuyl2B5sN8Umhh8FPlre\nF8XGh0+V/0bLh/D99KvThpbvZwvwrgHW5bcotlh7DNhWHqtH+R1VrNPQvqNhH17WZWZZa9LjqplZ\ncg5yZpY1Bzkzy5qDnJllzUHOzLLmIGdmWXOQM7Os/R8JTYFcJ1edqwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAY9klEQVR4nO3df5QV5Z3n8fdHQE0URKZBkR+iK1FQ\ns4q9oqPHwcRkkePCJDIOjk7AkSW6uquTZHedyR5/7R8xztFEIxPDKvHXrGjMHO0xGEfRHBOzqC2i\nAi4jollAJggSUFGx4bt/3IJz7dzueztVfau6+vPi1KHq1tPP8/WCX556qp6nFBGYmZXVPnkHYGbW\nm5zkzKzUnOTMrNSc5Mys1JzkzKzUnOTMrNRSJTlJwyQ9Ien15PeDuyi3S9LyZGtL06aZlZekhZI2\nSVrRxXlJulXSGkmvSJpUr860PbmrgCURMR5YkhzX8mFEnJBs01O2aWbldRcwtZvzZwPjk20e8MN6\nFaZNcjOAu5P9u4E/TVmfmfVjEfEM8G43RWYA90TFUmCopJHd1TkwZUyHRMTGZP9fgUO6KLe/pHag\nA7ghIh6uVUjSPCrZmUGDDjippeWYlOFZf3bYxvpl+rsXeXFzRAxPU8dUTY3NbG60vZXAR1UfLYiI\nBT1obhSwrup4ffJZl3/adZOcpCeBQ2uc+nb1QUSEpK7miB0eERskHQk8JenViHijc6HkP3YBwGGH\ntcbX57XXC8+sS9dcl3cExSf0m7R1bGYz7TT2/6rQRxHRmrbNnqib5CLirK7OSfqtpJERsTHpMm7q\noo4Nye9rJf0COBH4vSRnZn1TqNGCqZvaAIypOh6dfNaltGNybcDsZH828EjnApIOlrRfst8CnAas\nStmumRXI7n0a2zLQBnwtuct6CrCtasisprRjcjcAD0q6GPgNcB6ApFbgkoiYC0wAfiRpN5WkekNE\nOMmZlUTQg55cHZLuB6YALZLWA9cAgwAi4nZgMTANWAPsAC6qV2eqJBcRW4Av1vi8HZib7P8aOD5N\nO2ZWYMouyUXE+XXOB3BZT+pM25MzM8ssyfUGJzkzS81JzsxKzUnOzEorlNmd017hJGdmqbknZ2al\n5iRnZqXmJGdmpZXlw8C9wUnOzNLxjQczKzv35MystHy5amal5yRnZuWV4QT93uAkZ2apOcmZWWkF\nvrtqZiXnnpyZlZfH5Mys7JzkzKzUnOTMrLR848HMys1jcmZWdk5yZlZqRU5yBb6SLqbX1/ycH9x2\nNLfcehS//NUNeYdTOA8/8lfc+HcjmP/3x+UdSiGtYx1nciYTmcixHMst3JJ3SKntmaDfyJYHJ7ke\n2L17F4sXX8YFFzzGZZetYsWK+9n0zqq8wyqUE06Yw4UX/jzvMAprIAO5iZtYxSqWspT5zGcVff/v\nkJNcSWzY8DzDhh3FsIOPZOCAfTnu2Fms/r+P5B1WoYw7/Aw+85lheYdRWCMZySQmATCYwUxgAhvY\nkHNUKSWLZjay5cFJrge2v7eBIUPG7D0eMmQ029/r439BLTdv8RYv8RKTmZx3KKmVvicnaaqk1ZLW\nSLqqxvn9JD2QnH9O0rgs2jXrq97nfc7lXL7P9xnCkLzDSaX0Y3KSBgDzgbOBicD5kiZ2KnYxsDUi\njgK+B3w3bbt5GDJ4FNu3r9t7vH37eoYMHpVjRNYXfcInnMu5XMAFfJWv5h1OJkqd5ICTgTURsTYi\ndgKLgBmdyswA7k72HwK+KKnAN51rO2zUv2PLltfZuvVNOnbtZMXKRRx99PS8w7I+JAgu5mImMIFv\n8I28w8lGgwmuLye5UcC6quP1yWc1y0REB7AN+KMM2m6qAfsMZNq027j3vn/P/PkTOHbieYwYcWze\nYRXKQz89nzvvPJUtW1Zz082jWbbszrxDKpRneZZ7uZeneIoTkl+LWZx3WKkVOckV6mFgSfOAeQAH\nHTQ252hq+9z4aXxu/LS8wyismefen3cIhXY6pxNE3mFkquhzV7MIbQMwpup4dPJZzTKSBgIHAVs6\nVxQRCyKiNSJaP/vZ4RmEZmbNUOSeXBZJ7gVgvKQjJO0LzALaOpVpA2Yn+zOBpyKiXP+cmfVXBR+T\nS325GhEdki4HHgcGAAsjYqWk64H2iGgD7gTulbQGeJdKIjSzkijy3NVMxuQiYjF8evQ0Iq6u2v8I\n+LMs2jKz4skqyUmaCtxCpcN0R0Tc0On8WCpPagxNylyV5J8uFXi40Mz6gj03HtJO62rwmdv/ATwY\nESdSuSL8+3rxOcmZWTrZjck18sxtwN4pIgcBb9ertFCPkJhZ39SDy9UWSe1VxwsiYkGyX+uZ284T\ne68F/lnSfwYOAM6q16CTnJml1oMktzkiWlM0dT5wV0TcJOlUKjc0j4uI3V39gJOcmaWyZ4J+Bhp5\n5vZiYCpARPwfSfsDLcCmrir1mJyZpZbRmFwjz9z+P+CLAJImAPsD73RXqXtyZpaOspnW1eAzt98E\n/pekv6bSiZxTb2KBk5yZpZbVc3INPHO7CjitJ3U6yZlZKhmOyfUKJzkzS81JzszKK8fJ941wkjOz\n1JzkzKy0ir5oppOcmaXmnpyZlZfH5Mys7JzkzKzUnOTMrLR848HMys1jcmZWdk5yZlZqTnJmVlqe\noG9mpeckZ2blldGimb3FSc7MUnNPzsxKy2NyZlZ6TnJmVl4Ffxg4k+FCSVMlrZa0RtJVNc7PkfSO\npOXJNjeLds2sGDJ6JWGvSN2TkzQAmA98CVgPvCCpLXmrTrUHIuLytO2ZWbEUfe5qFqGdDKyJiLUR\nsRNYBMzIoF4z6wsa7MX12Z4cMApYV3W8Hphco9y5ks4A/gX464hY17mApHnAPADGjuXaazOIzsy6\ndl021ZR+TK4B/wSMi4jPA08Ad9cqFBELIqI1IloZPrxJoZlZWkXuyWWR5DYAY6qORyef7RURWyLi\n4+TwDuCkDNo1s4Ioe5J7ARgv6QhJ+wKzgLbqApJGVh1OB17LoF0zK4BIpnU1suUh9ZhcRHRIuhx4\nHBgALIyIlZKuB9ojog34L5KmAx3Au8CctO2aWXEUeUwuk4eBI2IxsLjTZ1dX7f8N8DdZtGVmxVP6\nJGdm/ZuTnJmVlifom1m5FXzuqpOcmaVW5GldTnJmlkrRL1cLnH/NrK/I6mHgeisaJWXOk7RK0kpJ\n/7tene7JmVk6GY3JNbKikaTxVB5HOy0itkoaUa9e9+TMLLWMenKNrGj0H4H5EbEVICI21avUSc7M\nUtmznlyD07paJLVXbfOqqqq1otGoTs19DvicpGclLZU0tV58vlw1s9R6cLm6OSJaUzQ1EBgPTKGy\nGMgzko6PiN919QPuyZlZOtktmll3RSMqvbu2iPgkIt6ksj7l+O4qdZIzs9QySnJ1VzQCHqbSi0NS\nC5XL17XdVeokZ2apZZHkIqID2LOi0WvAg3tWNEpWMSI5t0XSKuBp4L9GxJbu6vWYnJmlkuXDwA2s\naBTAN5KtIU5yZpaOPK3LzEquyNO6nOTMLDUnOTMrraJP0HeSM7PUnOTMrLy8aKaZlZ3vrppZaXlM\nzsxKz0muLD76CM44Az7+GDo6YOZMuO66vKMqpl27oLUVRo2CRx/NO5pC+d73x7HffoORBrDPPgP5\n+rz2vENKx2NyJbLffvDUU3DggfDJJ3D66XD22XDKKXlHVjy33AITJsD27XlHUkizZz/NAZ9tyTuM\nzBQ5yRV4uLCApEqCg0qS++STymf2aevXw89+BnPn5h2JNUEPF81sOie5ntq1C044AUaMgC99CSZP\nzjui4rnySrjxRtjHf71qkcS9936ZHy04ifYXF+QdTiayepFNb8jkb6GkhZI2SVrRxXlJujV5A88r\nkiZl0W4uBgyA5csrvZXnn4cVNf+T+69HH638A3DSSXlHUlh/ddGvuOTry7jggsd44YX5vPWbZ/IO\nKZ3sFs3sFVn9U3sX0N1a62dTWb1zPDAP+GFG7eZn6FA480z4+c/zjqRYnn0W2tpg3DiYNasyhnnh\nhXlHVShDhlReW3DgASM45pivsGHD8zlHlF7pk1xEPAO8202RGcA9UbEUGCppZBZtN9U778DvkqXk\nP/wQnngCjjkm35iK5jvfqfRy33oLFi2CL3wB7rsv76gKY+fOD/j44/f27r/xxj8zYsRxOUeVXpGT\nXLPurnb1Fp6N1YWSN/dU3t4zdmyTQuuBjRth9uzKuNzu3XDeeXDOOXlHZX3I+x/8lgce+AoAu3d3\ncPxxf8H4o+q+cKrQ/DBwD0TEAmABgFpbI+dwft/nPw8vvZR3FH3HlCmVzfYadvCRXHrJy3mHkS0v\nmgk09hYeM+ujityTa1b+bQO+ltxlPQXYFhEb6/2QmfUNpR+Tk3Q/ldeEtUhaD1wDDAKIiNupvJhi\nGrAG2AFclEW7Zpa/fjEmFxHn1zkfwGVZtGVmxVP6JGdm/Zgn6JtZ2fnuqpmVVr8YkzOz/s1JzszK\ny2NyZlZ2TnJmVlp7Fs0sKic5M0vNPTkzKy+PyZlZ2TnJmVmpOcmZWWn5YWAzK7eCL5pZ4NDMrK/I\naj05SVMlrU7e7HdVN+XOlRSSWuvV6SRnZqllkeQkDQDmU3m730TgfEkTa5QbDFwBPNdIbE5yZpbK\nnjG5DHpyJwNrImJtROwEFlF5019n/xP4LvBRI/E5yZlZaj1Ici2S2qu2eVXVdPVWv72SF9OPiYif\nNRqbbzyYWTo9exh4c0TUHUer2Yy0D3AzMKcnP+ckZ2apZXR3td5b/QYDxwG/kARwKNAmaXpEtHdV\nqZOcmaWS4XNyLwDjJR1BJbnNAv5ibzsR24CWPceSfgF8q7sEBx6TM7MMZHHjISI6gMuBx4HXgAcj\nYqWk6yVN/0Njc0/OzNLJcIJ+RCym8grT6s+u7qLslEbqdJIzs9Q8rcvMSsuLZppZuXk9OTMrOyc5\nMyu1Iie5TK6kJS2UtEnSii7OT5G0TdLyZKt5t8TM+qasViHpDVn15O4CbgPu6abMLyPinIzaM7OC\n6BeLZkbEM5LGZVGXmfUxBV80s5ljcqdKehl4m8pUjJWdCyQrEswDGMtYflPgfx3ydt01eUdQfNdc\nl3cExXdtRvUUuSfXrPy7DDg8Iv4t8APg4VqFImJBRLRGROtwhjcpNDNLq8hjck1JchGxPSLeT/YX\nA4MktdT5MTPrAzJcNLNXNCXJSTpUydookk5O2t3SjLbNrJc1mOD69N1VSfcDU6is+rkeuAYYBBAR\ntwMzgUsldQAfArMiIrJo28zyV/obDxFxfp3zt1F5xMTMSqZfPEJiZv2bk5yZlZcn6JtZ2TnJmVmp\nOcmZWWl50UwzKzePyZlZ2TnJmVmpOcmZWWn5YWAzKz0nOTMrLy+aaWZl556cmZWWx+TMrPSc5Mys\nvPwwsJmVnW88mFlpeUzOzErPSc7MystjcmZWdkVOcgUeLjSzviKrVxJKmipptaQ1kq6qcf4bklZJ\nekXSEkmH16vTSc7MUtmzaGYjW3ckDQDmA2cDE4HzJU3sVOwloDUiPg88BNxYLz4nOTNLJ7uXS58M\nrImItRGxE1gEzKguEBFPR8SO5HApMLpepR6T66Hf8TvmMpcVrECIhSzkVE7NO6zC2Lx5NT956M/3\nHm/dupYzz7yeU0+5MseoiuV7fI87uAMhjud4fsyP2Z/98w4rlR6MybVIaq86XhARC5L9UcC6qnPr\ngcnd1HUx8Fi9Bp3keugKrmAqU3mIh9jJTnawo/4P9SMtLUdz6SXLAdi9exc33TyKCcd8JeeoimMD\nG7iVW1nFKj7DZziP81jEIuYwJ+/QUulBktscEa1p25N0IdAK/Em9sk5yPbCNbTzDM9zFXQDsm/yy\n2ta+uYRhw/4NQ4fWHRvuVzro4EM+ZBCD2MEODuOwvENKJcOHgTcAY6qORyeffYqks4BvA38SER/X\nq9Rjcj3wJm8ynOFcxEWcyInMZS4f8EHeYRXWihWLOO648/MOo1BGMYpv8S3GMpaRjOQgDuLLfDnv\nsFLLaEzuBWC8pCMk7QvMAtqqC0g6EfgRMD0iNjUSW+okJ2mMpKeT27orJV1Ro4wk3ZrcFn5F0qS0\n7eahgw6WsYxLuZSXeIkDOIAbuCHvsAqpY9dOVq9u49iJf5Z3KIWyla08wiO8yZu8zdt8wAfcx315\nh5WOsrm7GhEdwOXA48BrwIMRsVLS9ZKmJ8X+DjgQ+Imk5ZLauqhurywuVzuAb0bEMkmDgRclPRER\nq6rKnA2MT7bJwA/pfkCxkEYnvyYnoc9kppNcF9a8/hgjR07iwAMPyTuUQnmSJzmCIxjOcAC+ylf5\nNb/mQi7MObJ0snoYOCIWA4s7fXZ11f5ZPa0zdU8uIjZGxLJk/z0qGXhUp2IzgHuiYikwVNLItG03\n26EcyhjGsJrVACxhCRPp/BiPAby64n6O96Xq7xnLWJaylB3sIAiWsIQJTMg7rFT2jMll8TBwb8j0\nxoOkccCJwHOdTtW6NTwK2Jhl+83wA37ABVzATnZyJEfyY36cd0iFs3PnB6xd+wT/4Zwf5R1K4Uxm\nMjOZySQmMZCBnMiJzGNe3mGlVuRpXZklOUkHAj8FroyI7X9gHfOg8ic+lrFZhZapEziBdtrrF+zH\n9t33AP77f9uSdxiFdV3yqzQKPkE/k7urkgZRSXD/EBH/WKNIQ7eGI2JBRLRGROueMQszK74sbjz0\nlizurgq4E3gtIm7uolgb8LXkLuspwLaI6HOXqmb2+/rDmNxpwF8Cr0pannz2t1C53oyI26ncLZkG\nrAF2ABdl0K6ZFUSRL1dTJ7mI+BXQ7X9iRARwWdq2zKyACj4m52ldZpaak5yZlZqTnJmV1p5FM4vK\nSc7M0vGYnJmVnZOcmZWak5yZlVaGi2b2Cic5M0vNSc7Myku+u2pmJeeenJmVlsfkzKz0nOTMrLz8\nMLCZlZ1vPJhZaXlMzsxKz0nOzMrLY3JmVnZOcmZWak5yZlZa4WldZlZ27smZWak5yZlZqTnJmVlp\n+WFgMys3PydnZmXnu6tmVmruyZlZaRV9TC51J1PSGElPS1olaaWkK2qUmSJpm6TlyXZ12nbNrCCS\nMblGtrpVSVMlrZa0RtJVNc7vJ+mB5PxzksbVqzOLnlwH8M2IWCZpMPCipCciYlWncr+MiHMyaM/M\nCiaLnpykAcB84EvAeuAFSW2dcsnFwNaIOErSLOC7wJ93V2/qnlxEbIyIZcn+e8BrwKi09ZpZ37F7\nn8a2Ok4G1kTE2ojYCSwCZnQqMwO4O9l/CPiipG5TbKZjcknX8UTguRqnT5X0MvA28K2IWFnj5+cB\n85LDj4VWZBlfBlqAzXkHAcB1QJHiqShUPNcWLJ5E0WI6OnUNL774OFJLg6X3l9RedbwgIhYk+6OA\ndVXn1gOTO/383jIR0SFpG/BHdPOdZpbkJB0I/BS4MiK2dzq9DDg8It6XNA14GBjfuY7kP3ZBUl97\nRLRmFV8WihaT4+le0eKB4sXUKeH8QSJiahax9JZMnm6RNIhKgvuHiPjHzucjYntEvJ/sLwYGqfHM\nb2b9wwZgTNXx6OSzmmUkDQQOArZ0V2kWd1cF3Am8FhE3d1Hm0D3XzZJOTtrtNjAz63deAMZLOkLS\nvsAsoK1TmTZgdrI/E3gqIqK7SrO4XD0N+EvgVUnLk8/+FhgLEBG3J8FcKqkD+BCYVS8wksvWgila\nTI6ne0WLB4oXU2HiScbYLgceBwYACyNipaTrgfaIaKPSobpX0hrgXSqJsFuqn2vMzPquAs84MzNL\nz0nOzEqtMElO0jBJT0h6Pfn94C7K7aqaHtZ5UDKLODKfVtKEmOZIeqfqe5nbi7EslLRJqv0Moypu\nTWJ9RdKk3oqlBzE1bVphg9Mcm/od9fuplxFRiA24Ebgq2b8K+G4X5d7vxRgGAG8ARwL7Ai8DEzuV\n+U/A7cn+LOCBXv5eGolpDnBbk/6czgAmASu6OD8NeAwQcArwXAFimgI82qTvZyQwKdkfDPxLjT+v\npn5HDcbUtO+o2VthenJ8errG3cCf5hBDr0wraUJMTRMRz1C5q9WVGcA9UbEUGCppZM4xNU00Ns2x\nqd9RgzGVVpGS3CERsTHZ/1fgkC7K7S+pXdJSSVknwlrTSjr/ZfjUtBJgz7SS3tJITADnJpc+D0ka\nU+N8szQab7OdKullSY9JOrYZDXYzzTG376iRqZfN/I6aoanryUl6Eji0xqlvVx9EREjq6tmWwyNi\ng6QjgackvRoRb2Qdax/zT8D9EfGxpK9T6Wl+IeeYiqShaYVZqjPNMRdZTL3si5rak4uIsyLiuBrb\nI8Bv93TZk983dVHHhuT3tcAvqPyrlJVemVbS2zFFxJaI+Dg5vAM4qRfjqaeR77CposnTCutNcySH\n76g/T70s0uVq9XSN2cAjnQtIOljSfsl+C5XZFp3XrUujV6aV9HZMncZzplMZc8lLG/C15A7iKcC2\nqmGIXKiJ0wqTdrqd5kiTv6NGYmrmd9R0ed/52LNRGddaArwOPAkMSz5vBe5I9v8YeJXKHcZXgYt7\nIY5pVO4+vQF8O/nsemB6sr8/8BNgDfA8cGQTvpt6MX0HWJl8L08Dx/RiLPcDG4FPqIwlXQxcAlyS\nnBeVhQ/fSP6MWpvw/dSL6fKq72cp8Me9GMvpVFYEfwVYnmzT8vyOGoypad9RszdP6zKzUivS5aqZ\nWeac5Mys1JzkzKzUnOTMrNSc5Mys1JzkzKzUnOTMrNT+P/HnA2SS/U8gAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "True\n",
            "[0.0000000e+00 0.0000000e+00 0.0000000e+00 1.9967556e-06 2.3402691e-02\n",
            " 0.0000000e+00 0.0000000e+00 3.4788281e-02 0.0000000e+00]\n",
            "4\n",
            "4 True\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAT/ElEQVR4nO3de6xlZX3G8e/jcEsqFXRaIMPIJY6t\nVE3BCRdplBRMhomZMdHaoamAgU610nptMkqDDf2jYFObEgn0FAlgLBfR4LEdQ5FLsJehc6DcZgh6\nmKZlxtFxBjpIEcZhnv6x16Gb3b3P3uNaZ58173k+ycpZa6/3vO979pAf73pvS7aJiCjVa+a7AhER\ncylBLiKKliAXEUVLkIuIoiXIRUTREuQiomi1gpyk10u6S9L3q59HDkj3sqSHq2OyTpkRUS5J10va\nIenxAfcl6SpJ05IelXTKsDzrtuTWAXfbXgbcXV3381Pbv14dq2qWGRHlugFYMcv9c4Fl1bEWuGZY\nhnWD3Grgxur8RuB9NfOLiAXM9v3AM7MkWQ3c5I4NwBGSjpktz4Nq1uko29ur8x8CRw1Id5ikKWAv\ncIXtO/olkrSWTnQGeEc6DCPm1j7YafuX6uSxYsUK79y5c6S0Dz744Cbgxa6PJmxP7EdxS4Cnu663\nVp9t7598hCAn6TvA0X1uXdp9YduSBq0RO872NkknAvdIesz2U72Jqj92AmCR5MOGVS4iankB/rNu\nHjt37mRqamqktJJetL28bpn7Y2iQs33OoHuSfiTpGNvbqybjjgF5bKt+bpF0H3Ay8P+CXEQciEzn\nIW0stgFLu66PrT4bqO4T4SRwQXV+AfDN3gSSjpR0aHW+GDgT2Fyz3IhoDdN5Ah3lqG0SOL8aZT0d\n2N3VZdZX3T65K4DbJF1Ep9n7QQBJy4GP2L4YeAvwN5L20QmqV9hOkIsoRnMtOUk3A2cBiyVtBT4P\nHAxg+1pgPbASmAZeAD48LM9aQc72LuDsPp9PARdX5/8CvK1OORHRZs0FOdvnDblv4GP7k2fdllxE\nLHhj7ZPbbwlyEVFTglxEFC9BLiKKtQ94ab4rMVCCXETUlMfViCheglxEFCstuYgoWoJcRBRtHw0t\n2ZoTCXIR0YC05CKiWHlcjYiiJchFRNES5CKiaAlyEVG0mU0z2ylBLiJqSksuIopm4OX5rsRACXIR\nUVNachFRvAS5iChWlnVFRNHyuBoRRUuQi4jiJchFRLHSkouIoiXIRUTRMroaEcVrb0vuNU1kImmF\npCclTUta1+f+oZJure4/IOn4JsqNiDaYeVwd5Ri/2kFO0iLgauBc4CTgPEkn9SS7CHjW9puAvwKu\nrFtuRLRF4UEOOBWYtr3F9h7gFmB1T5rVwI3V+e3A2ZLUQNkRMe/KD3JLgKe7rrdWn/VNY3svsBt4\nQwNlR0QrvDziMX6tGniQtBZYC5BmXsSBovzR1W3A0q7rY6vP+qXZKukg4HXArt6MbE8AEwCLJDdQ\nt4iYc+2eJ9fE4+pGYJmkEyQdAqwBJnvSTAIXVOcfAO6xnSAWUYR298nVbsnZ3ivpEuBOYBFwve1N\nki4HpmxPAl8GviJpGniGTiCMiCK0uyXXSJ+c7fXA+p7PLus6fxH4rSbKiog2aibISVoB/DWdBtN1\ntq/ouf9GOjM1jqjSrKviz0CtGniIiANRMwMPXXNu30NnlsZGSZO2N3cl+xPgNtvXVPNx1wPHz5Zv\nIyseImIha6xPbpQ5twZ+sTp/HfCDYZmmJRcRNe1Xn9xiSVNd1xPVrAroP+f2tJ7f/1PgHyX9IfAL\nwDnDCkyQi4gGjBzkdtpeXqOg84AbbP+lpDPoDGi+1fa+Qb+QIBcRNTU2ujrKnNuLgBUAtv9V0mHA\nYmDHoEzTJxcRNTXWJzfKnNv/As4GkPQW4DDgx7NlmpZcRNTUzOjqiHNuPw38raRP0omuFw5bWJAg\nFxENaGbx/QhzbjcDZ+5PnglyEVHTAljxEBELWYJcRBQtQS4iipcgFxHFKn/TzIhY0PK4GhGl8/y8\nv2EUCXIRUd/AlaPzL0EuIuox8/UirpEkyEVEPQZ+Nt+VGCxBLiLqSUsuIoqXPrmIKFZachFRvAS5\niCiWyeNqRBTMwJ75rsRgCXIRUV9achFRrAw8RETx0pKLiGK1vCXXyCsJJa2Q9KSkaUnr+ty/UNKP\nJT1cHRc3UW5EtMBMkBvlmAe1W3KSFgFXA+8BtgIbJU1Wb9XpdqvtS+qWFxEt0/K1q0205E4Fpm1v\nsb0HuAVY3UC+EXGgKLklBywBnu663gqc1ifd+yW9C/ge8EnbT/cmkLQWWAsgOm+Xjf5a3AUSC03L\nJwM30ic3gm8Bx9t+O3AXcGO/RLYnbC+3vVxjqlhENKDFLbkmgtw2YGnX9bHVZ6+wvcv2S9XldcA7\nGig3ItpgpiU3yjEPmghyG4Flkk6QdAiwBpjsTiDpmK7LVcATDZQbEW0ws6xrlGMe1O6Ts71X0iXA\nnXS60a63vUnS5cCU7UngjyStovNKn2eAC+uWGxEt0uI+uUYmA9teD6zv+eyyrvPPAp9toqyIaJmW\nTwbOioeIqC9BLiKK1fIpJAlyEVFfWnIRUayWL+tKkIuIelo+8DCuFQ8RUbKGJgMP29GoSvNBSZsl\nbZL0d8PyTEsuIuppqCU3yo5GkpbRmY52pu1nJf3ysHzTkouIeprbT26UHY1+D7ja9rMAtncMyzRB\nLiLqmRl4GOWAxZKmuo61XTn129FoSU9pbwbeLOmfJW2QtGJY9fK4GhH1jT5Pbqft5TVKOghYBpxF\nZzOQ+yW9zfZ/D/qFtOQiop7mHleH7mhEp3U3aftntv+Dzv6Uy2bLNEEuIuprJsgN3dEIuINOKw5J\ni+k8vm6ZLdMEuYiop6H95GzvBWZ2NHoCuG1mR6NqFyOqe7skbQbuBf7Y9q7Z8k2fXETU19Bk4BF2\nNDLwqeoYSYJcRNSTZV0RUbSWL+tKkIuI+rLVUkQUKy25iChaglxEFC+PqxFRrIyuRkTR8rgaEcVL\nkIuIYuVtXRFRvLTkIqJYGXiIiKK1fOChka2WJF0vaYekxwfcl6SrqjfwPCrplCbKjYiWaOhtXXOh\nqf3kbgBm22v9XDq7dy4D1gLXNFRuRMy35nYGnhONBDnb9wPPzJJkNXCTOzYAR0g6pomyI6IFWhzk\nxtUnN+gtPNu7E1Vv7lkLoDFVLCJqyhSS0dmeACYAFkme5+pExCgM7JnvSgw2riA3ylt4IuJA1eKW\n3LheZDMJnF+Nsp4O7La9fdgvRcQBoOUDD4205CTdTOc1YYslbQU+DxwMYPtaOi+mWAlMAy8AH26i\n3IhogYXQJ2f7vCH3DXysibIiooVaPBm4VQMPEXEAavmKhwS5iKgna1cjonhpyUVEsRbCwENELHBp\nyUVEsdKSi4iiZVlXRBQvLbmIKFbmyUVE0RLkIqJ4eVyNiGKlJRcRRWv5sq5x7ScXESVraD85SSsk\nPVm92W/dLOneL8mSlg/LM0EuIuqZmQxc85WEkhYBV9N5u99JwHmSTuqT7nDg48ADo1QvQS4i6mum\nJXcqMG17i+09wC103vTX68+AK4EXR6laglxE1LN/258vljTVdaztymnQW/1eUb2Yfqntfxi1ehl4\niIj6Rp9CstP20H60fiS9BvgicOH+/F6CXETU09zo6rC3+h0OvBW4TxLA0cCkpFW2pwZlmiAXEfU0\nN09uI7BM0gl0gtsa4HdeKcbeDSyeuZZ0H/CZ2QIcpE8uIprQwMCD7b3AJcCdwBPAbbY3Sbpc0qqf\nt2ppyUVEPQ3uJ2d7PZ1XmHZ/dtmAtGeNkmeCXETUl2VdEVGsli/rSpCLiNpa3JBLkIuIelq+CUmC\nXETU1+Lt5JqZQiLpekk7JD0+4P5ZknZLerg6+o6WRMSBZ/9WdY1fUy25G4AvATfNkua7tt/bUHkR\n0SJtbsk1EuRs3y/p+CbyiogDyz5a/UbCsfbJnSHpEeAHdJZibOpNUO1IsBZAtLszMyL+T/EtuRE8\nBBxn+3lJK4E7gGW9iWxPABMAiySPqW4RUUPbR1fHsnbV9nO2n6/O1wMHS1o85Nci4gDR5oGHsQQ5\nSUer2htF0qlVubvGUXZEzK2Gdj+fM408rkq6GTiLzq6fW4HPAwcD2L4W+ADwUUl7gZ8Ca2zncTSi\nAC1f1dXY6Op5Q+5/ic4Uk4goUJv75LLiISJqafvAQ4JcRNSWKSQRUay05CKiaAlyEVG0BTG6GhEL\nW/rkIqJYeVyNiOIlyEVEsRp8I+GcSJCLiNrSkouIYmV0NSKKloGHiChe+uQiolhpyUVE8RLkIqJY\nGXiIiKLlcTUiipeBh4goVlpyEVG0ti/rGssrCSOibE29d1XSCklPSpqWtK7P/U9J2izpUUl3Szpu\nWJ4JchFRy8zo6ijHbCQtAq4GzgVOAs6TdFJPsn8Hltt+O3A78IVh9UuQi4haZvrkGmjJnQpM295i\new9wC7D6VWXZ99p+obrcABw7LNP0yUVEbfsx8LBY0lTX9YTtiep8CfB0172twGmz5HUR8O1hBSbI\nRUQt+znwsNP28rplSvpdYDnw7mFpE+QioraGppBsA5Z2XR9bffYqks4BLgXebfulYZmmTy4iaplp\nyY1yDLERWCbpBEmHAGuAye4Ekk4G/gZYZXvHKPWrHeQkLZV0bzWsu0nSx/ukkaSrqmHhRyWdUrfc\niGgHA3tGPGbNx94LXALcCTwB3GZ7k6TLJa2qkv0F8Frga5IeljQ5ILtXNPG4uhf4tO2HJB0OPCjp\nLtubu9KcCyyrjtOAa5i9QzEiDiBNTQa2vR5Y3/PZZV3n5+xvnrVbcra3236oOv8JnQi8pCfZauAm\nd2wAjpB0TN2yI2L+NTiFZE40OvAg6XjgZOCBnlv9hoaXANubLD8ixm/BrF2V9Frg68AnbD/3c+ax\nFlgLoKYqFhFzrs1rVxsJcpIOphPgvmr7G32SjDQ0XE0KnABYJLmJukXE3Gr7pplNjK4K+DLwhO0v\nDkg2CZxfjbKeDuy2nUfViAIshD65M4EPAY9Jerj67HPAGwFsX0tntGQlMA28AHy4gXIjoiWK7pOz\n/U8M6UKzbeBjdcuKiPZp+35yWdYVEbUV3ZKLiIVtwUwhiYiFqe2jqwlyEVFb+uQiolh5XI2I4iXI\nRUSxMoUkIoqXllxEFGsfGV2NiMKlJRcRxUqfXEQULy25iChW5slFRNGyrCsiipeWXEQUKwMPEVG8\ntOQiolhpyUVE8dKSi4hiZXQ1IoqWeXIRUbQEuYgoXgYeIqJYaclFRPHSkouIYhnYM9+VmEWCXETU\nksnAEVG8NvfJvaZuBpKWSrpX0mZJmyR9vE+asyTtlvRwdVxWt9yIaIeZgYdRjmEkrZD0pKRpSev6\n3D9U0q3V/QckHT8szyZacnuBT9t+SNLhwIOS7rK9uSfdd22/t4HyIqJlmnhclbQIuBp4D7AV2Chp\nsieWXAQ8a/tNktYAVwK/PVu+tVtytrfbfqg6/wnwBLCkbr4RcWCYWdY1yjHEqcC07S229wC3AKt7\n0qwGbqzObwfOlqTZMm20T65qOp4MPNDn9hmSHgF+AHzG9qY+v78WWFtdvvQCPN5k/RqwGNg535Xo\nkvrMrm31gfbV6VfqZrAP7vyfzt81isMkTXVdT9ieqM6XAE933dsKnNbz+6+ksb1X0m7gDczynTYW\n5CS9Fvg68Anbz/Xcfgg4zvbzklYCdwDLevOo/tiJKr8p28ubql8T2lan1Gd2basPtK9OPQHn52J7\nRRN1mSu1H1cBJB1MJ8B91fY3eu/bfs7289X5euBgSaNG/ohYGLYBS7uuj60+65tG0kHA64Bds2Xa\nxOiqgC8DT9j+4oA0R888N0s6tSp31opFxIKzEVgm6QRJhwBrgMmeNJPABdX5B4B7bHu2TJt4XD0T\n+BDwmKSHq88+B7wRwPa1VWU+Kmkv8FNgzbCKUT22tkzb6pT6zK5t9YH21ak19an62C4B7gQWAdfb\n3iTpcmDK9iSdBtVXJE0Dz9AJhLPS8FgTEXHgaqRPLiKirRLkIqJorQlykl4v6S5J369+Hjkg3ctd\ny8N6OyWbqEfjy0rGUKcLJf2463u5eA7rcr2kHZL6zmFUx1VVXR+VdMpc1WU/6jS2ZYUjLnMc63e0\n4Jde2m7FAXwBWFedrwOuHJDu+TmswyLgKeBE4BDgEeCknjR/AFxbna8Bbp3j72WUOl0IfGlM/07v\nAk4BHh9wfyXwbUDA6cADLajTWcDfj+n7OQY4pTo/HPhen3+vsX5HI9ZpbN/RuI/WtOR49XKNG4H3\nzUMd5mRZyRjqNDa276czqjXIauAmd2wAjpB0zDzXaWw82jLHsX5HI9apWG0KckfZ3l6d/xA4akC6\nwyRNSdogqelA2G9ZSe9/DK9aVgLMLCuZK6PUCeD91aPP7ZKW9rk/LqPWd9zOkPSIpG9L+rVxFDjL\nMsd5+45GWXo5zu9oHMa6n5yk7wBH97l1afeFbUsaNLflONvbJJ0I3CPpMdtPNV3XA8y3gJttvyTp\n9+m0NH9znuvUJiMtK2zSkGWO86KJpZcHorG25GyfY/utfY5vAj+aabJXP3cMyGNb9XMLcB+d/ys1\nZU6Wlcx1nWzvsv1SdXkd8I45rM8wo3yHY+UxLysctsyRefiOFvLSyzY9rnYv17gA+GZvAklHSjq0\nOl9MZ7VF7751dczJspK5rlNPf84qOn0u82USOL8aQTwd2N3VDTEvNMZlhVU5sy5zZMzf0Sh1Gud3\nNHbzPfIxc9Dp17ob+D7wHeD11efLgeuq83cCj9EZYXwMuGgO6rGSzujTU8Cl1WeXA6uq88OArwHT\nwL8BJ47huxlWpz8HNlXfy73Ar85hXW4GttPZHmwrnU0MPwJ8pLovOhsfPlX9Gy0fw/czrE6XdH0/\nG4B3zmFdfoPOFmuPAg9Xx8r5/I5GrNPYvqNxH1nWFRFFa9PjakRE4xLkIqJoCXIRUbQEuYgoWoJc\nRBQtQS4iipYgFxFF+19BTYB9lzV6WgAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAATkAAAD8CAYAAAAMs9NCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0\ndHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAZP0lEQVR4nO3df5QV5Z3n8fdHfvgTUKZRkR+iKyqo\nWcUe0THH0cRkkePCJDoOjE7AkW11dVcnye46kz0a3T9inKOJRiaGVfw5KxozR3sMxvHnMTGLEREV\ncBlbzCwgEwQJCKjQ8N0/bsHetN19b6eqb1VXf1596nTVraef58vt9utTT9XzXEUEZmZltU/eAZiZ\n9SYnOTMrNSc5Mys1JzkzKzUnOTMrNSc5Myu1VElO0nBJz0h6J/l+SBfldklammytado0s/KSNF/S\neknLujgvSXdIapP0pqRJtepM25O7DnguIsYDzyXHnfk4Ik5Otmkp2zSz8roPmNLN+fOA8cnWAvyw\nVoVpk9x04P5k/37gT1LWZ2b9WES8BHzYTZHpwANRsQg4WNLI7uocmDKmwyJiXbL/r8BhXZTbT9Ji\noB24OSIe76yQpBYq2ZlBgw48tanp+JThWX92xLraZfq713htQ0SMSFPHFE2JDWyot73lwCdVL82L\niHk9aG4UsLrqeE3yWpe/7ZpJTtKzwOGdnPpW9UFEhKSu5ogdGRFrJR0NPC/prYh4t2Oh5B87D+CI\nI5rj8pbFtcIz69INN+YdQfEJ/UvaOjawgcXU99+q0CcR0Zy2zZ6omeQi4tyuzkn6jaSREbEu6TKu\n76KOtcn3VZJeBE4BPpPkzKxvCtVbMHVTa4ExVcejk9e6lHZMrhWYlezPAp7oWEDSIZL2TfabgDOB\nFSnbNbMC2b1PfVsGWoGvJXdZTwc2Vw2ZdSrtmNzNwKOSLgP+BbgIQFIzcEVEzAEmAD+StJtKUr05\nIpzkzEoi6EFPrgZJDwNnA02S1gA3AIMAIuIuYCEwFWgDtgOX1qozVZKLiI3AFzt5fTEwJ9n/JXBS\nmnbMrMCUXZKLiJk1zgdwVU/qTNuTMzPLLMn1Bic5M0vNSc7MSs1JzsxKK5TZndNe4SRnZqm5J2dm\npeYkZ2al5iRnZqWV5cPAvcFJzszS8Y0HMys79+TMrLR8uWpmpeckZ2blleEE/d7gJGdmqTnJmVlp\nBb67amYl556cmZWXx+TMrOyc5Mys1JzkzKy0fOPBzMrNY3JmVnZOcmZWakVOcgW+ki6md9p+xg/u\nPI7b7ziGn//i5rzDKZzHn/hLbvnbQ5n7dyfmHUohrWY153AOE5nICZzA7dyed0ip7ZmgX8+WBye5\nHti9excLF17FxRc/xVVXrWDZsodZ/8GKvMMqlJNPns0ll/ws7zAKayADuZVbWcEKFrGIucxlBX3/\nb8hJriTWrv0Vw4cfw/BDjmbggMGceMIMVv6fJ/IOq1DGHXkW++8/PO8wCmskI5nEJACGMIQJTGAt\na3OOKqVk0cx6tjw4yfXAlo/WMnTomL3HQ4eOZstHffwP1HLza37N67zOZCbnHUpqpe/JSZoiaaWk\nNknXdXJ+X0mPJOdfkTQui3bN+qqtbOUCLuD7fJ+hDM07nFRKPyYnaQAwFzgPmAjMlDSxQ7HLgE0R\ncQzwPeC7advNw9Aho9iyZfXe4y1b1jB0yKgcI7K+aCc7uYALuJiL+SpfzTucTJQ6yQGnAW0RsSoi\ndgALgOkdykwH7k/2HwO+KKnAN507d8SoP2TjxnfYtOk92nftYNnyBRx33LS8w7I+JAgu4zImMIGv\n8/W8w8lGnQmuLye5UcDqquM1yWudlomIdmAz8AcZtN1QA/YZyNSpd/LgQ/+OuXMncMLEizj00BPy\nDqtQHvvJTO655ww2blzJrbeNZsmSe/IOqVBe5mUe5EGe53lOTr4WsjDvsFIrcpIr1MPAklqAFoBh\nw8bmHE3njh0/lWPHT807jMK68IKH8w6h0D7P5wki7zAyVfS5q1mEthYYU3U8Onmt0zKSBgLDgI0d\nK4qIeRHRHBHNBxwwIoPQzKwRityTyyLJvQqMl3SUpMHADKC1Q5lWYFayfyHwfESU639nZv1Vwcfk\nUl+uRkS7pKuBp4EBwPyIWC7pJmBxRLQC9wAPSmoDPqSSCM2sJIo8dzWTMbmIWAi/O3oaEddX7X8C\n/GkWbZlZ8WSV5CRNAW6n0mG6OyJu7nB+LJUnNQ5OylyX5J8uFXi40Mz6gj03HtJO66rzmdv/Djwa\nEadQuSL8u1rxOcmZWTrZjcnV88xtwN4pIsOA92tVWqhHSMysb+rB5WqTpMVVx/MiYl6y39kztx0n\n9n4b+CdJ/wk4EDi3VoNOcmaWWg+S3IaIaE7R1Ezgvoi4VdIZVG5onhgRu7v6ASc5M0tlzwT9DNTz\nzO1lwBSAiPjfkvYDmoD1XVXqMTkzSy2jMbl6nrn9v8AXASRNAPYDPuiuUvfkzCwdZTOtq85nbr8B\n/E9Jf0WlEzm71sQCJzkzSy2r5+TqeOZ2BXBmT+p0kjOzVDIck+sVTnJmlpqTnJmVV46T7+vhJGdm\nqTnJmVlpFX3RTCc5M0vNPTkzKy+PyZlZ2TnJmVmpOcmZWWn5xoOZlZvH5Mys7JzkzKzUnOTMrLQ8\nQd/MSs9JzszKK6NFM3uLk5yZpeaenJmVlsfkzKz0nOTMrLwK/jBwJsOFkqZIWimpTdJ1nZyfLekD\nSUuTbU4W7ZpZMWT0kYS9InVPTtIAYC7wJWAN8Kqk1uRTdao9EhFXp23PzIql6HNXswjtNKAtIlZF\nxA5gATA9g3rNrC+osxfXZ3tywChgddXxGmByJ+UukHQW8M/AX0XE6o4FJLUALQDDho3NILTyuuHG\nvCMovhtvyDuCPiCjv6PSj8nV4R+BcRHxOeAZ4P7OCkXEvIhojojmAw4Y0aDQzCytIvfkskhya4Ex\nVcejk9f2ioiNEfFpcng3cGoG7ZpZQZQ9yb0KjJd0lKTBwAygtbqApJFVh9OAtzNo18wKIJJpXfVs\neUg9JhcR7ZKuBp4GBgDzI2K5pJuAxRHRCvxnSdOAduBDYHbads2sOIo8JpfJw8ARsRBY2OG166v2\n/xr46yzaMrPiKX2SM7P+zUnOzErLE/TNrNwKPnfVSc7MUivytC4nOTNLpeiXqwXOv2bWV2T1MHCt\nFY2SMhdJWiFpuaT/VatO9+TMLJ2MxuTqWdFI0ngqj6OdGRGbJB1aq1735MwstYx6cvWsaPQfgLkR\nsQkgItbXqtRJzsxS2bOeXJ3TupokLa7aWqqq6mxFo1EdmjsWOFbSy5IWSZpSKz5frppZaj24XN0Q\nEc0pmhoIjAfOprIYyEuSToqI33b1A+7JmVk62S2aWXNFIyq9u9aI2BkR71FZn3J8d5U6yZlZahkl\nuZorGgGPU+nFIamJyuXrqu4qdZIzs9SySHIR0Q7sWdHobeDRPSsaJasYkZzbKGkF8ALwXyJiY3f1\nekzOzFLJ8mHgOlY0CuDryVYXJzkzS0ee1mVmJVfkaV1OcmaWmpOcmZVW0SfoO8mZWWpOcmZWXl40\n08zKzndXzay0PCZnZqXnJFcSO9s/4d57z2LXrk/ZvbudiRMu5Jxzbsw7rELaxS6aaWYUo3iSJ/MO\np1C+9/1x7LvvEKQB7LPPQC5vWZx3SOl4TK48Bg7Yl1mznmffwQexa9dO5t/7eY4Zfx5jRp+ed2iF\nczu3M4EJbGFL3qEU0qxZL3DgAU15h5GZIie5Ag8XFo8k9h18EAC7du9k166diAL/dnOyhjX8lJ8y\nhzl5h2IN0MNFMxvOPbke2r17Fz+adyofftjGaX94FaNHT847pMK5lmu5hVv4iI/yDqWQJPHgg19G\nEqeeejnNp7bU/qGCK3JPLpMkJ2k+cD6wPiJO7OS8gNuBqcB2YHZELMmi7UbbZ58BXHnFUj7+5Lc8\n8shX+M36ZRx26Gf+yf3WkzzJoRzKqZzKi7yYdziF9JeX/oKhQ0exddt6HnzwSzQ1Hc+4I8/KO6zf\nX8HH5LLqQN4HdLfW+nlUVu8cD7QAP8yo3dzsv9/BjBt3Dm1tP8s7lEJ5mZdppZVxjGMGM3ie57mE\nS/IOq1CGDq18bMFBBx7K8cd/hbVrf5VzROll9ZGEvSGTJBcRLwEfdlNkOvBAVCwCDpY0Mou2G2nb\ntg/4+JPKUvI7d37MqlXP0NR0fM5RFct3+A5rWMOv+TULWMAX+AIP8VDeYRXGjh3b+PTTj/buv/vu\nP3FoCa4EipzkGjUm19Wn8KyrLpR8ck8LwLBhYxsUWv0+2rqOxx+fxe7du4jYzQknXMRxx56fd1jW\nh2zd9hseeeQrAOze3c5JJ/4544+p+YFTheaHgXsgIuYB8wCOOKI5cg7nMw4/7HNccfnreYfRZ5yd\nfNn/N/yQo7nyijfyDiNbXjQTqO9TeMysjypyT65R+bcV+JoqTgc2R8S6Wj9kZn1D6cfkJD1M5WPC\nmiStAW4ABgFExF1UPphiKtBG5RGSS7No18zy1y/G5CJiZo3zAVyVRVtmVjylT3Jm1o8V/GFgJzkz\nS813V82stPrFmJyZ9W9OcmZWXh6TM7Oyc5Izs9Las2hmUTnJmVlq7smZWXl5TM7Mys5JzsxKzUnO\nzErLDwObWbkVfNHMAodmZn1FVuvJSZoiaaWkNknXdVPuAkkhqblWnU5yZpZaFklO0gBgLpVP95sI\nzJQ0sZNyQ4BrgFfqic1JzsxS2TMml0FP7jSgLSJWRcQOYAGVT/rr6H8A3wU+qSc+JzkzS60HSa5J\n0uKqraWqmq4+1W8vSZOAMRHx03pj840HM0unZw8Db4iImuNonTYj7QPcBszuyc85yZlZahndXa31\nqX5DgBOBFyUBHA60SpoWEYu7qtRJzsxSyfA5uVeB8ZKOopLcZgB/vrediM1A055jSS8C3+wuwYHH\n5MwsA1nceIiIduBq4GngbeDRiFgu6SZJ037f2NyTM7N0MpygHxELqXyEafVr13dR9ux66nSSM7PU\nPK3LzErLi2aaWbl5PTkzKzsnOTMrtSInuUyupCXNl7Re0rIuzp8tabOkpcnW6d0SM+ubslqFpDdk\n1ZO7D7gTeKCbMj+PiPMzas/MCqJfLJoZES9JGpdFXWbWxxR80cxGjsmdIekN4H0qUzGWdyyQrEjQ\nAjCWsdxwYwOj62NuvCHvCIrPfz+1fTujeorck2tU/l0CHBkR/xb4AfB4Z4UiYl5ENEdE8whGNCg0\nM0uryGNyDUlyEbElIrYm+wuBQZKaavyYmfUBGS6a2SsakuQkHa5kbRRJpyXtbmxE22bWy+pMcH36\n7qqkh4Gzqaz6uQa4ARgEEBF3ARcCV0pqBz4GZkREZNG2meWv9DceImJmjfN3UnnExMxKpl88QmJm\n/ZuTnJmVlyfom1nZOcmZWak5yZlZaXnRTDMrN4/JmVnZOcmZWak5yZlZaflhYDMrPSc5MysvL5pp\nZmXnnpyZlZbH5Mys9JzkzKy8/DCwmZWdbzyYWWl5TM7MSs9JzszKy2NyZlZ2RU5yBR4uNLO+IquP\nJJQ0RdJKSW2Sruvk/NclrZD0pqTnJB1Zq04nOTNLZc+imfVs3ZE0AJgLnAdMBGZKmtih2OtAc0R8\nDngMuKVWfE5yZpZOdh8ufRrQFhGrImIHsACYXl0gIl6IiO3J4SJgdK1KPSbXQ7/lt8xhDstYhhDz\nmc8ZnJF3WIWxYcNKfvzYn+093rRpFeeccxNnnH5tjlEVy/f4HndzN0KcxEncy73sx355h5VKD8bk\nmiQtrjqeFxHzkv1RwOqqc2uAyd3UdRnwVK0GneR66BquYQpTeIzH2MEOtrO99g/1I01Nx3HlFUsB\n2L17F7feNooJx38l56iKYy1ruYM7WMEK9md/LuIiFrCA2czOO7RUepDkNkREc9r2JF0CNAN/XKus\nk1wPbGYzL/ES93EfAIOTL+vcqveeY/jwf8PBB9ccG+5X2mnnYz5mEIPYznaO4Ii8Q0olw4eB1wJj\nqo5HJ6/9DknnAt8C/jgiPq1VqcfkeuA93mMEI7iUSzmFU5jDHLaxLe+wCmvZsgWceOLMvMMolFGM\n4pt8k7GMZSQjGcYwvsyX8w4rtYzG5F4Fxks6StJgYAbQWl1A0inAj4BpEbG+nthSJzlJYyS9kNzW\nXS7pmk7KSNIdyW3hNyVNSttuHtppZwlLuJIreZ3XOZADuZmb8w6rkNp37WDlylZOmPineYdSKJvY\nxBM8wXu8x/u8zza28RAP5R1WOsrm7mpEtANXA08DbwOPRsRySTdJmpYU+1vgIODHkpZKau2iur2y\nuFxtB74REUskDQFek/RMRKyoKnMeMD7ZJgM/pPsBxUIanXxNTkK/kAud5LrQ9s5TjBw5iYMOOizv\nUArlWZ7lKI5iBCMA+Cpf5Zf8kku4JOfI0snqYeCIWAgs7PDa9VX75/a0ztQ9uYhYFxFLkv2PqGTg\nUR2KTQceiIpFwMGSRqZtu9EO53DGMIaVrATgOZ5jIh0f4zGAt5Y9zEm+VP2MsYxlEYvYznaC4Dme\nYwIT8g4rlT1jclk8DNwbMr3xIGkccArwSodTnd0aHgWsy7L9RvgBP+BiLmYHOziao7mXe/MOqXB2\n7NjGqlXP8O/P/1HeoRTOZCZzIRcyiUkMZCCncAottOQdVmpFntaVWZKTdBDwE+DaiNjye9bRApXf\n+FjGZhVapk7mZBazuHbBfmzw4AP5b/91Y95hFNaNyVdpFHyCfiZ3VyUNopLg/j4i/qGTInXdGo6I\neRHRHBHNe8YszKz4srjx0FuyuLsq4B7g7Yi4rYtircDXkruspwObI6LPXaqa2Wf1hzG5M4G/AN6S\ntDR57W+gcr0ZEXdRuVsyFWgDtgOXZtCumRVEkS9XUye5iPgF0O0/MSICuCptW2ZWQAUfk/O0LjNL\nzUnOzErNSc7MSmvPoplF5SRnZul4TM7Mys5JzsxKzUnOzEorw0Uze4WTnJml5iRnZuUl3101s5Jz\nT87MSstjcmZWek5yZlZefhjYzMrONx7MrLQ8JmdmpeckZ2bl5TE5Mys7JzkzKzUnOTMrrfC0LjMr\nO/fkzKzUnOTMrNSc5MystPwwsJmVm5+TM7Oy891VMys19+TMrLSKPiaXupMpaYykFyStkLRc0jWd\nlDlb0mZJS5Pt+rTtmllBJGNy9Ww1q5KmSFopqU3SdZ2c31fSI8n5VySNq1VnFj25duAbEbFE0hDg\nNUnPRMSKDuV+HhHnZ9CemRVMFj05SQOAucCXgDXAq5JaO+SSy4BNEXGMpBnAd4E/667e1D25iFgX\nEUuS/Y+At4FRaes1s75j9z71bTWcBrRFxKqI2AEsAKZ3KDMduD/Zfwz4oqRuU2ymY3JJ1/EU4JVO\nTp8h6Q3gfeCbEbG8k59vAVqSw0+FlmUZXwaagA15BwHAjUCR4qkoVDzfLlg8iaLFdFzqGl577Wmk\npjpL7ydpcdXxvIiYl+yPAlZXnVsDTO7w83vLRES7pM3AH9DNe5pZkpN0EPAT4NqI2NLh9BLgyIjY\nKmkq8DgwvmMdyT92XlLf4ohoziq+LBQtJsfTvaLFA8WLqUPC+b1ExJQsYuktmTzdImkQlQT39xHx\nDx3PR8SWiNia7C8EBqn+zG9m/cNaYEzV8ejktU7LSBoIDAM2dldpFndXBdwDvB0Rt3VR5vA9182S\nTkva7TYwM+t3XgXGSzpK0mBgBtDaoUwrMCvZvxB4PiKiu0qzuFw9E/gL4C1JS5PX/gYYCxARdyXB\nXCmpHfgYmFErMJLL1oIpWkyOp3tFiweKF1Nh4knG2K4GngYGAPMjYrmkm4DFEdFKpUP1oKQ24EMq\nibBbqp1rzMz6rgLPODMzS89JzsxKrTBJTtJwSc9Ieif5fkgX5XZVTQ/rOCiZRRyZTytpQEyzJX1Q\n9b7M6cVY5ktaL3X+DKMq7khifVPSpN6KpQcxNWxaYZ3THBv6HvX7qZcRUYgNuAW4Ltm/DvhuF+W2\n9mIMA4B3gaOBwcAbwMQOZf4jcFeyPwN4pJffl3pimg3c2aDf01nAJGBZF+enAk8BAk4HXilATGcD\nTzbo/RkJTEr2hwD/3Mnvq6HvUZ0xNew9avRWmJ4cvztd437gT3KIoVemlTQgpoaJiJeo3NXqynTg\ngahYBBwsaWTOMTVM1DfNsaHvUZ0xlVaRktxhEbEu2f9X4LAuyu0nabGkRZKyToSdTSvp+MfwO9NK\ngD3TSnpLPTEBXJBc+jwmaUwn5xul3ngb7QxJb0h6StIJjWiwm2mOub1H9Uy9bOR71AgNXU9O0rPA\n4Z2c+lb1QUSEpK6ebTkyItZKOhp4XtJbEfFu1rH2Mf8IPBwRn0q6nEpP8ws5x1QkdU0rzFKNaY65\nyGLqZV/U0J5cRJwbESd2sj0B/GZPlz35vr6LOtYm31cBL1L5v1JWemVaSW/HFBEbI+LT5PBu4NRe\njKeWet7DhooGTyusNc2RHN6j/jz1skiXq9XTNWYBT3QsIOkQSfsm+01UZlt0XLcujV6ZVtLbMXUY\nz5lGZcwlL63A15I7iKcDm6uGIXKhBk4rTNrpdpojDX6P6ompke9Rw+V952PPRmVc6zngHeBZYHjy\nejNwd7L/R8BbVO4wvgVc1gtxTKVy9+ld4FvJazcB05L9/YAfA23Ar4CjG/De1IrpO8Dy5H15ATi+\nF2N5GFgH7KQylnQZcAVwRXJeVBY+fDf5HTU34P2pFdPVVe/PIuCPejGWz1NZEfxNYGmyTc3zPaoz\npoa9R43ePK3LzEqtSJerZmaZc5Izs1JzkjOzUnOSM7NSc5Izs1JzkjOzUnOSM7NS+3/RnRAOvWXm\npQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "True\n",
            "[0.         0.         0.         0.00598842 0.         0.\n",
            " 0.         0.         0.        ]\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36m_input_request\u001b[0;34m(self, prompt, ident, parent, password)\u001b[0m\n\u001b[1;32m    729\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 730\u001b[0;31m                 \u001b[0mident\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreply\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdin_socket\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    731\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/jupyter_client/session.py\u001b[0m in \u001b[0;36mrecv\u001b[0;34m(self, socket, mode, content, copy)\u001b[0m\n\u001b[1;32m    802\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 803\u001b[0;31m             \u001b[0mmsg_list\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msocket\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_multipart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    804\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mzmq\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mZMQError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/zmq/sugar/socket.py\u001b[0m in \u001b[0;36mrecv_multipart\u001b[0;34m(self, flags, copy, track)\u001b[0m\n\u001b[1;32m    465\u001b[0m         \"\"\"\n\u001b[0;32m--> 466\u001b[0;31m         \u001b[0mparts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mflags\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrack\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtrack\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    467\u001b[0m         \u001b[0;31m# have first part already, only loop while more to receive\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.recv\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.recv\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket._recv_copy\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/zmq/backend/cython/checkrc.pxd\u001b[0m in \u001b[0;36mzmq.backend.cython.checkrc._check_rc\u001b[0;34m()\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: ",
            "\nDuring handling of the above exception, another exception occurred:\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-253-ab04557096cc>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mgame\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mend\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m     \u001b[0mplayer_move\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     12\u001b[0m     \u001b[0mplayer_reward\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgame\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake_move\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mplayer_move\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mplayer\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     13\u001b[0m   \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mplayer_move\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mplayer_reward\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36mraw_input\u001b[0;34m(self, prompt)\u001b[0m\n\u001b[1;32m    703\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent_ident\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    704\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent_header\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 705\u001b[0;31m             \u001b[0mpassword\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    706\u001b[0m         )\n\u001b[1;32m    707\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/ipykernel/kernelbase.py\u001b[0m in \u001b[0;36m_input_request\u001b[0;34m(self, prompt, ident, parent, password)\u001b[0m\n\u001b[1;32m    733\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyboardInterrupt\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    734\u001b[0m                 \u001b[0;31m# re-raise KeyboardInterrupt, to truncate traceback\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 735\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyboardInterrupt\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    736\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    737\u001b[0m                 \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rH7Uum0Gevf4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "agent.model.save('winer.keras')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mpJwa-ZQfG5x",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "agent.model.save_weights('winer_weights.keras')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EVC2uny8wo4Q",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}