mlp_examples.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "# MLP with: \n",
    "### 1. Own implementation of a MLP class\n",
    "### 2. numpy\n",
    "### 3. Pytorch tensors\n",
    "### 4. Pytorch CUDA tensor\n",
    "### 5. Pytorch framework\n",
    "### 6. Pytorch framework (CUDA)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Comparison on different implementations of a MLP, modified from: https://github.com/jcjohnson/pytorch-examples\n",
    "A MLP 3 layers [784, 100, 10] is used as example, no bias elements added to the input layers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib notebook\n",
    "import numpy as np\n",
    "import pickle, gzip\n",
    "import mlp\n",
    "import matplotlib.pyplot as plt\n",
    "import torch\n",
    "import time\n",
    "import os\n",
    "import urllib.request\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Parameters of MLP\n",
    " * __Number of layers__ : 3 (input, hidden1, output)\n",
    " * __Elements in layers__ : [784, 100, 10]   \n",
    " * __Activation function__ : Rectified Linear function\n",
    " * __Regularization parameter__ : 0\n",
    " * __Bias element added in input layers__ : False\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Useful functions\n",
    "def initalize_weights_relu(size_layer, size_next_layer):\n",
    "    np.random.seed(5)\n",
    "    # Method presented in \"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classfication\"\n",
    "    # He et Al. 2015\n",
    "    epsilon = np.sqrt(2.0 / (size_layer * size_next_layer) )\n",
    "    # Weigts from Normal distribution mean = 0, std = epsion\n",
    "    w = epsilon * (np.random.randn(size_next_layer, size_layer))\n",
    "    return w.transpose()\n",
    "def load_mnist():\n",
    "    # Download MNIST data if needed\n",
    "    mnist_filename = 'mnist.pkl.gz'\n",
    "    if not os.path.exists(mnist_filename):    \n",
    "        ulr_mnist = 'http://deeplearning.net/data/mnist/mnist.pkl.gz'\n",
    "        urllib.request.urlretrieve(ulr_mnist, mnist_filename)\n",
    "    \n",
    "    # Import MNIST data\n",
    "    with gzip.open('mnist.pkl.gz', 'rb') as f:\n",
    "        train_set, valid_set, test_set = pickle.load(f, encoding='latin1')\n",
    "    # Training data, only\n",
    "    X = valid_set[0]\n",
    "    y = valid_set[1]\n",
    "\n",
    "    # change y [1D] to Y [2D] sparse array coding class\n",
    "    n_examples = len(y)\n",
    "    labels = np.unique(y)\n",
    "    Y = np.zeros((n_examples, len(labels)))\n",
    "    for ix_label in range(len(labels)):\n",
    "        # Find examples with with a Label = lables(ix_label)\n",
    "        ix_tmp = np.where(y == labels[ix_label])[0]\n",
    "        Y[ix_tmp, ix_label] = 1\n",
    "\n",
    "    return X, Y, labels, y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Training with 400 epochs\n",
    "epochs = 400\n",
    "loss = np.zeros([epochs,1])\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. Own implementation, class MLP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "57.58721852302551 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzdeXQU553v/3ZkSbnWsZnj5JxJSOwisUFSgu2xPIMzyR2IYzuIGYfEMxPCDHCZGyYJZBxwcn9JCduxAgFZ3oRjG28yeAnCEBY7pthXYbSw7xK7ACHEJpDYtCDp8/tDqHBZLSEodVd19/t1Tp1jV1dXPYq/53w/qernqYAAAAAQUwJeDwAAAADhRQAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAAACAGEMABAAAiDEEQAAAgBhDAAQAAIgxBEAAAIAYQwAEAACIMQRAF5qamlReXq7q6mrV1NSwsbGxsbGxRcBWXV2t8vJyNTU1eR0lPEMAdKG8vFyBQICNjY2NjY0tArfy8nKvo4RnCIAuVFdX2wXk9f+bYWNjY2NjY+vc1noDp7q62uso4RkCoAs1NTUKBAKqqanxeigAAKCT6N8EQFcoIAAAIg/9mwDoCgUEAEDkoX8TAF2hgAAAiDz0bwKgKxQQAACRh/5NAHSFAgIAIPLQvwmArlBAAABEHvo3AdAVCggAgMhD/yYAukIBAQAQeejfBEBXKCAAACIP/ZsA6AoFBABA5KF/EwBdoYAAAIg89G8CoCsUEAAAkYf+7aMAOHnyZPXo0UOJiYlKS0vT6tWrOzx+9uzZSk1NVUJCglJTUzV37tx2j/35z3+uQCCgSZMmOfYbhqFAIODYTNPs9JhDVUALth3V6A826S/rD3fpeQEAAAFQ8kkAnDFjhuLj45Wbm6uSkhKNGTNGSUlJOnToUNDjCwsLFRcXp6ysLJWWliorK0s33nijiouL2xz74Ycf6p577lH37t2DBsDx48ersrLS3s6dO9fpcYeqgCYt3S3DtDR27rYuPS8AACAASj4JgH369NHIkSMd+1JSUpSRkRH0+EGDBik9Pd2xr3///ho8eLBj35EjR/SVr3xFO3bskGEYQQPgZ/ddi1AV0LsFZTJMS6OmbejS8wIAAAKg5IMAWF9fr7i4uDaPcEePHq2+ffsG/c5tt92mnJwcx76cnBzdfvvt9r83NTXpgQce0EsvvSQpeNgzDENf+tKXdOutt+qee+7RhAkTVF9f3+mxh6qAPtp8RIZp6T/eKurS8wIAAAKg5IMAWFFRoUAgoIKCAsf+iRMnqlevXkG/Ex8fr7y8PMe+vLw8JSQk2P+elZWlhx9+WM3NzZKCB8CcnBytWrVKW7duVW5urr74xS9qxIgR7Y61rq5ONTU19lZeXh6SAlq1+4QM01L6Sx3/DhIAAFw7AqCPAmBhYaFj/4QJE5ScnBz0O/Hx8Zo+fbpj37Rp05SYmChJ2rBhg/72b/9WFRUV9uededw7e/ZsBQIBnTp1KujnmZmZbSaNhKKAthw+I8O09K2sZV16XgAAQACUfBAAQ/EIeNKkSbrhhhsUFxdnb4FAQJ/73OdkGEa7Yzly5IgCgUDQySRS+O4AHjp1QYZpKeWphV16XgAAQACUfBAApZZJIKNGjXLsS01N7XASyIABAxz70tPT7Ukgp06d0vbt2x1b9+7dZZqmdu3a1e445s2bp0Ag0O7s488KVQHV1DbIMC0ZpqXahsYuPTcAALGOAOiTANi6DMyUKVNUUlKixx9/XElJSTp48KAkadiwYY4wWFBQoLi4OGVnZ6u0tFTZ2dntLgPT6rOPgAsLC5WTk6PNmzfrwIEDmjlzprp3766BAwd2etyhKqDm5mZ9fex8GaalYzW1XXpuAABiHQHQJwFQalkI2jAMJSQkKC0tTfn5+fZn/fr10/Dhwx3Hz5o1S8nJyYqPj1dKSormzJnT4fk/GwA3btyo+++/X926ddPnP/95JScnKzMzUxcuXOj0mENZQGnjl8gwLZVWxm5xAgAQCgRAHwXASBTKAvreCytlmJaK9gefkAIAAK4PAZAA6EooC+hfXyuQYVpauP1ol58bAIBYRgAkALoSygIa8e46Gaal6Ws7NyEFAAB0DgGQAOhKKAvoNzO3yDAtvbZyX5efGwCAWEYAJAC6EsoC+uO8nTJMS1nzS7r83AAAxDICIAHQlVAW0Ksr9sowLf1u1tYuPzcAALGMAEgAdCWUBfTnooMyTEs/e299l58bAIBYRgAkALoSygL6cNMRGaaloW+3v7g1AAC4dgRAAqAroSyg+duOyjAt/fiNwi4/NwAAsYwASAB0JZQFtGTnMRmmpR9NXtPl5wYAIJYRAAmAroSygFbtPiHDtPTPf1rd5ecGACCWEQAJgK6EsoAK9p2UYVp6OGdVl58bAIBYRgAkALoSygLacLBKhmmp33MruvzcAADEMgIgAdCVUBbQ1vIzMkxL335meZefGwCAWEYAJAC6EsoCKjlaI8O0dN8fl3b5uQEAiGUEQAKgK6EsoH0nzskwLd39h8Vdfm4AAGIZAZAA6EooC+hw1QUZpqWUpxZ2+bkBAIhlBEACoCuhLKBjNbUyTEt3jJ3f5ecGACCWEQAJgK6EsoCqztfLMC0ZpqWmpuYuPz8AALGKAEgAdCWUBXSu7pIdAGsbGrv8/AAAxCoCIAHQlVAWUN2lRjsAnq1t6PLzAwAQqwiABEBXQllAzc3NdgA8da6uy88PAECsIgASAF0JdQHd+cR8GaalyurakJwfAIBYRAAkALoS6gL6xu8XyjAtHTp1ISTnBwAgFhEACYCuhLqA7hm3WIZpae/xcyE5PwAAsYgASAB0JdQF9PcTlsowLe2siN0CBQCgqxEACYCuhLqAvv3MchmmpS2Hz4Tk/AAAxCICIAHQlVAX0HefXynDtLSurCok5wcAIBYRAAmAroS6gL6fky/DtFSw92RIzg8AQCwiABIAXQl1Af3Ly6tlmJZW7DoekvMDABCLCIAEQFdCXUCPTl4jw7S0eEdlSM4PAEAsIgASAF0JdQENeqNQhmlp3taKkJwfAIBYRAD0UQCcPHmyevToocTERKWlpWn16tUdHj979mylpqYqISFBqampmjt3brvH/vznP1cgENCkSZMc+0+fPq2hQ4fqlltu0S233KKhQ4fqzJnOz7gNdQENfbtYhmlp7qbykJwfAIBYRAD0SQCcMWOG4uPjlZubq5KSEo0ZM0ZJSUk6dOhQ0OMLCwsVFxenrKwslZaWKisrSzfeeKOKi4vbHPvhhx/qnnvuUffu3dsEwPT0dPXu3VuFhYUqLCxU79699cgjj3R63KEuoJ++s06GaWnGuuD/OwAAgGtHAPRJAOzTp49Gjhzp2JeSkqKMjIygxw8aNEjp6emOff3799fgwYMd+44cOaKvfOUr2rFjhwzDcATAkpISBQIBR2gsKipSIBDQrl27OjXuUBfQL97fIMO09H7RwZCcHwCAWEQA9EEArK+vV1xcXJtHuKNHj1bfvn2Dfue2225TTk6OY19OTo5uv/12+9+bmpr0wAMP6KWXXpKkNgFwypQp6tatW5tzd+vWTVOnTg163bq6OtXU1NhbeXl5SAvoV9M3yTAtTfnkQEjODwBALCIA+iAAVlRUKBAIqKCgwLF/4sSJ6tWrV9DvxMfHKy8vz7EvLy9PCQkJ9r9nZWXp4YcfVnNzs6S2AXDixInq2bNnm3P37NlTWVlZQa+bmZmpQCDQZgtVAf1m5hYZpqXXV+0LyfkBAIhFBEAfBcDCwkLH/gkTJig5OTnod+Lj4zV9+nTHvmnTpikxMVGStGHDBv3t3/6tKiquzJ4NFgCDBcw777xTzzzzTNDrhvsOYMacbTJMSy8v2yNJmrupXL+euVn1l5pCcj0AAGIBAdAHATAUj4AnTZqkG264QXFxcfYWCAT0uc99ToZhSLq+R8CfFeoCevqj7TJMSy8sbvlNomFaTAoBAMAlAqAPAqDUMglk1KhRjn2pqakdTgIZMGCAY196ero9CeTUqVPavn27Y+vevbtM07QneLROAlm7dq19juLiYl9NAplg7ZRhWspaUCLpSgDkkTAAANePAOiTANi6DMyUKVNUUlKixx9/XElJSTp4sGX267BhwxxhsKCgQHFxccrOzlZpaamys7PbXQam1WcfAUstofHuu+9WUVGRioqKdNddd/lqGZhnF5bKMC394eMdkq4EwNzV+0NyPQAAYgEB0CcBUGpZCNowDCUkJCgtLU35+fn2Z/369dPw4cMdx8+aNUvJycmKj49XSkqK5syZ0+H5gwXAqqoqDRkyRDfffLNuvvlmDRkyxFcLQU9auluGaenJD7epsanZDoDMCgYA4PoRAH0UACNRqAvo1RV7ZZiWfjtri87WNtgB8L3CspBcDwCAWEAAJAC6EuoCeit/vwzT0uMzNutYTS0BEACALkAAJAC6EuoCeregTIZp6ZfTNmrfiXN2AHwzn0kgAABcLwIgAdCVUBdQXvEhGaal/35vvbaVV9sB8E+X1wUEAADXjgBIAHQl1AU0a0O5Hfq+/cxy+5+fW1QakusBABALCIAEQFdCXUAfbT5ih75Pb+Pn7QzJ9QAAiAUEQAKgK6EuoIXbjwYNgE/M3RaS6wEAEAsIgARAV0JdQMtKjgUNgL+ZuSUk1wMAIBYQAAmAroS6gFbuOh40AP5P3saQXA8AgFhAACQAuhLqAlqwLfgj4BHvrg/J9QAAiAUEQAKgK6EuoIv1jfo/U9a2CYBD327/nccAAKBjBEACoCvhKqDfzdrqCID//npBSK8HAEA0IwASAF0JVwE9s6DUEQAfefmTkF4PAIBoRgAkALoSrgJ6M3+fIwA+nLMqpNcDACCaEQAJgK6Eq4D+sv6wIwD+07MrQno9AACiGQGQAOhKuAros+sB/sOEpSG9HgAA0YwASAB0JVwFtPHQaUcAvCtzUUivBwBANCMAEgBdCVcBlZ087wiAvZ5cENLrAQAQzQiABEBXwlVA1Rcb2qwF2NzcHNJrAgAQrQiABEBXwlVAzc3NbQJgbUNjSK8JAEC0IgASAF0JZwEt3H5U7xWW2QHwzIX6kF8TAIBoRAAkALriRQF9fex8GaalyurasF0TAIBoQgAkALriRQF94/cLZZiWDp46H7ZrAgAQTQiABEBXvCigtPFLZJiWdlWeDds1AQCIJgRAAqArXhTQP2Ytk2Fa2nL4TNiuCQBANCEAEgBd8aKAHnh+pQzTUvH+U2G7JgAA0YQASAB0xYsCSn9ptQzTUv7uE2G7JgAA0YQASAB0xYsC+tHkNTJMS4t3VIbtmgAARBMCIAHQFS8K6CdvFsowLf11S0XYrgkAQDQhABIAXfGigP5r6loZpqWZ6w6H7ZoAAEQTAiAB0BUvCmjUtA0yTEvvFpSF7ZoAAEQTAiAB0BUvCug3M7fIMC29vmpf2K4JAEA0IQD6KABOnjxZPXr0UGJiotLS0rR69eoOj589e7ZSU1OVkJCg1NRUzZ071/F5ZmamkpOTddNNN+lv/uZv9OCDD6q4uNhxjGEYCgQCjs00zU6P2YsCevLDbTJMSy8u2R22awIAEE0IgD4JgDNmzFB8fLxyc3NVUlKiMWPGKCkpSYcOHQp6fGFhoeLi4pSVlaXS0lJlZWXpxhtvdAS8vLw8LV26VPv379eOHTs0YsQI3XLLLTpx4sryKYZhaPz48aqsrLS3c+fOdXrcXhTQxPklMkxLE+eXhO2aAABEEwKgTwJgnz59NHLkSMe+lJQUZWRkBD1+0KBBSk9Pd+zr37+/Bg8e3O41Wv9jL1u2zN5nGIYmTZp03eP2ooBeXLJbhmnpyQ+3he2aAABEEwKgDwJgfX294uLi2jzCHT16tPr27Rv0O7fddptycnIc+3JycnT77be3e43nn39e3bp108mTJ+39hmHoS1/6km699Vbdc889mjBhgurr69sda11dnWpqauytvLw87AX0+qp9MkxLv5m5JWzXBAAgmhAAfRAAKyoqFAgEVFBQ4Ng/ceJE9erVK+h34uPjlZeX59iXl5enhIQEx7558+YpKSlJN9xwg7p3765169Y5Ps/JydGqVau0detW5ebm6otf/KJGjBjR7lgzMzPb/GYw3AX0bkGZDNPSqGkbwnZNAACiCQHQRwGwsLDQsX/ChAlKTk4O+p34+HhNnz7dsW/atGlKTEx07Dt//rz27t2roqIi/fSnP1WPHj10/Pjxdscye/ZsBQIBnToV/D27frgDOHP9YRmmpf+aujZs1wQAIJoQAH0QAMPxCLjVnXfeqaysrHY/P3LkiAKBQJvZwu3xooA+3lIhw7Q06I3Cqx8MAADaIAD6IABKLZNARo0a5diXmpra4SSQAQMGOPalp6d3OAlEku644w5lZma2+/m8efMUCATanX38WV4U0LKSYzJMSwNf+SRs1wQAIJoQAH0SAFuXgZkyZYpKSkr0+OOPKykpSQcPHpQkDRs2zBEGCwoKFBcXp+zsbJWWlio7O9uxDMz58+c1duxYFRUV6eDBg9q4caNGjBihxMRE7dixQ1LLUjI5OTnavHmzDhw4oJkzZ6p79+4aOHBgp8ftRQEV7D0pw7T00IurwnZNAACiCQHQJwFQalkI2jAMJSQkKC0tTfn5+fZn/fr10/Dhwx3Hz5o1S8nJyYqPj1dKSormzJljf1ZbW6tHH31U3bt3V0JCgr785S9r4MCBjkkgGzdu1P33369u3brp85//vJKTk5WZmakLFy50esxeFNCmQ6dlmJa+k708bNcEACCaEAB9FAAjkRcFVFpZI8O01OvJBXpnzQFVVteG7doAAEQDAiAB0BUvCujQqQsyTMveMuawIDQAANeCAEgAdMWLAjp+ttYRAIe+3bkZywAAoAUBkADoihcFdK7ukiMA9p+Uf/UvAQAAGwGQAOiKFwXU2NTsCID3/XFJ2K4NAEA0IAASAF3xqoB6PrnADoA9MixdamwK6/UBAIhkBEACoCteFdA94xY77gIer2EmMAAAnUUAJAC64lUBfStrmSMAbj9SHdbrAwAQyQiABEBXvCqgv5+w1BEAV+w6HtbrAwAQyQiABEBXvCqgb/x+oSMAzlx/OKzXBwAgkhEACYCueFVAPTIsRwB8dcXesF4fAIBIRgAkALriVQF9OvwZpqXMv+4I6/UBAIhkBEACoCt+CYC/zNsY1usDABDJCIAEQFf8EgB//EZhWK8PAEAkIwASAF3xqoDuylzkCIAPvrgqrNcHACCSEQAJgK54VUA7Kqr1q+mbtGhHpQzTUtp4XgcHAEBnEQAJgK54XUDHa2plmJa+lmGpqanZkzEAABBpvO7ffkAAdMHrAmpobLIfA58+X+/JGAAAiDRe928/IAC64IcC6n3594D7TpzzbAwAAEQSP/RvrxEAXfBDAfV9boUM09K6sirPxgAAQCTxQ//2GgHQBT8U0I8mr5FhWlq0o9KzMQAAEEn80L+9RgB0wQ8F9NN31skwLU1fe8izMQAAEEn80L+9RgB0wQ8F9P/9ZQvvAwYA4Br4oX97jQDogh8KKGt+iQzT0vh5Oz0bAwAAkcQP/dtrBEAX/FBAr6/aJ8O09OsZmz0bAwAAkcQP/dtrBEAX/FBAM9cflmFaGj51rWdjAAAgkvihf3uNAOiCHwpo6c5jMkxLP3jlE8/GAABAJPFD//YaAdAFPxTQhoOnZZiWvpO93LMxAAAQSfzQv71GAHTBDwW0q/KsDNPSveOXeDYGAAAiiR/6t9cIgC74oYAOnjovw7SU+vuFno0BAIBI4of+7TUCoAt+KKBjNbUyTEtfy7DU3Nzs2TgAAIgUfujfXvNNAJw8ebJ69OihxMREpaWlafXq1R0eP3v2bKWmpiohIUGpqamaO3eu4/PMzEwlJyfrpptu0t/8zd/owQcfVHFxseOY06dPa+jQobrlllt0yy23aOjQoTpz5kynx+yHAqq+0CDDtGSYluovNXk2DgAAIoUf+rfXfBEAZ8yYofj4eOXm5qqkpERjxoxRUlKSDh0K/nqzwsJCxcXFKSsrS6WlpcrKytKNN97oCHh5eXlaunSp9u/frx07dmjEiBG65ZZbdOLECfuY9PR09e7dW4WFhSosLFTv3r31yCOPdHrcfiig2oZGOwDW1DZ4Ng4AACKFH/q313wRAPv06aORI0c69qWkpCgjIyPo8YMGDVJ6erpjX//+/TV48OB2r9H6H3vZsmWSpJKSEgUCAUdoLCoqUiAQ0K5duzo1bj8UUHNzs3pktATA4zW1no0DAIBI4Yf+7TXPA2B9fb3i4uLaPMIdPXq0+vbtG/Q7t912m3Jychz7cnJydPvtt7d7jeeff17dunXTyZMnJUlTpkxRt27d2hzbrVs3TZ06tVNj90sBpTy1UIZp6dCpC56OAwCASOCX/u0lzwNgRUWFAoGACgoKHPsnTpyoXr16Bf1OfHy88vLyHPvy8vKUkJDg2Ddv3jwlJSXphhtuUPfu3bVu3TrH+Xv27Nnm3D179lRWVlbQ69bV1ammpsbeysvLfVFAfzdusQzT0u5jZz0dBwAAkYAA6KMAWFhY6Ng/YcIEJScnB/1OfHy8pk+f7tg3bdo0JSYmOvadP39ee/fuVVFRkX7605+qR48eOn78uKT2A+add96pZ555Juh1MzMzFQgE2mxeF9C3spbJMC1tLe/8BBYAAGIVAdAHATAcj4Bb3Xnnnfbdvet5BOzXO4DffX6lDNPS2gNVkqTDVRf0bkGZLtY3ejouAAD8iADogwAotUwCGTVqlGNfampqh5NABgwY4NiXnp7e4SQQSbrjjjuUmZkp6cokkLVr19qfFxcXR9wkEElKf2m1DNPSqt0tM5x7PrlAhmnp7U8OeDouAAD8yC/920u+CICty8BMmTJFJSUlevzxx5WUlKSDBw9KkoYNG+YIgwUFBYqLi1N2drZKS0uVnZ3tWAbm/PnzGjt2rIqKinTw4EFt3LhRI0aMUGJionbs2GGfJz09XXfffbeKiopUVFSku+66K+KWgZGkH01eI8O0tGhHpS7WX1kWxpy91dNxAQDgR37p317yRQCUWhaCNgxDCQkJSktLU35+vv1Zv379NHz4cMfxs2bNUnJysuLj45WSkqI5c+bYn9XW1urRRx9V9+7dlZCQoC9/+csaOHCgYxKIJFVVVWnIkCG6+eabdfPNN2vIkCERtxC0JA1+s0iGaemjzUe0ovS4HQBfXbHX03EBAOBHfunfXvJNAIxEfimg/5q6VoZpaea6w3rqw+12AHxhceceZQMAEEv80r+9RAB0wS8FNPLPG2SYlt4rLNM//2m1HQAnzi/xdFwAAPiRX/q3lwiALvilgH49Y7MM09Ibq/bp288stwPg7z/a7um4AADwI7/0by8RAF3wSwFlzNkmw7T00tI96p25yA6Av521xdNxAQDgR37p314iALrglwL6w8c7ZJiWshaU2O8FNkxLv5q+ydNxAQDgR37p314iALrglwLKXlgqw7T0m5lb7PBnmJZ+9t56T8cFAIAf+aV/e4kA6IJfCuhPy/bIMC0NfbvYEQCHTVl79S8DABBj/NK/vUQAdMEvBfRm/j4ZpqX+k/IdAXDQG4VX/zIAADHGL/3bSwRAF/xSQO8VlskwLf3duMWOADjw1TWejgsAAD/yS//2EgHQBb8U0Mx1hx3Br3XrPym/3e+s3HVc//pagfYePxfGkQIA4D2/9G8vEQBd8EsBfbT5iCP4ffPplqVg+j23ot3vtB776GTuEgIAYotf+reXCIAu+KWAFu+odATAB55fKcO0dP/EZe1+p/XYbz+zPIwjBQDAe37p314iALrglwLK332izeQPw7R0z7jF7X6n9djvPr8yfAMFAMAH/NK/vUQAdMEvBbT2QJUjAD42fZMM01LKUwuDHt/c3Gwf+3DOqjCPFgAAb/mlf3uJAOiCXwpoa/kZRwAcP2+nDNNSjwxLzc3NbY6vvthgHzvgpdUejBgAAO/4pX97iQDogl8KaPexs44A+MaqffY/111qbHP83uPnHL8XBAAglvilf3uJAOiCXwrocNUFRwCcs7Hc/ufqiw1tji/Yd9L+vKPfCQIAEI380r+9RAB0wS8FdPxsrSMArtp9Qj0yWv75eE1tm+M/vWxMjwxLjU1tHxMDABCt/NK/vUQAdMEvBdTQ2KR7xy+xQ93mw2eU8tRCGaalQ6cutDn+rfz9jsB4+ny9B6MGAMAbfunfXiIAuuCnAlqx67gd6MpPX7BfC7fn2Nk2x06wdjoC4P4TvA0EABA7/NS/vUIAdMFvBbRy13HNXHdYkvStrGUyTEvbyqvbHDf6g02OALjh4OlwDxUAAM/4rX97gQDogp8L6LuX3wayrqyqzWf/8VaRIwAuKznmwQgBAPCGn/t3uBAAXfBzAfWflC/DtLR6z4k2n6W/tNoRAP+y/rAHIwQAwBt+7t/hQgB0wc8FNPDVNTJMS0t2tr279+1nlsswLfV7boUM09Jb+fs9GCEAAN7wc/8OFwKgC34uoNb3AX+8paLNZ998epEM09L/mbJWhmnp2YWlHowQAABv+Ll/hwsB0AU/F1BruDNMS+8Vltn7LzU22fuf/HCbDNPSUx9u926gAACEmZ/7d7gQAF3wcwH9/P31jt/5tTp9vt7eN2npbhmmpd/N2urhSAEACC8/9+9wIQC64OcC+uxSL63KTp6XYVpK/f1CvZnf8s7gX8/Y7D56LFwAACAASURBVOFIAQAILz/373AhALrg5wIa9qlHwIZpaeArn2jcxzu15fAZGaalb2Ut0ztrDsgwLf0yb6PXwwUAIGz83L/DhQDogp8LqPfliR6f3VrfA9x/Ur6mFR+UYVr62XvrvR4uAABh4+f+HS4EQBf8XEDPL9oVNAD+4v0NMkxLP36jUDPXH5ZhWho+da3XwwUAIGz83L/DhQDogp8LqLahUSt2HVfGnG1Bg+B/v7fevhv4n7lFXg8XAICw8XP/DhffBMDJkyerR48eSkxMVFpamlavXt3h8bNnz1ZqaqoSEhKUmpqquXPn2p81NDTod7/7nXr37q2bbrpJX/7ylzVs2DBVVDjXxDMMQ4FAwLGZptnpMUdCAT27sDRoAPzNzC2av+1oy93A1wu9HiYAAGETCf071HwRAGfMmKH4+Hjl5uaqpKREY8aMUVJSkg4dOhT0+MLCQsXFxSkrK0ulpaXKysrSjTfeqOLiYklSdXW1HnroIc2cOVO7du1SUVGR7r//ft13332O8xiGofHjx6uystLezp071+lxR0IB7Tl2VneMna+hbxfrjrHz7QA47uOdWrrzWMsEkVfXeD1MAADCJhL6d6j5IgD26dNHI0eOdOxLSUlRRkZG0OMHDRqk9PR0x77+/ftr8ODB7V5j3bp1CgQCjlBpGIYmTZp03eOOlAKqrK7VxfpGDfjUO4BfWrpHq3afkGFaGvBSx3dbAQCIJpHSv0PJ8wBYX1+vuLg4xyNcSRo9erT69u0b9Du33XabcnJyHPtycnJ0++23t3udpUuX6oYbbnD8xzYMQ1/60pd066236p577tGECRNUX1/f6bFHWgH9dtYWOwC+s+aACvedkmFaevDFVV4PDQCAsIm0/h0KngfAiooKBQIBFRQUOPZPnDhRvXr1Cvqd+Ph45eXlOfbl5eUpISEh6PG1tbW67777NGTIEMf+nJwcrVq1Slu3blVubq6++MUvasSIEe2Ota6uTjU1NfZWXl4eUQX0bkGZHQDnbCzXhoNVMkxLfZ9b4fXQAAAIGwKgjwJgYaFzIsKECROUnJwc9Dvx8fGaPn26Y9+0adOUmJjY5tiGhgb98Ic/1L333nvV/9CzZ89WIBDQqVOngn6emZnZZtJIJBVQa+AzTEvLSo5pa/mVRaEBAIgVBEAfBMBQPgJuaGjQj370I919993thrpPO3LkiAKBgD2Z5LMi/Q7ghfpLdgBcsvOYSitrZJiW7vvjEq+HBgBA2BAAfRAApZZJIKNGjXLsS01N7XASyIABAxz70tPTHZNAWsPfN7/5TZ04caJT45g3b16biSIdicQCGvp2sXpnLtKZC/Xad+KcDNNS78xFXg8LAICwicT+3dV8EQBbl4GZMmWKSkpK9PjjjyspKUkHDx6UJA0bNswRBgsKChQXF6fs7GyVlpYqOzvbsQzMpUuXNHDgQH31q1/Vli1bHMu8tE7yKCwsVE5OjjZv3qwDBw5o5syZ6t69uwYOHNjpcUdiATU1NetC/SVJ0uGqCzJMS8lPLfB4VAAAhE8k9u+u5osAKLUsBG0YhhISEpSWlqb8/Hz7s379+mn48OGO42fNmqXk5GTFx8crJSVFc+bMsT8rKysL+lu9QCCglStXSpI2btyo+++/X926ddPnP/95JScnKzMzUxcuXOj0mCO9gI7V1MowLX197HyvhwIAQNhEev/uCr4JgJEo0gvo9Pl6+zeBjU3NXg8HAICwiPT+3RUIgC5EegGdq7syKaS2odHr4QAAEBaR3r+7AgHQhUgvoLpLjXYArL7Y4PVwAAAIi0jv312BAOhCpBdQc3OzHQBPnqvzejgAAIRFpPfvrkAAdCEaCujOJ+bLMC1VnLno9VAAAAiLaOjfbhEAXYiGAvrG7xfKMC0dPHXe66EAABAW0dC/3SIAuhANBXTPuMUyTEt7j5/1eigAAIRFNPRvtwiALkRDAf3DhKUyTEs7Kqq9HgoAAGERDf3bLQKgC9FQQN9+ZrkM09Lmw2e8HgoAAGERDf3bLQKgC9FQQN99fqUM09LaA1VeDwUAgLCIhv7tFgHQhWgooO/n5MswLa3Ze9LroQAAEBbR0L/dIgC6EA0F9C8vr5ZhWlpRetzroQAAEBbR0L/dIgC6EA0F9OjkNTJMS4t2VHo9FAAAwiIa+rdbBEAXoqGABr1RKMO0NG9rhddDAQAgLKKhf7tFAHQhGgpo6NvFMkxLczaWez0UAADCIhr6t1sEQBeioYB++s46GaalGesOdXjcqXN1ampqDtOoAAAInWjo324RAF2IhgL6xfsbZJiW3i8sa/eY7Ueq1SPD0ti528I3MAAAQiQa+rdbBEAXoqGAfjV9kwzT0tufHGj3mOlrD8kwLf3zn1aHcWQAAIRGNPRvtwiALkRDAf1m5hYZpqXXVu5r95hXlu+RYVq6f+KyMI4MAIDQiIb+7RYB0IVoKKCMOdtkmJb+tGxPu8dk/nWHDNPSnU/MV3MzvwMEAES2aOjfbhEAXYiGAnr6o+0yTEvPL9rV7jH/k7dRhmnJMC3V1DaEcXQAAHS9aOjfbhEAXYiGAvrjvJ0yTEtZ80vaPWbwm0V2ADxw8nwYRwcAQNeLhv7tFgHQhWgooGcXlsowLf3h4x3tHvNwzio7AK4vqwrj6AAA6HrR0L/dIgC6EA0FlLNktwzT0hMdLPGSNn6JHQB5ZRwAINJFQ/92iwDoQjQU0Ksr9sowLf121pagnzc2NatHhmUHwLzijheMBgDA76Khf7tFAHQhGgrorfz9MkxLYz7YFPTzE2fr7PBnmJZe7mC2MAAAkSAa+rdbBEAXoqGA3i0ok2Fa+uW0jUE/L62scQTAzL+2/1tBAAAiQTT0b7cIgC5EQwHlFbe85WPEu+uDfr5m70lHAHxsevA7hQAARIpo6N9uEQBdiIYCsrYe7fA1bx9tPuIIgP/xVlGYRwgAQNeKhv7tFgHQhWgooGM1tTJMSz0yLJ25UN/m8ymfHJBhWrpn3GIZpqX+k/I9GCUAAF0nGvq3WwRAF6KlgB58sWWdv4Xbj7b57MXLy8QMfHUN7wMGAESFaOnfbhAAXYiWAmp91+9TH25v97MR766XYVq6d/wSD0YIAEDXiZb+7YZvAuDkyZPVo0cPJSYmKi0tTatXB/9NWqvZs2crNTVVCQkJSk1N1dy5c+3PGhoa9Lvf/U69e/fWTTfdpC9/+csaNmyYKioqHOc4ffq0hg4dqltuuUW33HKLhg4dqjNnznR6zNFSQIt3VMowLT2cs6rNZ7+euVmGaSljzlYZpqVvPr3IgxECANB1oqV/u+GLADhjxgzFx8crNzdXJSUlGjNmjJKSknToUPBFhwsLCxUXF6esrCyVlpYqKytLN954o4qLiyVJ1dXVeuihhzRz5kzt2rVLRUVFuv/++3Xfffc5zpOenq7evXursLBQhYWF6t27tx555JFOjztaCqj89AUZpqU7n5ivS41Njs9a7/y9uHiXDNNSzycWeDRKAAC6RrT0bzd8EQD79OmjkSNHOvalpKQoIyMj6PGDBg1Senq6Y1///v01ePDgdq+xbt06BQIBO1SWlJQoEAjYoVGSioqKFAgEtGvXrk6NO1oKqKmpWclPLZBhWio7ed7x2Y/fKJRhWnqvsMyeCdzc3OzRSAEAcC9a+rcbngfA+vp6xcXFOR7hStLo0aPVt2/foN+57bbblJOT49iXk5Oj22+/vd3rLF26VDfccIP9H3vKlCnq1q1bm+O6deumqVOnBj1HXV2dampq7K28vDxqCqj/pHwZpqXlpce0cPtRjZ+3U41Nzfb++duO2gGwtqHR6+ECAHDdCIA+CIAVFRUKBAIqKChw7J84caJ69eoV9Dvx8fHKy8tz7MvLy1NCQkLQ42tra3XfffdpyJAhjvP37NmzzbE9e/ZUVlZW0PNkZmYqEAi02aKhgH45baMM09Kb+fvsoLei9Li+/cxyGaaltQeq7P01tQ1eDxcAgOtGAPRRACwsLHTsnzBhgpKTk4N+Jz4+XtOnT3fsmzZtmhITE9sc29DQoB/+8Ie69957Hf+h2wuYd955p5555pmg143mO4AvXP6N3w8vL/fSetev99OLZJiW9p84Z+8/ea7O6+ECAHDdCIA+CIChfATc0NCgH/3oR7r77rt16tQpx2fX8wj4s6KpgD7c5Hzjh2Fa+mDtIfufT52rU88nWn4neOTMRa+HCwDAdYum/n29PA+AUsskkFGjRjn2paamdjgJZMCAAY596enpjkkgreHvm9/8pk6cONHmHK2TQNauXWvvKy4ujslJIJK0tfxMmwDYelfQMC3VX2rSNy/fDTzwmYkiAABEkmjq39fLFwGwdRmYKVOmqKSkRI8//riSkpJ08OBBSdKwYcMcYbCgoEBxcXHKzs5WaWmpsrOzHcvAXLp0SQMHDtRXv/pVbdmyRZWVlfZWX3/ldWfp6em6++67VVRUpKKiIt11110xuQyMJNVdatQDL6x0BMDRH2ySYVpKfqpl6Zd7xy+RYVraVXnW49ECAHD9oql/Xy9fBECpZSFowzCUkJCgtLQ05edfeedsv379NHz4cMfxs2bNUnJysuLj45WSkqI5c+bYn5WVlQWdrBEIBLRy5Ur7uKqqKg0ZMkQ333yzbr75Zg0ZMiQmF4Judfp8vX47a4sdAB+d3PJ7wH+YsFSS9K2sZTJMS9vKqz0eKQAA1y/a+vf18E0AjETRWkBvf3JAhmnpvj8ulWFaevDFljeE9H1uhQzT0vqyKo9HCADA9YvW/n0tCIAuRGsBzdpQ7ngU/OjkNZKkh15cJcO0VLD3pMcjBADg+kVr/74WBEAXorWAlu485giAw6e2TJT55z+tblkfcNdxj0cIAMD1i9b+fS0IgC5EawGtK6tyBMBfTd8kSfZvAhftqPR4hAAAXL9o7d/XggDoQrQW0J5jZx0B8MkPt0mSfvJmy3uB/7qlwuMRAgBw/aK1f18LAqAL0VpAx2tqHQHw2YWlkqRhU9bKMC3N2lDu8QgBALh+0dq/rwUB0IVoLaDahkZHAPxzUct6jP/93noZpqW84kMejxAAgOsXrf37WhAAXYjmArrzifl2AGxd+PmXeRtlmJamrjng8egAALh+0dy/O4sA6EI0F9Cn7wA2NTVLkn49Y7MM09Ibq/Z5PDoAAK5fNPfvziIAuhDNBdQa/no+scDeZ87eKsO09PKyPR6ODAAAd6K5f3cWAdCFaC6g1gD4n7lF9r6nP9ouw7T0wuJd+mjzEf376wV6bPomnTpX5+FIAQC4NtHcvzuLAOhCNBfQzHWH1X9Svg5XXbD3TbB2yjAtTZxfou/n5Nsh8b3CMu8GCgDANYrm/t1ZBEAXYq2AnltUKsO0lPnXHfrHrGV2AMyaX+L10AAA6LRY69/BEABdiLUCemnpHhmmpYw529Q7c5EdAB+7/KYQAAAiQaz172AIgC7EWgG9vmqfDNPSr2ds1tcyrswS/rfXCrweGgAAnRZr/TsYAqALsVZAUz45IMO0NOLddY5lYr79zHKvhwYAQKfFWv8OhgDoQqwV0J+LDsowLf1o8hpHALxj7Hw1Xl4rEAAAv4u1/h0MAdCFWCugv6w/LMO01Pe5FTJMS6m/X6ivj215Y8ixmlqvhwcAQKfEWv8OhgDoQqwV0Eebj8gwLfV+umUCyLeyltmzgTcdOu318AAA6JRY69/BEABdiLUCWrj9qOPR74MvrtKjlx8Hz9921OvhAQDQKbHWv4MhALoQawW0vPSYIwD+8NU1+mXeRhmmpdzV+70eHgAAnRJr/TsYAqALsVZAa/aedATAIbnFGvdxy9tBshawGDQAIDLEWv8OhgDoQqwV0LqyKkcA/MX7G/TC4l0yTEtPf7Td6+EBANApsda/gyEAuhBrBbTl8BlHAPzNzC16dcVeGaal387a4vXwAADolFjr38EQAF2ItQIqOVrjCICZf91hLw7N6+AAAJEi1vp3MARAF2KtgPafOOcIgM8tKtX0tYcuvx1kvdfDAwCgU2KtfwdDAHQh1gqo/PQFRwB8beU+fbjpiD0hBACASBBr/TsYAqALsVZAx8/WOgLg+4VlWri9UoZp6V9fK/B6eAAAdEqs9e9gCIAuxFoB1V9qUq8nF9gBcO6mcuXvPiHDtDTgpdVeDw8AgE6Jtf4dDAHQhVgsoMFvFtkBcPGOSntpmAeeX+n10AAA6JRY7N+fRQB0IRYLaNLS3XYALNh3UtuPVNvvBQYAIBLEYv/+LAKgC7FYQAX7rrwNZGv5Ge093jIz+J5xi70eGgAAnRKL/fuzfBMAJ0+erB49eigxMVFpaWlavbrj35TNnj1bqampSkhIUGpqqubOnev4fM6cOfr+97+vL3zhCwoEAtq8eXObc/Tr10+BQMCx/eQnP+n0mGOxgGobGu0AuPf4OR05c1GGaanXkwu8HhoAAJ0Si/37s3wRAGfMmKH4+Hjl5uaqpKREY8aMUVJSkg4dOhT0+MLCQsXFxSkrK0ulpaXKysrSjTfeqOLiK0uRvP/++xo3bpxyc3M7DIA/+9nPVFlZaW/V1dWdHnesFtCHm47oT8v2SJKqztfbgbCpqdnjkQEAcHWx2r8/zRcBsE+fPho5cqRjX0pKijIyMoIeP2jQIKWnpzv29e/fX4MHD25zbFlZWYcBcMyYMdc9bgpIulh/5Y7ghfpLXg8HAICron/7IADW19crLi6uzSPc0aNHq2/fvkG/c9tttyknJ8exLycnR7fffnubY68WAL/4xS/qC1/4gr7xjW/o//2//6ezZ8+2O9a6ujrV1NTYW3l5ecwXUFNTsx0AT52r83o4AABcFQHQBwGwoqJCgUBABQXOhYQnTpyoXr16Bf1OfHy88vLyHPvy8vKUkJDQ5tiOAuBbb72lpUuXavv27frggw/Uo0cPPfTQQ+2ONTMzs81vBmO9gCQp+amWtQEPV13weigAAFwVAdBHAbCwsNCxf8KECUpOTg76nfj4eE2fPt2xb9q0aUpMTGxzbEcB8LM2bNigQCCgjRs3Bv2cO4DB/d24xTJMS3uOtX/3FAAAvyAA+iAAevkI+LOam5sVHx+vGTNmdGrsFFCLf8xaZi8LAwCA39G/fRAApZZJIKNGjXLsS01N7XASyIABAxz70tPTr3kSyGdt375dgUBA+fn5nRo3BdTigRdWyjAtFe8/5fVQAAC4Kvq3TwJg6zIwU6ZMUUlJiR5//HElJSXp4MGDkqRhw4Y5wmBBQYHi4uKUnZ2t0tJSZWdnt1kGpqqqSps3b9b8+fMVCAQ0Y8YMbd68WZWVlZKkffv2ady4cVq/fr3Kyso0f/58paSk6N5771VjY2Onxk0BtfjnP62WYVpaueu410MBAOCq6N8+CYBSy0LQhmEoISFBaWlpjrtw/fr10/Dhwx3Hz5o1S8nJyYqPj1dKSormzJnj+Pydd94JOmEjMzNTknT48GH17dtXt956qxISEnTHHXdo9OjRqqqq6vSYKaAW//ZagQzT0sLtR6/7HBVnLiprQYn2nzjXhSMDAKAt+rePAmAkooBaDH27WIZpae6m8uv6/qlzdfZSMubsrV08OgAAnOjfBEBXKKAW//3eehmmpbzi4G9uuZrMv+6wA+DAVz7p4tEBAOBE/yYAukIBtfjV9E0yTEtvf3LgqscW7julo9UXHfv6T8onAAIAwob+TQB0hQJqYc7eKsO09OqKvR0et+HgaRmmpV5PLrD3na1tUI8Myw6A38leHurhAgBiHP2bAOgKBdSi9RHu84t2dXjcayv32UGvqalZkrRm70l7n2FaSv39wnAMGQAQw+jfBEBXKKAW2QtLZZiWxs/bae97ccluDX27WPWXmux976w5YAe9w1UXtK6sSneMnS/DtDR86lr7s9qGzi3DAwDA9aB/EwBdoYBa/GnZHhmmpbFzt0lqeaNK6u8XyjAtbTh4ZVmdnCW77ZC3ctdxfevyG0Rafz945xMtYfDImYvtXQoAANfo3wRAVyigFm/l75dhWvr1jJa3rVSdr7eD3bytFfZxT364zd4/ft5O+5+HT12rMxfq1WfiUhmmpW3l1V79KQCAGED/JgC6QgG1+Mv6wzJMS0NyW97EsrX8jB3u3srfbx838s8b7P13ZS5qmfX76hr78/SXeKMIACD06N8EQFcooBats3vvn7hMkrRg21E76I37+MrvAn/8eqFjwodhWvrDxzvsz4fktiwoPWfj9S0oDQBAZ9C/CYCuUEAtqi802IHu9VX77CBnmJZG/nmDfdwDL6xsEwA//Yi4dT3B3NX7g10GAIAuQf8mALpCAV1x3x+Xtgl3hmnph596xHv3HxY7Pvv62PmqrK61P29dTiZ7YakXfwIAIEbQvwmArlBAV/zkzbaPdz/9WLj+UpNjCZg5G8u14jO/9Xtlects4t/Nuvb3AW8/Uq0n5m7TyXN1XfL3AACiF/2bAOgKBXTFp2f4fnr7WoalS41Nqqyute/6tS4C/Vl5xYdkmJZGvLv+mq/f+jq5H/AqOQDAVdC/CYCuUEBXZM0vCRoADdNSxZmL2n6kWoZp6e8nLG33HIt2VLZ5bNxZn77e8Zraq38BABCz6N8EQFcooCt2VLQEvIGvfGIHsdbfBW44WKVVu0/IMC31n5Tf7jk2HmqZTfztZ67tfcCXGpvsRaQN09LLy/a4/XMAAFGM/k0AdIUCcjpw8rzO1V3S3uPntPf4Wf376wX2TN/ZG8odawUGc7jqggzTUs8nF6i5Ofhj4vau++k7gD9//9ofIQMAYgf9mwDoCgXUsV/mbZRhWpryyQG9tLRlgsdvZ21p9/jahkY7xFVfbOjUNWobGjXrcrhs3R56cVVX/QkAgChE/yYAukIBdewPH7cs6/LMglL9ZuYWGaalV1fs7fA7rW8I2Xv8XKeu8ejkNXbwa3383POJBWpsZ6IJAAD0bwKgKxRQx15ftc9+R3Dr4+C/bqno8Dvfu7xYdMG+k47928qrNfTtYu2qPGvvO3621nHn79mFper15AIZpqWDp86H5G8CAEQ++jcB0BUKqGNzNl753d8/TGiZELLl8JkOv9O6nuBHm4849v/fd9bJMC394v2WN4scrrqgD9YecgTAD9YespeDWVHK+4QBAMHRvwmArlBAHVuz96QM09J3spfbIe3MhfoOv/NYkNfBnau7pJ5PLLAniGw/Um3f6WvdhuQWq/pig0ZN28Dr5AAAHaJ/EwBdoYA6tufYWUdIuytz0VW/M+7jnTJMS1kLSux987ZWOM7TejexdZu9odw+9vlFu2SYljLmbAvJ3wQAiHz0bwKgKxRQx6ovNjiC2r+8vPqq33lt5ZXfDUrS+bpL+sHlyR2ffZdw6/bp3/u1Ljcz+M2ikP1dAIDIRv8mALpCAXWsubnZ8aj2l9M2XvU7rUu6DH27Zb3AX11+JHz3HxZr+5Fq9X1uhQzT0t+NW6zfztqipz/a7lgzcH1Z1XUtJg0AiB30bwKgKxTQ1f3vZ6/8/m/yyo6XgJGk/MtvDPl+Tr5qGxrtAFm0/5Qk6dS5Opmzt2rJzmNBv986M/hrGZbqLzV16d8CAIgO9G8CoCsU0NX1yLjyqPbkubqrHt/6NpCvj52vBduO2r/56+ybQZqbm5Xy1EIZpqUDJ1seDY+ft1PpL622/x0AENvo3wRAVyigq3vk5U/sO3qd1bqUyz9mLZNhWhrzwaZruub3c1q+v3LXcZ0+X28H0LTxS3SqEyEUABDd6N8EQFcooKvbWVGjJz/c1qm7f61ylux2TPKYue7wNV1zxLvrZZiW3i8s08x1hx3nemPVvmv9EwAAUYb+TQB0hQIKjZKjNXZg+1qGpYozF6/p++PntSwl88TcbRr8ZpEM01KfiS1Lxzw6eU2IRg0AiBT0bwKgKxRQaDQ3N+vN/H16+qPt9uSPa/FuQVmbpWJaF6XukWHpeE1tCEYNAIgU9G8fBcDJkyerR48eSkxMVFpamlav7njNuNmzZys1NVUJCQlKTU3V3LlzHZ/PmTNH3//+9/WFL3xBgUBAmzdvbnOOuro6PfbYY/rCF76gm266ST/4wQ9UXl7e5rj2UED+1DqT2DAt/e9nl2vGukOSpIGvrrGXmDlxlt8CAkCson/7JADOmDFD8fHxys3NVUlJicaMGaOkpCQdOnQo6PGFhYWKi4tTVlaWSktLlZWVpRtvvFHFxcX2Me+//77GjRun3NzcdgPgyJEj9ZWvfEVLly7Vpk2b9MADD+iee+5RY2Njp8ZNAfnTpcYmPbuwVDPXHdalxitLwSzcXqk7xs5vWZMw7+prErrV2NSsD9Ye0qFTF0J+LQBA59G/fRIA+/Tpo5EjRzr2paSkKCMjI+jxgwYNUnp6umNf//79NXjw4DbHlpWVBQ2A1dXVio+P14wZM+x9FRUV+tznPqdFi67+yjKJAopEGw62LBR9x9j5Ib8L+MLiltfS/eCVT0J6HQDAtaF/+yAA1tfXKy4urs0j3NGjR6tv375Bv3PbbbcpJyfHsS8nJ0e33357m2PbC4DLly9XIBDQ6dOnHfvvvvtuPf30050aOwUUmX40eU2nF6a+Xs3NzY7fIAIA/IP+7YMAWFFRoUAgoIKCAsf+iRMnqlevXkG/Ex8fr7y8PMe+vLw8JSQktDm2vQDY3vEPP/ywfv7znwe9bl1dnWpqauytvLw85gsoEv1lfcvSMN98epHKQrQ4dOudxtaN3xwCgH8QAH0UAAsLCx37J0yYoOTk5KDfiY+P1/Tp0x37pk2bpsTExDbHXmsAfOihh/SLX/wi6HUzMzMVCATabLFcQJHoUmOTfvx6oQzTUv9J+aqpbejyazyzoNQRAD/Zc7LLrwEAuD4EQB8EwEh6BMwdwOhxtPqi7vtjy9qAQ3KL1dTUuVfNddawKWsdATB39f4uPT8A4PoRAH0QAKWWSSCjRo1y7EtNTe1wEsiAAQMc+9LT069rEsjMmTPtfUePkiQLbAAAIABJREFUHmUSSAzZfqRaqb9veW9wzpLdqm3oePb3pcYmHTx1XoerLlw1MP79hJZw2RoE/7+/bOnKoQMAXKB/+yQAti4DM2XKFJWUlOjxxx9XUlKSDh48KEkaNmyYIwwWFBQoLi5O2dnZKi0tVXZ2dptlYKqqqrR582bNnz9fgUBAM2bM0ObNm1VZWWkfM3LkSH31q1/VsmXLtGnTJn3ve99jGZgY8+lFo+/74xJtP1Ld5pjm5mb9Zf1hffuZ5faxvZ9epP94q0jFQRaqPnmuzl50etaGchmmpX/+U8frWkpSU1Oz6i51rvYAANeP/u2TACi1LARtGIYSEhKUlpam/Px8+7N+/fpp+PDhjuNnzZql5ORkxcfHKyUlRXPmzHF8/s477wT9vV5mZqZ9TG1trR577DHdeuut+l//63/pkUce0eHDnX/vLAUU+RqbmvWz99Y7HtemjV+iySv36q38/eo/Kd8R/Ho+uUA9n1hg//sDL6xsczdw9Z6Whai/+/xKHa+pVY+MlmMPV11ZD7C52fmdU+fq9N3nV9q/Szwbgt8lftqJs3Xaf+JcSK8BAH5F//ZRAIxEFFD0OH2+XvdPXNbmFXKt29fHzterK/aqtqFRlxqbtP1ItXo/vUiGaWl56THHud7M3yfDtDRq2gZJ0pDcYhmmpZeX7ZEk/XHeTt0xdr5GTdugYzW1OlvbYB/Tuk1dcyBkf2tzc7O+cfnR9/Gz/not3p5jZ/V/pqzVxkOnr34wAFwn+jcB0BUKKLrsOXZWLy3dozdW7dMDz6/UT94s1J+LDmr1nhNBl4uZOL9EhmnpoRdX6djl9wuXHK1R2vgljnUGW5eduX/iMr24ZLcj6PV6coH+4fLvBZOfWqAxH2ySYVrq99yKLp+Y0upYTa19/RWlx0Nyjes17uOd9t9ff6np6l8AgOtA/yYAukIBxbZjNbW6748tYe872ct1tPqiHnhhpf2bv+oLLY9xz9Y2tLm7OPTtYiU/deVRcr/nVqho/ymdr7uk3pktdxYXbj8aknEvLz1mX3fWhs6/+zocfvrOOnts74TwLiiA2Eb/JgC6QgHhcNUF9X1uhSPc3Tt+iR3+Wh0/W6snP9ymoW8X69UVe9XQ2KTpaw+pR4al4VPX6nzdJfvY5xe1vELuey+sdLzLuKu8snyPPdaXlu7p8vO78eCLq+yx/d24xaq+GNrfQgKITfRvAqArFBAkqezkeftO4LX+fq/qfH2bCSE1tQ36u3GLQ7Z+4Mg/b7DH+ttZ/lmepqmpWT2fXHB5RnbLY/FnFpR6PSwAUYj+TQB0hQJCq5Pn6vTysj3KXljaJb9dm1Z80J51vOFgVReMsMX2I9WOu5X/mVvUZed262j1RXvCzbytFTJMS//72eVeDwtAFKJ/EwBdoYAQKs3Nzfq/l38P9/Wx8zV55d42dwqv1a7Ks/aSNJ/+7aFfFO0/JcO09E/PrrAnqnx97Hw1hOAxOIDYRv8mALpCASGUqi826LHpm+yw9u+vF+jdgjJVVl/f0i3j5+20z9U627bnEwtCNtv4Ws1cd9ieIPPpx8GHTl24+pcB4BrQvwmArlBACIf3C8v09bHz7fDWI6NlAeqBr67Rayv36blFpUGXqfm0hsYm+3eKS3ceU0Njk752+W7g8ZpaNTY1a+H2Sp0+Xx+mv6qt5xaVyjAtPTF3myTpe5dnVK/Ze9KzMQGITvRvAqArFBDCpfz0BeWu3q9/fa0g6ELVX8uw9K+vFejVFcEfFb9XWGa/5aT1keq3spY5fgtomJZG/nlDSP+OxqZmbTh4WgdOnneMc+2BKnv5m9ZJNP81teU9ytPXHgrpmADEHvo3AdAVCgheOHLmotbsPanc1fs1fOpa3XU5OH16cen/zC3S8tJj+mjzEb39yQHdcfkO4lv5V2YV/3bWlqBh8syF0NwFLDlao4GvrrGv819T1+pc3SU1NjXrn55tWUrn314r0LnLS+I8/dF2Gaal7IXezwSubWj0zaNyAO7RvwmArlBA8IPzdZf0xqp9+p+8jW0meXx6e2z6Jsddt+bmZu07ca5NgDRMS7/M23jd46ltaHRc58yFeo37eKcdQlOeWqg7n5hvv0v5ibnbZJiW7spc5FgPMXf1ftdjcauhsUkvLN6lXk8u0L+8vFoVZy56NhYAXYf+TQB0hQKC3+w9fk7LSo7p5++vV5+JS/VvrxXoB698ovcLy9pdVHrv8bP6zcwt+t2srY4QuP1I9VWvV3+pSTW1DVq954R+8MonmrrmgHo9uUD/k7dRA19dox++ukb9PrVQ9i/eb3n/8ZbDZ+y1/lq3CdZOx7kX76iUYVr6wSufdMn/Ntcja0GJY4z/9OwK1V1q9Gw8ALoG/ZsA6AoFhGhSfaFBI95db4eduzIXKa/4UNBHn9vKq7XvxDkNfbtYKU8tbPeuY+v2nezlyt99wnm9iw3Kml+ibz69SL0zF+lwlXO2b2lljQzTUu/MRWFfCqa5udl+U0vro/M+E1sCa14xv0kEIh39mwDoCgWEaLRq9wlHeMv86w49v2iXSitr9NSH2zV1zQHHrOSOtt6Zi/TIy5+o/HT7S7lcrG9s8+o8qeXuYuvM5XlbKzo9/vpLTSrYe1KXGpuue+3EN1bts/+GjDkts5KnfHJAhmmpz8SlmrnusOt1GQF4h/5NAHSFAkI0amxq1pDc4jZh7mqhr/Vu2fh5O/XHeTs1a0O567HkLNktw7Q08JVPdLH+yqPXukuNer+wTJsOndaUTw7o/aKDen7RLv349ULdO74lNP749UL9w4SlGvfxzg6u0FZzc7O+k71chmnp2YWl9qPzi/WN+sdPzZwu2MfyNECkon8TAF2hgBDN6i816cEXV7Ub+Ho+uUBfy7D00tI9+q+pa3W8plb/f3t3HhbVdfcB/FYKGK3hqUsVtUKS4hKNpr5W27ytvO7kkZguz1ubxMrbVFNMjNr6trhEiVYRUyV5bUxtQE1SFYmCqQrKIgrIosg67Mq+CbIM+4Az833/0Ll6mRkYQJzt+3me80fu3LmcH+fE8+Pee86plnc80TtjNc0d4oLQ/+l7BX+/UoBlH8fAZVuYQXcgNeWVfVewNSQTSgNm8qaVNcLJ6yKm7bgkSToBoKapQ0wOuU8xkfni+M0EcEDYgcjS1bd2Ijq3BhHZd/HKviv4Ir4Ya79MRkBcEWQVctwsfnL7FOsTnVeDV/Zd0ZvcvbjjEmZ4X4bLw+Vvpu+8LNlB5fHyi8PXcSKpRO9+zXtDH036eP9Uqs5zQlLL4eR1Ee6HjDc5hYgGhuM3E8ABYQciejrutSiw+OHdyDc+T8RL3pfhH1uIWyUNqGxsR3NHF2qbFQAg3uWrbGxHXYsCr/09TisRXBWQhLiCe+K7h0X3WhGaWSU5J65A9yPemof7FDt5XcTlrGqD7ioSkWnh+M0EcEDYgYienvZOJbIq5VCr1X1+zKxWq7H9XKbkHT5NWfHpdXFbPCevi3j90+vIv9vc4/WW+D16NP5p9O1+xXOntgVfxBfDLyIfBb38vCet4G4z6gd5278upQrRuTU9TgAiMhaO30wAB4QdiMj8yCrkWH8qVdx9pPvjZEMSlrO3yiXfm7c3Ch9dzsWB8DwcjMhHYW0LQlLLtZbQUarU2PmNDD/aE6n1sxcdvIaAuCK96zU+KTlVTXh+ayhe//T6oFz/vlKFr5PLxN/vz/ZHP/VlfIh6w/GbCeCAsAMRmbey+jYcjMhHZPZdlNW3oaIPO3103ldh5ofhepe/cfK6iN8evYEf7YnEp9G3tSbUPL81FKsCkvD28ZuS4wsPXEVAXBEK7jYPylIzB8LzxJ/1lzMZ+PB81hPb5i6vulmy8LemvPpJLD6Nvs3H5WQyOH4zARwQdiAi6/ZxZH6fZiNryleJJZC3P1r78F6LAl8llmhty/ejPZFYFZCEnx++jq8SS/BJZAFSSxv6XV95WxfcPonVqs+tkiczmUezkPgPd0fgyLU7+OhyruTnvLwrHH8MSkNmuRzNHdprP/aHvgk9RD3h+M0EcEDYgYism+K+EqdulCIy+y6e23IRc/ZE9rhEjee/buGL+GK912vu6MKx60VYFZCEydv1X+dN/0QcCM/r0527r5PL9F7vQHjegH8XKpVavCOqSVLlbV06H7Vryu+O38TXyWUovtfa55+nVqvx2dU7cNkehr+cycAnkQX4OrlswHGQdeD4zQRwQNiBiEhDViFHZWM7Lsmq8c+YO0gsrMP7p1KRWtqAP59JR2JhXZ+u19GlRPydeziZVIoD4Xl6E8L/OXaj1/cWO7qUmPPYe4eatQwfL59EFmite2gotVoNWYUcTl4XMfWDS5J3/jQ7spxPr8T2c5l456tkrZ/tsj0MByPykVXZ+/7TANCiuI93T6ZoXef5raGoa1H0KwayLhy/mQAOCDsQET0tKpUa91oU+PWRBJ2J4OTtYfjoci78Ywtxs7ged2pbkF7WCJ+wR2sbumwLwz+u3UHRvVZcyKjUmszie6l/i1v/7rH3GN/4PLHX81sU95F/txl/DEqD+yHpMj0fns9CUw+Ph8+lVmDWrgd3Gl/YGoo1X0oTyn8llvQrBnOjUqmx52I2DkUVGLsqZonjNxPAAWEHIiJjOXa9CB7HbvTp3cOQVO3t+d70T5Scs8TvGiKz7xpcj8rGdsn3D0bk9ykOtVqNoOQyyWSYWbvC8c+YO+joenRHskVxH+fTK8UtCf/rb1dxs7gearUa4VnV+N+v08Xvv/b3OIu9E1glb8cvP4vHhsBHi51nV3IM6iuO30wAB4QdiIiMrVregZNJpfgivhgv7woXJ3k8t+XBdnaTt4fhzK1yvTOcO7qUqGxs15ocMnt3BHZ+I0PxvVbIKh48mtU8Ii6sbcG9FgV+ul/6KPm5LRfFc/sjOq8GCw9cFa83d28k1p24hd0XsiUzrjcEpmrNKC6rb9O6m3mntqXfdTFVH57P0pnc//lMOloU941dvR6pVOonNuN8oDh+MwEcEHYgIjJF2ZVNKK1rQ0eXUjLbuCeZ5XJxFq+u8vPD1/GDbaF67zp+Gn37idx1u69UIehmmc5Fu+ftjYLX2Qy97yoejSvC3L3SNRb/djkPQTcfTDQpqWtFRWM75G1dkFXI0XlfheTienTeV/V5/cWsSjm+SatATH4ttgRnorRucBe8buroQmhmVY+Tavz6ePf1abpV0gDXj6IxZ08k/hlzB61GTlY5fjMBHBB2ICKyNHebOvDOV8k6J4r0VHrbPaWvOrqUCMusQkBcEbzOZiAgrsigBaWVKrXWnUnNY+UXtoZiygdh4kLcP36YZLp+FI0pH4ThV5/F42B4Ho5dL8K9FgXaOqVJyn2lChHZd/F/UQVw6TYpZ/buCATdLENDH3dY6ehS4nZNM8rq23CvRaE3uX33hPakF/dDcXj/sX2vp++8jKJ+zKg2lEqlhuK+Emq12uA/LFr1TNiZvTviiS0/1B8cv5kADgg7EBFZstiCWlzNq8GH57Ow+OA18T29FQ/3V15+KBaHogrw9ysFg7JodX9llsvhE5Yj1rO/5bktD2JcfigWC/52VZx8oim6lvyZtzcKsQW1eieyNLR24mpeDdZ+mQy3T2IxfedlrWv84vB1/P6LZOwLy4XX2QytBcdX/jMBhbUtaGx7kGyqVGq8+vAR/vNbQ3EuteKJ/07DMqvwyr4reH5rKOY/XOz71I3SXr/3x9NpcPK6COctF/GnoHQE3igVFwt/cccl3CgyThLI8ZsJ4ICwAxGRNVGr1Si+1wq1Wo30ssZB3094oJo7uhAQV4Skwjq86Z8I739n4U9B6VgVkITglHJ4nc1AcnE9DkUVIDyrGju/kWHz1+lY8Nh7iN3Ly7vC8e6JFPzj2h00d3Sh4G4zMsob8avP4vHCwwkqmrtxH57PQkBcEYJuluGTyAK86Z8I5y3a13xxxyVM/eBSrwnpT3yi8Pbxm0gu1k6aSupasSogCU5eD2aEx9+590R+hw2tnbiSe1eyX/bjJTilXDJZR0Pe1oU/BqWJiXT87Uf1ae9U4i3/B3Wd+sElnEgqeeoLenP8NqEE8PDhw3B2doa9vT1mz56N2NjYHs8/e/Yspk2bBjs7O0ybNg0hISGSz9VqNby9veHo6IihQ4fC1dUVWVlZknOcnJwgCIKkeHl5GVxndiAiIsujVqvR0aVEeUMbLsmqEZ1XgxtF9ZBVyHUmOxp1LQq8eyJFfLSsr/xsfzS2hmQiOrcGaWWN4sQIlUqNankHjsYV4fOYQizxu4YFf7uK906mYOGBq7hd0/OkFpVKjdVHH72j6fmvWwOaGJJe1ihZf/K9kynIKG/EN2kV4l1AJ68H2xeWN7RB+XCSx+2aFiw/FCve+fOPLdS6dkeXUlLXXxy+jsLalqe2XSDHbxNJAE+fPg1bW1v4+/sjJycHGzduxPDhw1Faqvv2ckJCAmxsbODj44Pc3Fz4+Pjg29/+NpKSksRzfH19MWLECAQHB0Mmk2HlypVwdHREc/Oj91ScnJywe/duVFdXi6WlxfBZY+xARETUnUqlRmhmFbz/nYX3TqbA49gN/CkoHUfjivo8WaSvj9bl7V34y5kM8W7ktB2X4PmvW4jMvqt3f+kupQpdShXKG9oQllmFwBulWtsSLjxwVbJ9X05Vk9Yj9pd3hUsSw9m7I5DSw9aFnfdVCIgrEvfOdvK6iFf2XYFfRD4OhOchruAetp/LRMETfr8U4PgNmEgCOHfuXHh6ekqOTZ06FVu2bNF5/q9//Wu4ublJji1btgy/+c1vADz4H2bcuHHw9fUVP1coFHBwcMCRI0fEY05OTvj444/7XW92ICIiMkUppQ06J/LM2hWOF3dcwvJDsXh5VziWfRyDGTsvY+oHuh9D/8dfI1BW36b3EW1udRNe2Sf9OZO3h+G/jyQgt9qwsTGjvBE/2x+t8/G4k9dF/PVC9pP81QDg+A2YQALY2dkJGxsbrUe4GzZswPz583V+5/vf/z78/Pwkx/z8/DBp0iQAQGFhIQRBQGpqquScFStWYPXq1eJ/Ozk5Ydy4cRg5ciRmzZqFPXv2oLPT8Hda2IGIiMhUqVQPtujzOpuBZR/HYMoH+veX1hTNOT8/fB0+oTlIL2vs9ecoVWq0dd5HdG4Nvkmr6PcSLy2K+9h9IRtrv0zGm/6JmLUrHO+fSh2UiSIcv00gAaysrIQgCIiPj5cc37t3LyZPnqzzO7a2tjh58qTk2MmTJ2FnZwcAiI+PhyAIqKyslJyzdu1aLF26VPxvPz8/XLt2DRkZGfD398fo0aPx+9//Xm9dFQoFmpqaxFJeXm71HYiIiMxDe6cSsgo58u8240JGJVJKG3AhoxLXb9/DjaJ6XJJVo71TiezKJpOa1T0YmACaUAKYkJAgOb5nzx5MmTJF53dsbW1x6tQpybETJ07A3t4ewKMEsKqqSnLOmjVrsGzZMr11OXv2LARBQF2d7k3bvb29tSaNWHsHIiIiMjdMAE0gATTmI+DuKioqIAiCZDLJ43gHkIiIyPwxATSBBBB4MAlk3bp1kmPTpk3rcRLIq6++Kjnm5uamNQlk//794uednZ1ak0C6u3DhAgRB0Dv7uDt2ICIiIvPD8dtEEkDNMjBHjx5FTk4ONm3ahOHDh6OkpAQA8Nvf/laSDMbHx8PGxga+vr7Izc2Fr6+vzmVgHBwcEBISAplMhjfeeEOyDExCQgL8/PyQlpaGoqIiBAUFYfz48VixYoXB9WYHIiIiMj8cv00kAQQeLATt5OQEOzs7zJ49GzExMeJnrq6u8PDwkJx/5swZTJkyBba2tpg6dSqCg4Mln2sWgh43bhzs7e0xf/58yGQy8fOUlBTMmzcPDg4OGDp0KKZMmQJvb2+0tRm+RhM7EBERkfnh+G1CCaA5YgciIiIyPxy/mQAOCDsQERGR+eH4zQRwQNiBiIiIzA/HbyaAA8IOREREZH44fjMBHBB2ICIiIvPD8ZsJ4ICwAxEREZkfjt9MAAeEHYiIiMj8cPxmAjgg7EBERETmh+M3E8ABYQciIiIyPxy/mQAOiFwuhyAIKC8vR1NTEwsLCwsLC4sZlPLycgiCALlcbuxUwmiYAA6ApgOxsLCwsLCwmF8pLy83diphNEwAB0ClUqG8vBxyuXzQ/jqx1LuLlh6fNcRo6fFZQ4yWHp81xGjp8Q1WjHK5HOXl5VCpVMZOJYyGCaCJamqy7PcTLD0+wPJjtPT4AMuP0dLjAyw/RkuPD7COGI2BCaCJsvQOb+nxAZYfo6XHB1h+jJYeH2D5MVp6fIB1xGgMTABNlKV3eEuPD7D8GC09PsDyY7T0+ADLj9HS4wOsI0ZjYAJoohQKBby9vaFQKIxdlUFh6fEBlh+jpccHWH6Mlh4fYPkxWnp8gHXEaAxMAImIiIisDBNAIiIiIivDBJCIiIjIyjABJCIiIrIyTACJiIiIrAwTQBN0+PBhODs7w97eHrNnz0ZsbKyxq9Qv3t7eWtvujB07VvxcrVbD29sbjo6OGDp0KFxdXZGVlWXEGvcuJiYG7u7ucHR0hCAIOHfunORzQ2JqaGjAqlWr8Oyzz+LZZ5/FqlWr0NjY+DTD0Ku3+Dw8PLTadN68eZJzFAoF1q9fj1GjRmHYsGF47bXXTGa7JR8fH8yZMwff+c53MGbMGLz++uvIy8uTnGNI/UtLS+Hu7o5hw4Zh1KhReP/999HZ2fk0Q9HLkBhdXV212nHlypWSc0y5n3722Wd46aWXMGLECIwYMQI//vGPERYWJn5u7m3YW3zm3n7d+fj4QBAEbNy4UTxm7m1oDpgAmpjTp0/D1tYW/v7+yMnJwcaNGzF8+HCUlpYau2p95u3tjenTp6O6ulostbW14ue+vr4YMWIEgoODIZPJsHLlSjg6OqK5udmIte5ZWFgYtm/fjuDgYJ0JkiExubm5YcaMGUhISEBCQgJmzJgBd3f3px2KTr3F5+HhATc3N0mb1tfXS87x9PTEhAkTEBkZidTUVCxYsACzZs2CUql8mqHotGzZMhw/fhxZWVlIT0/H8uXLMWnSJLS2torn9FZ/pVKJGTNmYMGCBUhNTUVkZCTGjx+P9evXGyssCUNidHV1xdq1ayXtKJfLJdcx5X56/vx5hIaGIj8/H/n5+di2bRtsbW3FP7bMvQ17i8/c2+9xN2/ehLOzM2bOnClJAM29Dc0BE0ATM3fuXHh6ekqOTZ06FVu2bDFSjfrP29sbs2bN0vmZWq3GuHHj4OvrKx5TKBRwcHDAkSNHnlYVB6R7gmRITDk5ORAEAUlJSeI5iYmJEARB6y6NselLAF9//XW935HL5bC1tcXp06fFY5WVlRgyZAguX748aHXtr9raWgiCgJiYGACG1T8sLAxDhgxBZWWleE5gYCDs7e1NcqHa7jECDxKIxwfb7sypn2p897vfRUBAgEW2IfAoPsBy2q+lpQUuLi6IjIyUxGSpbWhqmACakM7OTtjY2CAkJERyfMOGDZg/f76RatV/3t7eGDZsGBwdHeHs7IyVK1eisLAQAFBYWAhBEJCamir5zooVK7B69WpjVLfPuidIhsR09OhRODg4aF3LwcEBx44dG9wK95G+BNDBwQFjxoyBi4sL1qxZg5qaGvHzK1euQBAENDQ0SL43c+ZM7Ny586nUuy9u374NQRAgk8kAGFb/HTt2YObMmZLPGxoaIAgCoqOjn07F+6B7jMCDBGL06NEYNWoUXnzxRWzevFlyl9qc+qlSqURgYCDs7OyQnZ1tcW3YPT7Actpv9erV2LRpEwBpUmtpbWiqmACakMrKSgiCgPj4eMnxvXv3YvLkyUaqVf+FhYXh7NmzyMzMFP/CGzt2LOrq6hAfHw9BECR/vQHA2rVrsXTpUiPVuG+6J0iGxLR37164uLhoXcvFxQU+Pj6DW+E+0pUAnj59GhcvXoRMJsP58+cxa9YsTJ8+XVyh/+TJk7Czs9O61pIlS/DOO+88lXobSq1W47XXXsNPf/pT8Zgh9V+7di2WLFmidY6dnR1OnTo1eBXuB10xAsDnn3+OyMhIyGQyBAYGwtnZGYsXLxY/N4d+mpmZieHDh8PGxgYODg4IDQ0FYDltqC8+wDLaLzAwEDNmzEBHRwcAaQJoKW1o6pgAmhBNApiQkCA5vmfPHkyZMsVItXpyWltbMXbsWBw8eFBMlqqqqiTnrFmzBsuWLTNSDftGXwLYU0z6kvkf/OAH2Ldv3+BWuI90JYDdVVVVwdbWFsHBwQD0/8O9ePFi/OEPfxiUevbXu+++CycnJ8mL5YbUX98fKba2tggMDBy8CveDrhh1uXXrFgRBQEpKCgDz6KednZ24ffs2kpOTsWXLFowePRrZ2dkW04b64tPF3NqvrKwM3/ve95Ceni4eMyQBNLc2NHVMAE2IpT0C1mXx4sXw9PTkI+BuTO3RDGBYAgg8GFQ07z2ayyPg9evXY+LEiSgqKpIct6RHT/pi1EWtVkveuTKnfqqxaNEivPPOOxbVho/TxKeLubXfuXPnIAgCbGxsxCIIAr71rW/BxsYGUVFRFtmGpoYJoImZO3cu1q1bJzk2bdo0s5wE0p1CocCECROwa9cuccLE/v37xc87OzstYhJITzFpXs6+ceOGeE5SUpLJvZwNGJYA1tXVwd7eHl9++SWARy9vBwUFiedUVVWZzCQQtVqN9957D+PHj0dBQYHW54bUX/Py+eN3ek+fPm0yL5/3FqMuMplMMlHEnPqpxsKFC+Hh4WERbaiLJj5dzK39mpubIZPJJGXOnDlYtWoVZDKZxbahqWECaGI0y8AcPXoUOTk52LRpE4YPH46SkhJjV63PNm/ejGvXrqGoqAhJSUlwd3fHiBEjxFh8fX3h4OCAkJAQyGQyvPHGGya/DExLSwvS0tKQlpYGQRDg5+eHtLQ0cZkeQ2Jyc3PDzJkzkZiYiMTERLz00ksmszxDT/G1tLRg8+bNSEhIQHG0L0iVAAACi0lEQVRxMa5evYqf/OQnmDBhgiQ+T09PTJw4EVFRUUhNTcXChQtNZhmYdevWwcHBAdeuXZMsodHe3i6e01v9NctPLFq0CKmpqYiKisLEiRNNZvmJ3mK8c+cOdu3aheTkZBQXFyM0NBRTp07FD3/4Q0kbmXI/3bp1K2JjY1FcXIzMzExs27YNQ4YMQUREBADzb8Oe4rOE9tOl+8xmc29Dc8AE0AQdPnwYTk5OsLOzw+zZsyXLN5gTzRp4tra2GD9+PH75y19K3mHRLJo8btw42NvbY/78+ZKZiqbo6tWrWguwCoIg/mVuSEz19fV46623xEVe33rrLZNZoLWn+Nrb27F06VKMGTMGtra2mDRpEjw8PFBWVia5RkdHB9avX4+RI0fimWeegbu7u9Y5xqIrNkEQcPz4cfEcQ+pfWlqK5cuX45lnnsHIkSOxfv16cSKMsfUWY1lZGebPn4+RI0fCzs4OL7zwAjZs2KC1nqMp99O3335b/DdyzJgxWLRokZj8Aebfhj3FZwntp0v3BNDc29AcMAEkIiIisjJMAImIiIisDBNAIiIiIivDBJCIiIjIyjABJCIiIrIyTACJiIiIrAwTQCIiIiIrwwSQiIiIyMowASQiIiKyMkwAiYiIiKwME0AiIiIiK8MEkIiIiMjKMAEkIiIisjJMAImIiIisDBNAIiIiIivDBJCIiIjIyjABJCIiIrIyTACJiIiIrAwTQCIiIiIrwwSQiIiIyMowASQiIiKyMkwAiYiIiKwME0AiIiIiK8MEkIiIiMjKMAEkIiIisjJMAImIiIisDBNAIiIiIivDBJCIiIjIyjABJCIiIrIyTACJiIiIrAwTQCIiIiIrwwSQiIiIyMr8P14p/jUZ5awfAAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 96.81\n"
     ]
    }
   ],
   "source": [
    "# Load data\n",
    "X, Y, labels, y  = load_mnist()\n",
    "\n",
    "tic = time.time()\n",
    "\n",
    "# Creating the MLP object initialize the weights\n",
    "mlp_classifier = mlp.Mlp(size_layers = [784, 100, 10], \n",
    "                         act_funct   = 'relu',\n",
    "                         reg_lambda  = 0,\n",
    "                         bias_flag   = False)\n",
    "\n",
    "for ix in range(epochs):\n",
    "    mlp_classifier.train(X, Y, 1)\n",
    "    Y_hat = mlp_classifier.predict(X)\n",
    "    # loss\n",
    "    loss[ix] = (0.5)*np.square(Y_hat - Y).mean()\n",
    "\n",
    "print(str(time.time() - tic) + ' s')\n",
    "        \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "Y_hat = mlp_classifier.predict(X)\n",
    "y_tmp = np.argmax(Y_hat, axis=1)\n",
    "y_hat = labels[y_tmp]\n",
    "\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. numpy implementation\n",
    "In this case Backpropagation is hard coded for 3 layers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35.730347871780396 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzdfVRV953vcXoJeFedNXPXvavrruncZNs8iEwyTWvmmjZza5o+RJxOHtpOUjuNtW06qUlbY9tpNkYTY6JINCE2akxq1GjEaHyM2YKPoCgIguAjqKg8iYqAAj7wfD73jyNbt4CK+xwO55z3a629rvzOPpsf6feu32f23r/fL0IAAAAIKxGB7gAAAAB6FwEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAAQAAwgwBEAAAIMwQAAEAAMIMARAAACDMEAABAADCDAEQAAAgzBAAXWhvb1dFRYXq6upUX1/PwcHBwcHBEQRHXV2dKioq1N7eHugoETAEQBcqKioUERHBwcHBwcHBEYRHRUVFoKNEwBAAXairq7MLKND/1wwHBwcHBwfHzR0dN3Dq6uoCHSUChgDoQn19vSIiIlRfXx/orgAAgJvE+E0AdIUCAgAg+DB+EwBdoYAAAAg+jN8EQFcoIAAAgg/jNwHQFQoIAIDgw/hNAHSFAgIAIPgwfhMAXaGAAAAIPozfBEBXKCAAAIIP4zcB0BUKCACA4MP4TQB0hQICACD4MH4TAF2hgAAACD6M3wRAVyggAACCD+M3AdAVCggAgODD+E0AdMWfBXShqVWJqUXaV1Hn82sDABDOCIAEQFf8WUBr91TKMC39emGuz68NAEA4IwASAF3xZwEt3VUmw7T0s7nZPr82AADhjABIAHTFnwWUnO0NgCM+2OnzawMAEM4IgARAV/xZQIuySmSYlp56P8vn1wYAIJwRAAmArvizgBbsOC7DtPTj9zJ9fm0AAMIZAZAA6Io/C2huxjEZpqUnZ+/w+bUBAAhnBEACoCv+LKAPth2VYVp6fOZ2n18bAIBwRgAkALrizwKanV4sw7T0g3czfH5tAADCGQGQAOiKPwto5pYjMkxLcTMIgAAA+BIBkADoij8LaMYmbwB8NGmbz68NAEA4IwASAF3xZwG9veGQDNPSd95K9/m1AQAIZwRAAqAr/iygaeuLZJiWvj093efXBgAgnBEACYCu+LOAElIKZZiWvvVmms+vDQBAOCMAEgBd8WcBTbYOyjAtPTR1i8+vDQBAOCMAEgBd8WcBvbb2gAzT0jcSNvv82gAAhDMCIAHQFX8W0Ktr9sswLf3fyZt8fm0AAMIZAZAA6Io/C+jlVftkmJYeeGOjz68NAEA4IwAGUQCcPXu2BgwYoH79+mnw4MHKyLj+AskrVqxQbGysoqOjFRsbq1WrVnU6p7CwUI899pj+9m//Vn/zN3+jBx98UGVlZTfdJ38WUPzKvTJMS1+btMHn1wYAIJwRAIMkAC5dulRRUVGaO3euCgsL9eKLL6p///7dhrWsrCxFRkYqISFBRUVFSkhI0G233abs7Gz7nKNHj+p//s//qT//+c/Kz8/XsWPHZFmWqqqqbrpf/iyg//p0jwzT0j9NXO/zawMAEM4IgEESAIcMGaLRo0c72gYNGqT4+Pguz3/66acVFxfnaBs2bJhGjBhh//yTn/xEzzzzjKt++bOA/rCsQIZp6d5XCYAAAPgSATAIAmBzc7MiIyM7PcIdM2aMhg4d2uV3br/9diUlJTnakpKSdMcdd0iS2tvb9Td/8zd6/fXX9eijj+pLX/qShgwZotWrV1+3L01NTaqvr7ePiooKvxXQmE/yZZiWBk1I9fm1AQAIZwTAIAiAlZWVioiIUGZmpqN9ypQpGjhwYJffiYqKUnJysqMtOTlZ0dHRkqRTp04pIiJCX/ziF5WUlKSCggJNnTpVX/jCF7R169Zu+zJx4kRFRER0OvxRQL9N3i3DtHTP+BSfXxsAgHBGAAyiAJiVleVonzx5smJiYrr8TlRUlJYsWeJoW7x4sfr16+e45k9/+lPHOY899pjjMfG1evMO4OiP82SYlu4at87n1wYAIJwRAIMgAPrjEXBzc7Nuu+02vfHGG45zXnrpJT300EM33Td/FtB/LsyVYVoaEG/5/NoAAIQzAmAQBEDJOwnk+eefd7TFxsZedxLI8OHDHW1xcXGOu3vf/OY3O00CefLJJzvdFbwefxbQrxbskmFaMkxLHo/H59cHACBcEQCDJAB2LAMzb948FRYWauzYserfv79KS0slSSNHjnSEwczMTEVGRioxMVFFRUVKTEzstAzMqlWrFBUVpb/+9a8qLi7WzJkzFRkZqe3bt990v/xZQKPm59gBsLWt3efXBwAgXBEAgyQASt6FoA3DUHR0tAYPHqxt27bZnz388MMaNWqU4/zly5crJiZGUVFRGjRokFauXNnpmvPmzdPdd9+t//7f/7vuv/9+rVmzpkd98mcBPfNhth0Am1rbfH59AADCFQEwiAJgX+TPAvrpX3faAfBSMwEQAABfIQASAF3xZwE99X6WHQDPN7X6/PoAAIQrAiAB0BV/FtCP38u0A2DdpRafXx8AgHBFACQAuuLPAnpi1g47AJ690Ozz6wMAEK4IgARAV/xZQI/N3G4HwOrzTT6/PgAA4YoASAB0xZ8FNHxGhh0Aq+obfX59AADCFQGQAOiKPwto2Dvb7AB4su6Sz68PAEC4IgASAF3xZwF99+2tdgCsOHvR59cHACBcEQAJgK74s4AemZ5uB8CyGgIgAAC+QgAkALrizwIaOi3NDoDHqy/4/PoAAIQrAiAB0BV/FtBDU7fYAbC46rzPrw8AQLgiABIAXfFnAX0jYbMdAA+fbvD59QEACFcEQAKgK/4soH+evMkOgIUnw7dAAQDwNQIgAdAVfxbQ4Nc32gFw/4k6n18fAIBwRQAkALrizwL66msb7AC4t+Kcz68PAEC4IgASAF3xZwHd9+p6OwDml531+fUBAAhXBEACoCv+LKBBE1LtAJhXWuvz6wMAEK4IgARAV/xZQPeMT7EDYM5xAiAAAL5CACQAuuLPArpz3Do7AGYdrfH59QEACFcEQAKgK/4qII/HY4c/w7S0o7jap9cHACCcEQAJgK74q4Da2p0BcNvhMz69PgAA4YwASAB0xV8F1Nza7giAaYeqfHp9AADCGQGQAOiKvwroUnObIwBuLjzt0+sDABDOCIAEQFf8VUDnm1odAXDDgVM+vT4AAOGMAEgAdMVfBVR3scURAFP3n/Tp9QEACGcEQAKgK/4qoNoLzY4AaO0lAAIA4CsEQAKgK/4qoKqGRkcA/GxPpU+vDwBAOCMAEgBd8VcBnapzBsDV+Sd8en0AAMIZAZAA6Iq/Cqji7EVHAFyRV+HT6wMAEM4IgARAV/xVQGU1zgC4LLfcp9cHACCcEQAJgK74q4COnTnvCICf5JT59PoAAIQzAiAB0BV/FVBxVYMjAC7OLvXp9QEACGcEQAKgK/4qoKJT9Y4AuCirxKfXBwAgnBEACYCu+KuADlTWOQLggh3HfXp9AADCGQGQAOiKvwpob8U5RwD8cDsBEAAAXyEAEgBd8VcB5ZeddQTAv2475tPrAwAQzgiABEBX/FVAeaW1jgA4Z+tRn14fAIBwRgAkALrirwLKPlbjCICz0op9en0AAMIZAZAA6Iq/CijzaLUjAL67+YhPrw8AQDgjABIAXfFXAWUcOeMIgEkbD/v0+gAAhDMCIAHQFX8VUPqhKkcAfGvDIZ9eHwCAcEYAJAC64q8C2lx42hEA30wt8un1AQAIZwRAAqAr/iqgDQdOOQJgQkqhT68PAEA4IwASAF3xVwGl7DvpCICTrYM+vT4AAOGMAEgAdMVfBfT53kpHAJy0lgAIAICvEAAJgK74q4DWFJxwBMCJnx3w6fUBAAhnBEACoCv+KqCVuyscAXDC6v0+vT4AAOGMAEgAdMVfBbQst9wRAMet2ufT6wMAEM4IgEEUAGfPnq0BAwaoX79+Gjx4sDIyMq57/ooVKxQbG6vo6GjFxsZq1apVjs9HjRqliIgIx/Hggw/2qE/+KqBPcsocAdBcsden1wcAIJwRAIMkAC5dulRRUVGaO3euCgsL9eKLL6p///4qKyvr8vysrCxFRkYqISFBRUVFSkhI0G233abs7Gz7nFGjRikuLk6nTp2yj9ra2h71y18F9PHOUkcA/K9P9/j0+gAAhDMCYJAEwCFDhmj06NGOtkGDBik+Pr7L859++mnFxcU52oYNG6YRI0bYP48aNUpPPPGEq375q4AWZpU4AuAflhX49PoAAIQzAmAQBMDm5mZFRkZ2eoQ7ZswYDR06tMvv3H777UpKSnK0JSUl6Y477rB/HjVqlP7u7/5OX/rSl3TPPffo17/+taqqqq7bl6amJtXX19tHRUWFXwpo3vbjjgD44if51z2/vrFFrW3tPu0DAAChigAYBAGwsrJSERERyszMdLRPmTJFAwcO7PI7UVFRSk5OdrQlJycrOjra/nnp0qWyLEv79+/X2rVrdf/99+vee+9VU1NTt32ZOHFip/cG/VFAczOOOQLg75Z0HwCrGhplmJbiZlz/nUgAAOBFAAyiAJiVleVonzx5smJiYrr8TlRUlJYsWeJoW7x4sfr169ft7zl58qSioqK0cuXKbs/prTuAc7YedQTAFxbv7vbcJVdNGAEAADdGAAyCAOivR8Bdufvuu5WYmHjTffNXAc1KK3YEwN8syuv23E8IgAAA9AgBMAgCoOSdBPL888872mJjY687CWT48OGOtri4OMckkGvV1NSoX79+Wrhw4U33y18F9JfNRxwB8NcLc7s9d9mucgIgAAA9QAAMkgDYsQzMvHnzVFhYqLFjx6p///4qLS2VJI0cOdIRBjMzMxUZGanExEQVFRUpMTHRsQzM+fPn9ac//UlZWVkqKSlRenq6vvnNb+of/uEf1NDQcNP98lcBJW08LMO0dPfL62SYln61YFe3536aSwAEAKAnCIBBEgAl70LQhmEoOjpagwcP1rZt2+zPHn74YY0aNcpx/vLlyxUTE6OoqCgNGjTI8W7fpUuX9Oijj+pLX/qSoqKidMcdd2jUqFEqLy/vUZ/8VUBph6r02toDGjU/R4ZpadT8nG7PXZ5XQQAEAKAHCIBBFAD7In8X0IrL4e6ZD7NveA4BEACAm0MAJAC64u8CWp1/QoZp6T/m7uz2nFX5VwKgx+PxSz8AAAglBEACoCv+LqDP9lTKMC395IOsbs/pCImGaamtnQAIAMCNEAAJgK74u4CsvSdlmJaemtN9AFxTcCUANrW2+aUfAACEEgIgAdAVfxdQ6v5TMkxLP3ovs9tzOu4SGqalC02tfukHAAChhABIAHTF3wW08eBpGaalJ2bt6Pacz/deCYB1l1r80g8AAEIJAZAA6Iq/C2hLkTcAPjZze7fndDwmNkxLtRea/dIPAABCCQGQAOiKvwso/VCVDNPSv/4lo9tz1l71CLiqodEv/QAAIJQQAAmArvi7gDKOnJFhWhr2zrZuz7l6EkjluUt+6QcAAKGEAEgAdMXfBZRZXC3DtPT9pK3dnnP1OoDltRf90g8AAEIJAZAA6Iq/C2jnsRoZpqXvvJXe7TlXbwV3vPqCX/oBAEAoIQASAF3xdwEVlJ+TYVr6RsLmbs9ZtqvcDoDFVQ1+6QcAAKGEAEgAdMXfBXSqrlGGaenOceu63eVjSU6ZHQALT4ZvIQMAcLMIgARAV/xdQK1t7fpK/OUZvvVdz/D9eGepHQD3n6jzSz8AAAglBEACoCu9UUAPTtksw7S0p/xcl58vyiqxA2BBN+cAAIArCIAEQFd6o4Aen7VDhmlp/YFTXX6+YMdxOwDmldb6rR8AAIQKAiAB0JXeKKDnFuXKMC19lFnS5ecfbr8SAHceq/FbPwAACBUEQAKgK71RQBM/OyDDtJSYWtTl53/ddswOgDuKq/3WDwAAQgUBkADoSm8U0HvpR2WYlsYuLejy8zlbj9oBcOvhM37rBwAAoYIASAB0pTcKaHW+d6u3ER/s7PLzWWnFdgDcUnTab/0AACBUEAAJgK70RgFlHfXuBvLt6eldfj5zyxE7AHY3UQQAAFxBACQAutIbBXS8+oIM09KgCaldfj5j05UAuG7fSb/1AwCAUEEAJAC60hsFVH2+yQ547V3sBvL2xsP255/tqfRbPwAACBUEQAKgK71RQOebWu2A19jS1unz6esP2Z+vyq/wWz8AAAgVBEACoCu9UUAtbe12wDt3sbnT54mpRfbny3LL/dYPAABCBQGQAOhKbxSQx+Ox9wM+3cV+wAnrCu0AuCSnzG/9AAAgVBAACYCu9FYBxb6SKsO0VFZzsdNnk62DdgBctLPUr/0AACAUEAAJgK70VgF9bdIGGaalw6cbOn02ae2VALhgx3G/9gMAgFBAACQAutJbBfSNhM0yTEv7Kuo6fdaxVZxhWpqbccyv/QAAIBQQAAmArvRWAT08LU2GaSm3pLbTZxNW77cD4JytR/3aDwAAQgEBkADoSm8V0KNJ22SYlrYfqe702bhV++wAOCut2K/9AAAgFBAACYCu9FYBPT5zuwzT0ubCznv9miv22gFwxqYjfu0HAAChgABIAHSltwroqTlZMkxL1t7OW739efkeOwC+teGQX/sBAEAoIAASAF3prQJ65sNsGaallbs77/Txx2VXAmBiapFf+wEAQCggABIAXemtAnr2o9xuF3oeu7TADoBT1hX6tR8AAIQCAiAB0JXeKqAXknfLMC3N72Kdv98vybcD4KS1B/3aDwAAQgEBkADoSm8VUMdj3q6WeekIh4Zp6ZU1+/3aDwAAQgEBkADoSm8VUMdSL13N8h39cZ4dAMet2ufXfgAAEAoIgARAV3qrgDq2e+tqksdzi3LtAPjS8r1+7QcAAKGAAEgAdKW3Cigxtajbd/w6JogYpqU/Ltvj134AABAKCIAEQFd6q4De2XS420e8v1ywyw6AYz7J92s/AAAIBQRAAqArvVVAc7YetUPeL+bnqLGlzf7s5/Ny7M9eSN7t134AABAKCIAEQFd6q4Dm7zhuhzzDtJScfWU9wI5Fog3T0m8W5fm1HwAAhAICIAHQld4qoCU5ZY4AePV6gP8xd6fd/uxHuX7tBwAAoYAASAB0pbcKaOXuCkcAXLrryh3An3yQZbePmp/j134AABAKCIAEQFd6q4CsvScdAXBZbrn92VNzrgTAZz7M9ms/AAAIBQRAAqArvVVAmwtPOwLgwqwS+7MfvZdpt4/4YKdf+wEAQCggABIAXemtAtp+pNoRAK/eEu6JWTvs9qfmZPm1HwAAhAICYJAFwNmzZ2vAgAHq16+fBg8erIyMjOuev2LFCsXGxio6OlqxsbFatWpVt+c+99xzioiI0DvvvHPT/emtAsotqXUEwLc3HrY/e2zmdrv9ydk7/NoPAABCAQEwiALg0qVLFRUVpblz56qwsFAvvvii+vfvr7Kysi7Pz8rKUmRkpBISElRUVKSEhATddtttys7u/J7c6tWrdf/99+vLX/5ynwyA+yrqHAFwyrpC+7MfvJthtz82c7tf+wEAQCggAAZRABwyZIhGjx7taBs0aJDi4+O7PP/pp59WXFyco23YsGEaMWKEo+3EiRP6h3/4Bx04cECGYfTJAHj4dIMjAI5ffWVHkLgZVwLg8BnXvyMKAAAIgFKQBMDm5mZFRkZ2eoQ7ZswYDR06tMvv3H777UpKSnK0JSUl6Y477rB/bm9v1yOPPKIZM2ZI0g0DYFNTk+rr6+2joqKiVwqorOaiIwD+YVmB/dmjSdvs9keTtvm1HwAAhAICYJAEwMrKSkVERCgzM9PRPmXKFA0cOLDL70RFRSk5OdnRlpycrOjoaPvnhIQEff/735fH45F04wA4ceJERUREdDr8XUCn6xsdAfD5xVd2/Pju21vt9kfeSvdrPwAACAUEwCALgFlZzlmukydPVkxMTJffiYqK0pIlSxxtixcvVr9+/SRJeXl5+t//+3+rsrLS/ryv3gGsu9jiCIBXL/j8yPR0u33otDS/9gMAgFBAAAySAOiPR8DvvPOOvvCFLygyMtI+IiIi9N/+23+TYRg31a/eKqDGljZHAHzq/StBeOi0NLv9oalb/NoPAABCAQEwSAKg5J0E8vzzzzvaYmNjrzsJZPjw4Y62uLg4exJITU2N9u/f7zi+/OUvyzRNHTp06Kb61FsF1N7ucQTAf3v3ymzf//fmFrv9wSmb/doPAABCAQEwiAJgxzIw8+bNU2FhocaOHav+/furtLRUkjRy5EhHGMzMzFRkZKQSExNVVFSkxMTEbpeB6dBXZwFL0j9NXG8Hve++vdVuf2jqlQD4wBsb/d4PAACCHQEwiAKg5F0I2jAMRUdHa/Dgwdq27cqs14cfflijRo1ynL98+XLFxMQoKipKgwYN0sqVK697/b4cAC80tSr9UFWnR70PTtlsB8D7J23wez8AAAh2BMAgC4B9TW8XUMd6gF+7Kuj98+RNdgC879X1vdIPAACCGQGQAOhKbxdQea13PcCYCSl22+DXN9oBcNCE1F7pBwAAwYwASAB0pbcLqPp8kx322tu9axfeP2mD3Xb3y+t6pR8AAAQzAiAB0JXeLqCLza122LvQ1CrJOTlkQLzVK/0AACCYEQAJgK70dgFdvRxM9fkmSdK9r653LBHTcWcQAAB0jQBIAHQlEAU0aEKqDNNSee1Fx88dx8Vm753BNoIgAABdIgASAF0JRAF9/fKkj0OnGiRJ94xPcQTAqoZGzdt+XP/4Sqr2lJ/rtX4BABAsCIAEQFcCUUAdCz/nl52VJN01bp0jAB47c97+9/eTtt7gagAAhB8CIAHQlUAU0Pfe3moHvD3l5zQg3vvvjiC4t+IcewMDAHAdBEACoCuBDoC/mJ9j/7vj0XBmcbXd9jV2BgEAoBMCIAHQlUAU0NWPe4e9s83+97enp8swLa0/cMpuu3rBaAAA4EUAJAC6EogCmrB6vx3wvhJ/JQw+PmuHDNPSirwKR0gEAABOBEACoCuBKKCm1jYdr76g+65Z/2/kPO/j4IVZJQRAAACugwBIAHQlkAX09PtZjqD3uyX5MkxLs9KKCYAAAFwHAZAA6EogC+j1zw86gt741ftkmJamphQ52htb2nq9bwAA9GUEQAKgK4EsoPk7jjuC3pup3uD3X5/ucbRXnrvU630DAKAvIwASAF0JZAEt21XuCHrvbz0qw7T083k5jvb9J+p6vW8AAPRlBEACoCuBLKDP91Y6gt6SnDIZpqW4GRmO9q2Hz/R63wAA6MsIgARAVwJZQGlFVXbIu3PcOq3d4w2ED7yxyREAV+VX9HrfAADoywiABEBXAllA2cdq7JB3z8spSjtU5Qh+HcfcjGO93jcAAPoyAiAB0JVAFtD+E3WOHT9yS2q7DIBvphb1et8AAOjLCIAEQFcCWUDHzpy3Q17sK6kqOlXfZQCc+NmBXu8bAAB9GQGQAOhKIAvodH2jHfLue3W9Ks5e7DIAxq/c2+t9AwCgLyMAEgBdCWQBNTS22CFv0IRU1V1s6TIAjl1a0Ot9AwCgLyMAEgBdCWQBtbV77JA3IN5Sa1t7lwFw9Md5vd43AAD6MgIgAdCVQBfQtXv+DpqQ2ikA/mJ+TkD6BgBAXxXo8bsvIAC6EOgCujYADp2WZv/8TxPXyzAtjfhgZ0D6BgBAXxXo8bsvIAC6EOgCujYAPvNhtv3zw5fD4JOzdwSkbwAA9FWBHr/7AgKgC4EuoGsD4PjV++yfn5i1w94aDgAAXBHo8bsvIAC6EOgCujYAzs04Zv/8ywW7ZJiWHpmeHpC+AQDQVwV6/O4LCIAuBLqAYiakOALghgOn7J//uGyPDNPSNxI2B6RvAAD0VYEev/sCAqALgS6g+ydtcATAw6cb7J/f+PygDNPS1yZtCEjfAADoqwI9fvcFBEAXAl1A30jY7AiAjS1t9s+TrYP2ItGS5PF49MsFu/SzudnyeDwB6S8AAH1BoMfvvoAA6EKgC+jb09MdAVC68l7ghNX77UWiPR6Pqq7aOq6qoTEg/QUAoC8I9PjdFxAAXQh0AQ17Z1unAPjKmv366msbdOjUlcfBTa1tyi87a/9cXnsxIP0FAKAvCPT43RcQAF0IdAF1LPVydQCUpNa2djW1XnkcXHepRWv3VNo/Hz7dEJD+AgDQFwR6/O4LCIAuBLqAfvJBVpcBUPK+8zcg/vIj3/pGzU4vts8tKD8XgN4CANA3BHr87gsIgC4EuoBGzc/pNgBKV/YGLqu5qHGrriwSnXm0upd7CgBA3xHo8bsvIAC6EOgC+s2ivOsGwK+/vtF+5Dty3pWwuOng6V7uKQAAfUegx+++gADoQqAL6OiZ84qZkKI3U4u6/Pybl5eJ2VtxTo+8dWXG8Gd7Knu5pwAA9B2BHr/7AgKgC32hgFra2rv97JHLy8RkH6vRPeOv7BqydFdZL/YQAIC+pS+M34FGAHShrxdQ3IwMGaal5XkVjn2D520/HuiuAQAQMH19/O4NBEAX+noBPTnbu0zMO5sOOwLgrLTiQHcNAICA6evjd28gALrQ1wtoxAc7ZZiWYwawYVqatr7rdwYBAAgHfX387g0EQBf6egH94vIyMb9emOsIgK+tPRDorgEAEDB9ffzuDQRAF/p6AY3+2LtMzNU7hhimpZeW7w101wAACJi+Pn73BgKgC329gHRwbg0AACAASURBVMYuLZBhWnpo6hZHAPzdkvxAdw0AgIDp6+N3byAAutDXCyh+5V4ZpuVYAsYwLT370a5Adw0AgIDp6+N3bwiqADh79mwNGDBA/fr10+DBg5WRkXHd81esWKHY2FhFR0crNjZWq1atcnw+ceJExcTE6Itf/KL+x//4H/rud7+r7Ozsm+5PXy+giZ8dcAS/IVM2yTAtjfhgZ6C7BgBAwPT18bs3BE0AXLp0qaKiojR37lwVFhbqxRdfVP/+/VVW1vWixllZWYqMjFRCQoKKioqUkJCg2267zRHwkpOTtWnTJh07dkwHDhzQs88+q7/927/VmTNnbqpPfb2ApqYUOQLg4zO3e//fWTsC3TUAAAKmr4/fvSFoAuCQIUM0evRoR9ugQYMUHx/f5flPP/204uLiHG3Dhg3TiBEjuv0dHQWxefPmm+pTXy+ga9f/65gN/P2krYHuGgAAAdPXx+/eEBQBsLm5WZGRkZ0e4Y4ZM0ZDhw7t8ju33367kpKSHG1JSUm64447uv0d06dP19/93d+purq6y3OamppUX19vHxUVFX26gOZsPeoIgONXe9cD/JfELYHuGgAAAUMADJIAWFlZqYiICGVmZjrap0yZooEDB3b5naioKCUnJzvakpOTFR0d7Wj7/PPP1b9/f33hC1/Ql7/8Ze3a1f0EiYkTJyoiIqLT0VcL6KPMEkcAnLnliAzT0tdf3xjorgEAEDAEwCALgFlZWY72yZMnKyYmpsvvREVFacmSJY62xYsXq1+/fo62CxcuqLi4WDt37tSvfvUrDRgwQFVVVV1eM9juAKbuP+UIgJ/mlsswLcVMSAl01wAACBgCYJAEwN54BNzh7rvvVkJCwk31q68XUOHJekcA3Hb4jP3v9nZPoLsHAEBA9PXxuzcERQCUvJNAnn/+eUdbbGzsdSeBDB8+3NEWFxd33UkgknTXXXdp4sSJN9Wnvl5A55taHQHw8OkG+98XmloD3T0AAAKir4/fvSFoAmDHMjDz5s1TYWGhxo4dq/79+6u0tFSSNHLkSEcYzMzMVGRkpBITE1VUVKTExETHMjAXLlzQuHHjtHPnTpWWlmr37t169tln1a9fPx04cHN75QZDAX31tQ126Dt7oVkD4r3/rmpoDHTXAAAIiGAYv/0taAKg5F0I2jAMRUdHa/Dgwdq2bZv92cMPP6xRo0Y5zl++fLliYmIUFRWlQYMGaeXKlfZnjY2N+uEPf6gvf/nLio6O1t///d/r8ccfv+4kkGsFQwF9e3q6HQBb29oV+0qqDNNSac2FQHcNAICACIbx29+CKgD2NcFQQD+cvcMOgJL0wBve3UAOVvbdPgMA4E/BMH77GwHQhWAooF8t2OUIgI9cviOYc7w2wD0DACAwgmH89jcCoAvBUEB/+nSPIwB2bAe36eDpAPcMAIDACIbx298IgC4EQwGV117Uva+u1ytr9kuSnvkwW4ZpaeXuigD3DACAwAiG8dvfCIAuBEsBNbe22/9+YfFuGaalBTuOB7BHAAAETrCM3/5EAHQhGAsofuVeGaalv2w+EuiuAAAQEME4fvsaAdCFYCyghHWFMkxLb3x+MNBdAQAgIIJx/PY1AqALwVhAs9KKZZiW/rx8T6C7AgBAQATj+O1rBEAXgrGAFmWVyDAt/WZRXqC7AgBAQATj+O1rBEAXgrGA1hSckGFa+ulfdwa6KwAABEQwjt++RgB0IRgLKK2oSoZp6QfvZgS6KwAABEQwjt++RgB0IRgLKK+0VoZp6VtvptltHo9HK3dXqPBk8PwdAADcqmAcv32NAOhCMBbQkdMNMkxL90/aYLd9vrfSsVsIAAChLBjHb18jALoQjAV0ur5RhmnpK/GWPB6PJOk/F+YSAAEAYSMYx29fIwC6EIwFdKm5zQ5755taJUlDp6URAAEAYSMYx29fIwC6EIwF5PF4dPfL62SYlirPXZIkO/wRAAEA4SAYx29fIwC6EKwFNPj1jTJMS0Wn6nXuYnO3AbCxpU05x2vV2tbezZUAAAg+wTp++xIB0IVgLaBvT0+XYVrKOV6r7Ueq7fA3aEKq4zxzhXff4Bmb2DcYABA6gnX89iUCoAvBWkCPz9wuw7S0ufC0krPL7AB417h1jvN4NAwACEXBOn77EgHQhWAtoGc+zJZhWlqVX6E5W486gl57u8c+jwAIAAhFwTp++xIB0IVgLaAXFu+WYVr6KLNEb6YWOYJeY0ubfR4BEAAQioJ1/PYlAqALwVpA8Su97/a9u/mIxq/e5wh6DY0tkqT2do+jvWPNQAAAgl2wjt++RAB0IVgLKGFdoQzT0mTroMZ8ku8IerUXmiVJNeebHO1VDY0B7jUAAL4RrOO3LxEAXQjWApqVVizDtPTS8r36xfwcR9A7Xe8NeoUn6x3tu8vOBrjXAAD4RrCO375EAHQhWAtoUVaJDNPS6I/z9KP3Mh1Br7z2oiQp/VCVo31NwYkA9xoAAN8I1vHblwiALgRrAa0pOCHDtPQfc3fqe29vdQS9o2fOS5KW5ZY72melFQe41wAA+Eawjt++RAB0IVgLKK3Ie3fv397drgenbHYEvaJT3r9l5pYjjvb4lfsC3GsAAHwjWMdvXyIAuhCsBZRXWivDtDR0WppiX0l1BL19FXWSpAmr98swLX31tQ0yTEvPLcoNcK8BAPCNYB2/fYkA6EKwFtCR0w0yTEv3vbreDn73TfT+O6/UO9njuUW5MkxLT83JkmFaevr9rAD3GgAA3wjW8duXCIAuBGsBna5vdNz1M0zL3h9457EaSdITs3bIMC17ncBHk7YFuNcAAPhGsI7fvkQAdCFYC+hSc5sj/P3jK6mKm5Ehw7SUceSMJOmhqVtkmJYW7SyVYVoaMmVTgHsNAIBvBOv47UsEQBeCtYA8Ho/ufnmdHQAfnLJZj8/cLsO0tKXotOPznOPe9wXvGZ/CbiAAgJAQrOO3LxEAXQjmAhr8+kY7AH4/aat+fHk9wNT9J1V7odn+7OxV/77Y3BrobgMA4Fowj9++QgB0IZgLqOOdP8O09OP3MjXig50yTEuf7am0dwH5+usbHXcDK89dCnS3AQBwLZjHb18hALoQzAXU8cjXMC39Yn6ORs7zbgm3Iq9CWw+fkWFaGvaOd+LHA29skmFaOlBZF+BeAwDgXjCP375CAHQhmAvomQ+z7QA45pN8PfvRLhmmpU9yyuxdQEbOy5Eke7eQHcXVAe41AADuBfP47SsEQBeCuYBeWLzbDoCT1h7U84vzvLN+s0o0K61Yhmnpvz7dI0n2WoDW3pMB7jUAAO4F8/jtKwRAF4K5gFL2ndS/JG7R75fkq/LcJY35JF+GaenD7cf1yhrvLiDT1hdJkn690Lso9Mc7SwPcawAA3Avm8dtXCIAuhFIB/enTPTJMS++lH7V3AVmYVSJJ+vNy72fvbj6iX8zP0W+Td7MkDAAgaIXS+H2rCIAuhFIBxa/07vjxl81H9OTsHZeXhDklSZqyrlCGaemXC3bZj43PNDQFuMcAANyaUBq/bxUB0IVQKqBXLz/2fWvDIX3rzbTL+wLXSpJmp3vfCbz3qr2DmRACAAhWoTR+3yoCoAuhVEBvfH5QhmkpIaVQX7+8SPTh0w2SpCU5ZZ32Dp6/43iAewwAwK0JpfH7VhEAXQilAkpMLbJnBN/zcooM09KJyws/px2q6hQA41fuC3CPAQC4NaE0ft8qAqALoVRASRsPyzAtvbR8rx3y6i61SJIuNbcpZkKKIwD++L3MAPcYAIBbE0rj960iALoQSgXUsfbff15e8sUwLbW2tdufXz0BxDAt3TdxfaeZwK1t7frdknzNTi/u7e4DAHDTQmn8vlUEQBdCqYA+2HZUhmnZiz7HTEhxfN4REA3T0p3jvHsDn6prdJyzu+ys/V2WiQEA9FWhNH7fKgKgC6FUQPN3HJdhWvru5W3fHnhjk+PzhsYWjfhgp97acEgPT/POEs486pwJvCKvwg6JVQ3OcAgAQF8RSuP3rSIAuhBKBfTxzlIZpqXBl2cAPzwtrdtzfzE/R4ZpaXG2c2eQ6esP2QEwr/Ssv7sMAMAtCaXx+1YFVQCcPXu2BgwYoH79+mnw4MHKyMi47vkrVqxQbGysoqOjFRsbq1WrVtmftbS06KWXXtJ9992nL37xi/r7v/97jRw5UpWVlTfdn1AqoGW7ymWYlr4S7w1wP3i3+/+2r609IMO0NNk66Gh/IfnK/sJrCk74u8sAANySUBq/b1XQBMClS5cqKipKc+fOVWFhoV588UX1799fZWVlXZ6flZWlyMhIJSQkqKioSAkJCbrtttuUnZ0tSaqrq9P3vvc9LVu2TIcOHdLOnTv14IMP6oEHHrjpPoVSAa3Kr3BM8nj6/axuz12YVSLDtPTsR7mO9uEzMuzvz0pjIggAoG8KpfH7VgVNABwyZIhGjx7taBs0aJDi4+O7PP/pp59WXFyco23YsGEaMWJEt79j165dioiI6DZUXiuUCsjae9IRAJ/9aFe352YcOSPDtPSdt9LtNo/Ho0ETUq9aJ3BvL/QaAICeC6Xx+1YFRQBsbm5WZGSk4xGuJI0ZM0ZDhw7t8ju33367kpKSHG1JSUm64447uv09mzZt0he+8IVuC6KpqUn19fX2UVFRETIFtOHAKUcAHPNJfrfnltdelGFauvvldWpr9872PVXX6Pj+z+Zm91bXAQDoEQJgkATAyspKRUREKDPTufjwlClTNHDgwC6/ExUVpeTkZEdbcnKyoqOjuzy/sbFRDzzwgH72s59124+JEycqIiKi0xEKBXTtbh8vr+p+p4+2do/uGe9dGLqs5qIkKetojeP7Q68ziQQAgEAiAAZZAMzKcr6XNnnyZMXExHT5naioKC1ZssTRtnjxYvXr16/TuS0tLXriiSf09a9//brFEMp3AHcUVzsCXMK6wuue/73Ly8VsPXxGkvRpbrn9WPjau4MAAPQlBMAgCYD+fATc0tKiJ598Ul/96ldVU1PTo36FUgHlHK91BMC/bD5y3fN/dXlnkI93epeCmbHpiAzT0h+X7bGvcfZCc290HQCAHgml8ftWBUUAlLyTQJ5//nlHW2xs7HUngQwfPtzRFhcX55gE0hH+7r33Xp05c6bHfQqlAsq/vItHxzFv+/Hrnj/xM+9SMAkp3juF5grvHsIzNh3RwMuPhyvOXuyNrgMA0COhNH7fqqAJgB3LwMybN0+FhYUaO3as+vfvr9JS7x2okSNHOsJgZmamIiMjlZiYqKKiIiUmJjqWgWltbdXjjz+u//N//o/27NmjU6dO2Udz883duQqlAtp/os4RAJftKr/u+R9u9+4c8vziPEnSMx9myzAtfZpbbi8mfehUQ290HQCAHgml8ftWBU0AlLwLQRuGoejoaA0ePFjbtm2zP3v44Yc1atQox/nLly9XTEyMoqKiNGjQIK1cudL+rKSkpMsJHREREUpPT7+p/oRSAR053eAIgOv2nbzu+R2zhv/t3e2SZL/7t6O4Wt96M43dQAAAfVYojd+3KqgCYF8TSgVUUn3BEQA7Jnd0p/BkvQzT0v2TNsjj8Sj2Fe8agMerL2jYO9tkmJYyjvT8sToAAP4WSuP3rSIAuhBKBVRV71zH70Z37843tdrndqwLaJiWGlva9OP3MmWYllL3X/8uIgAAgRBK4/etIgC6EEoF5PF49MPZO+wgdzPv73398rt+y/O828gNfn2jJOnn83LsdgAA+ppQGr9vFQHQhVAroKsXgz5x7tINz398ljcw/unTPY73AZ9fnCfDtPRRZol9rsfjUcaRM6q71OKv7gMAcFNCbfy+FQRAF0KtgDwej+JX7tPvl+TL47nxIs4vLfcu/dLx/t9zi3IlSf91ORDOTi+2z12wwztrePTHeX7rPwAANyPUxu9bQQB0IdwLqKD8nOO9wc/2VEq6skbgtPVF9rlfib9yHgAAgRTu47dEAHSFApJ+dHnCx/AZGWq/vPXbtPVFMkxLEz87IMm7d/DVQREAgEBi/CYAukIBSXvKz+lnc7O1r6LObpudXmy/GyhJu6/aZWTIlE2B6ioAAJIYvyUCoCsUUNcWZpU4dgl5a8MhOwDe9+r6APcOABDuGL8JgK5QQF3rWBZm5LwceTwefXt6uuMRcFv7jSeYAADgL4zfBEBXKKCupe4/KcO09KP3Mu09hu8ct84OgHUXWQoGABA4jN8EQFcooK5lHDnjuOPX8Th40ATvcjFlNRcD3UUAQBhj/CYAukIBde3qSR8dR+bRag2ZskmGaWn/ibobXwQAAD9h/CYAukIBde3QqQZH+Ou44/e9t7d6w2BxdYB7CAAIZ4zfBEBXKKCuVZy9aIe/+ydtsHcV6VgzMHX/yQD3EAAQzhi/CYCuUEBdO3ex2Q6AP5y9w27/5YJdMkxLy3aVB7B3AIBwx/hNAHSFAupac2u7HQB/tyTfbn/xk3wZpqW5GccC2DsAQLhj/CYAukIBda8jAE5NubIf8Ctr9sswLb294VAAewYACHeM3wRAVyig7nUEwOV5FXbb9PWHHHsEAwAQCIzfBEBXKKDuzUor1nOLctXc2m63fbDtqAzT0tilBQHsGQAg3DF+EwBdoYB65pOcMhmmpV8t2BXorgAAwhjjNwHQFQqoZ9bt824R9+9zMgPdFQBAGGP8JgC6QgH1zPYj1TJMS99P2hrorgAAwhjjNwHQFQqoZwpP1sswLQ1+fWOguwIACGOM3wRAVyignqk+3yTDtDQg3lJLW/uNvwAAgB8wfhMAXaGAeqat3aM7x62TYVo6Xd8Y6O4AAMIU4zcB0BUKqOf+efImGaal/SfqJHn3DV65u8KxXAwAAP7E+E0AdIUC6rnhMzJkmJbSDlVJkkbNz5FhWnrq/Sw1tbYFuHcAgHDA+E0AdIUC6rmfz/MGvmW55Wpv99g7hhimpY93ltrnNba06VIzgRAA4HuM3wRAVyignvvTp3tkmJZmpRXrePUFRwB84/ODkqSm1jY9NHWLvp+0lckiAACfY/wmALpCAfXc1JQiGaal19Ye0JqCE44A+Idl3i3iDp1qsNsyjpwJcI8BAKGG8ZsA6AoF1HMfbj8uw7T02+TdeuPzgzJMSzETUmSYln4xP0eStOngaTsA/vSvO7Wvos5xjfNNrXrq/SxNWnswEH8CACDIMX4TAF2hgHrusz2VMkxLT7+fpR+9lynDtPTcolwZpqXHZ+2QJM3fcdxxZ9AwLR2ovBICl+4qs4Ojx+MJ1J8CAAhSjN8EQFcooJ7LPFrtCHZfibe0cneFDNPSt95MkyRNWnuwUwBclFViX+MnH2TZ7XUXWwL0lwAAghXjNwHQFQqo54qrGhzBbtr6Ih07c16Gaem+V9dLkv5zofeO4IxNR/Tb5N0yTEsTVu+XJJ2su6QB8Ve+f/h0QyD/HABAEGL8JgC6QgH1XHu7R6M/ztPQaWl6YfFuNbe269zFZjvQNbe2K65jrcCiKq3I894dfGpOloqrGjRn61FHgNx2mEkiAICeYfwmALpCAflGe7tHX7l8V+90faPue3W9DNNScVWD9lXUdXoc3PHouGM9QQAAeoLxmwDoCgXkO4Nf3yjDtLTzWI0d8joWg+4qAHY8Jp655Uiguw4ACDKM3wRAVygg3/nu21tlmJbe3nhYhmnpnydvsj+7Nvz9ZlGe3t5wSIZpafzqfTe8dl5prT7JKfNn9wEAQYTxmwDoCgXkO0/N8c7svXPcOhmmpf/6dI/92bMfee/2vf75Qa3Kr1D1+SZ9vLNUhmnp2Y9yu7xeW7tHY5cW6M3UIjs47iiu7q0/BwDQhzF+EwBdoYB8p2MtwI5j/4kr6/6drm/UmoITamu/suZfx2LRj83c3uX1cktqO905/CizRJLk8XhUUH5OZTUXWUcQAMIQ4zcB0BUKyHfiV+61g9q/z8m84fkdk0P+71WPiq+2bFd5pwCYsK5QHo9HCSmFdtufrrrTCAAID4zfBEBXKCDfeWn5lQC4t+LcDc+vami0ZwO3tLV3+vz1zzsvJv3sR7s67T88cHyKWrv4PgAgdDF+EwBdoYB8Z+vhM7pz3Dr9ZfPNzeptb/fovonrOz0u7vCzudmdAuAj09PthaVf//ygYl9JZTFpAAhDjN8EQFcoIN9qbGnr0fkj5+XIMC0tvGqbuA4PvLGpUwC8a9w6PfDGleVmfnx5L+JV+RU++gsAAMGA8ZsA6AoFFFgzNh2RYVoa80m+o73mfJMd+sav3qf4lXs1aEKq3Xb3y+t0qblNr67ZL8O0NNk6GKC/AAAQCIzfBEBXKKDAyjhyRoZp6f+9ucXR3hEMh05Ls9v+9S8ZdgB8YtYOSdLSXWUyTEs//evOXu03ACCwGL8JgK5QQIHV0NiiAZe3hCuuatDyvAo9/X6WHfSSs68s/twR9gzT0pR1hZKk/Se8M4m/+toGloMBgDDC+B1EAXD27NkaMGCA+vXrp8GDBysjI+O6569YsUKxsbGKjo5WbGysVq1a5fh85cqVevTRR/W//tf/UkREhAoKCnrcJwoo8P5j7s5O7/oNiPfuKHKtrYfP6A9LC1Rx9qIkqam1TXddXni6o623Nba06e0Nh5RXWhuQ3w8A4YjxO0gC4NKlSxUVFaW5c+eqsLBQL774ovr376+ysq6398rKylJkZKQSEhJUVFSkhIQE3XbbbcrOzrbPWbRokSZNmqS5c+cSAINYcVWDHeLue3W9Zm45ospzl276+3EzvI+G1x845cdedu+Vy+8hfvW1DQH5/QAQjhi/gyQADhkyRKNHj3a0DRo0SPHx8V2e//TTTysuLs7RNmzYMI0YMaLTuSUlJQTAILc6/4R+syhPx6sv9Pi7f/p0jwzTUtJVdwzLay8qfuVebT18xpfd7KTuUovjzmV9Y4tffx8AwIvxOwgCYHNzsyIjIzs9wh0zZoyGDh3a5Xduv/12JSUlOdqSkpJ0xx13dDq3JwGwqalJ9fX19lFRURH2BRTs5m0/7thTuKq+Ud96M80OZX9YVqDCk77/3ze/7GynpWq2+TlwAgC8CIBBEAArKysVERGhzEzn9mBTpkzRwIEDu/xOVFSUkpOTHW3JycmKjo7udG5PAuDEiRMVERHR6QjnAgp22cdqvI+PJ67XoVMN+vb0dBmmpX+6vMi0YVqKfSVV+yo6LzbtRsdklX9J3KKh07yBs6v3FoNFfWOLVuRVqKm1Z2s5AkAgEACDKABmZWU52idPnqyYmJguvxMVFaUlS5Y42hYvXqx+/fp1Opc7gOGtobGl0ySSh6ZuUVnNReWV1uqpOVn2xJIRH+xUbkmtUvef6nL7uZtVVnPRvmbluUv6eGepDNPSD2fvUHNrcG5L94elBTJMS298zpqKAPo+AmAQBMC+9Aj4WhRQaBi3ap/ufnmd7hy3Tr9emKuTdVcmkTQ0tmjEB51nGj/wxiY9MWuHVuRVKGXfSeWV1qqlrV0Xm1uv+7va2z16edU+GaalZz70Tko6dua8vnJ5OZt/n5Optnb/L0lzvPrCLb0z2ZWa80265+UU+27puYvNPrkuAPgL43cQBEDJOwnk+eefd7TFxsZedxLI8OHDHW1xcXFMAkG3mlvbdaGp+/B2vPqChr2zrVMQ7DhiJqTosZnbdd/E9ZqbcUw/eDdDqftP6kfvZWre9uP62dxs/XLBLo2an2N/J2XfSfv6n++t1D9e3ps4bkaGfvBuhqrPN/n872xta9evFuyy+/D7Jfk93oLvWrPSih3/LWalFfuotwDgH4zfQRIAO5aBmTdvngoLCzV27Fj1799fpaWlkqSRI0c6wmBmZqYiIyOVmJiooqIiJSYmdloGpra2VgUFBVq3bp0iIiK0dOlSFRQU6NSpm18OhAIKLy1t7TpZd0mLskocW8v19IiZkKLF2aWdFp+emlLkOG/BjuM+/xvWFJyw90XuuOs4Y9ORW75eQfk5DRzvvfv3kw+8j8sfv7zTCgD0VYzfQRIAJe9C0IZhKDo6WoMHD9a2bdvszx5++GGNGjXKcf7y5csVExOjqKgoDRo0SCtXrnR8vmDBgi4ndEycOPGm+0QBha+2do9qLzRrzCf5emn5XntHkhsdD03dor0V57q8ZuW5S45zf7Mor9M5y3aVa2FWiZKzy/T0+1laubtC/z4nU2sKTijneK2q6hu77XNjS5seTfLexZy55YgdBmNfSb3u97rj8Xj0vbe3yjAt/WrBLp243P+vxFuqu8iSNgD6LsbvIAqAfREFhA4p+05qRV6Ffr8kX3eNW6cfv5cpw7T0b+9u13feStdLy/fK4/Go/Qbv932aW27PEL731fXaXXZWDY0til+5V29tOHTDgPnAGxuVdbSmUwArq7mohy/PNr731fWqu9Qij8ejJ2fvkGFaemn5Xsf5O4/VaOvhM0rOLtMvF+xS7YXO7/UdrKyXYVoaOD5FdZe8v++7lwNh6v6Tnc6/VuHJ+h4t2o2eSdl3Uuv23fh/ByAcMX4TAF2hgHCtlrZ21ZxvUmNLm5btKreDUU+vcefl3U0M09I/T9503dB376vrO7UNHJ+iSWsPaklOmV5be0AxE7yPaR+cstmx3mBeaa09I7ljqZusozX24+GO451NnZeomba+qNOdyomfHZBhWnp51b4u/7baC816Zc1+fZJTpjvHrdODUzbrTEOTThAEfeqdTYftu7FVDT2/uwuEOsZvAqArFBD85erJIl2Fu45398av3qfy2ovKLanV0TPnNWp+ju6ftKHbu4NXz3Du8ELybnvtw2c/ytV9XQTKf0nc4rh7mXm02l7Ieu2eSrs9rahKhmlp8Osbu1zSJn7l3i77ds/LKdp/4tbWWtxddvaWvxuKOh7tdxyB2uYQ6MsYvwmArlBA8Jcjpxs0ff0hjb28vt6P3svU4zO3a+zSAh2orFPq/u4HdY/Ho82Fp/WHZQX66V936pU1+/WHpQXaU971u4e1F5r1w8uPgjuOf/1LhjKOtIg4OQAAGIVJREFUnNHSXWV2ILxr3Dot2HFcSRsP2+f9vze3OJa+aW1r1/+9fMfS2nvl8WPm0Wr99K+dl9O5+vjh7B09npGcW1Krr8R7J9b46k5XfWOLFu0sVdLGw10++u7LTtU1dgrwU1OKAt0toM9h/CYAukIBwd/a2j3aePC039fWa2xp0+r8E1q0s1RZR2scd+9e//xgl4HNXLG3y8ke09d731V85K10Lcwq0cKsEsW+cmXW9H2vrteDUzbrpeV79cAbGx3X/NqkDV1uidfe7nEEzfNNrZqdXqxvJGy2v/tC8m5XaxvuKT+nzYWnFTcjw77mYzO3q7z2ov3+Zlu756be5QyUhHWF9kzsxdml9uxsAE6M3wRAVygghIOWtnbtKT+nOVuP6p6XU/Tdt7dqeV5Ft+efOHdJX32t68fQz3yYrYOVV/7/S/X5Jp1paNL6A6f00NQt9jI5LyzerTlbj+r5xXka/XGevj09Xfe8nKIfvZepf3wltdvrfyXe6vZOZ3eaW9tV1dBoP1rveCR99XV/8kGWvpGwWcPe2aZfLtilr7++UaU1Nx82zze1ylyxV2sKTvSobz1xsbnV3sJw08HTOny6wZ7l3RuLiwPBhPGbAOgKBYRw09za3mn9wq6crLukqSlFem5Rrn65YJcmrN5/wwkxza3t+uVVi1Tf6Hho6hZ9lFmi6vNN9sxpw7T0x2V7bvrvKa5q6PKdx7V7KrWn/Jwen7VDd101Iefq45cLdunzvZU39di64y7qPeNTtCy3XLkltTfdx5s1Y9MRGaalodPS1N7uvUvZ8bd1t/RQoNxMDflLVUOjymouBuz3o29g/CYAukIBAb7V0tauDQdO6b30oxo1P0evrtmvGZuO6P2tR5Vx5Iw+yizRnvJz2lFc3Wnnll0ltXY423ms5roh43R9o5I2HtaQKc4Z1kkbD2vnsRrHucVV5/XLBbs08bMD+uZVj5w7jucX52lz4eku11I8Xd+oiZ8d6BQi7xy3TsfOnPfNfzRJ+yrq7N+xOv/KXcbfLMqTYVqatr7vvAf4UWaJvjZpgxJSCvWdt9L18qp9qr3Q7Pe7lHWXWjR+9ZVtH8d8kq/nFuXe0hqYCH6M3wRAVyggoO+4emFqw7T083k5WlNwQsfOnNeJc5dUUn1Ba/dU6g9LC7pcuPuhqVu6nLl8tcaWNtU3tujZjzrfqbxnfIpe/CRf09YXKf1QlV7//KC+/vqVdxyfej9L91z1mHns0oIePUbu7m9ubm3XYzO3e9+DXLzbEXw/21Mpw7T07enpAb3rJkkfbDuqb09P7/aO7tcmbdDbGw/7/P3K8tqLGv1xXrevDUy2Dvr09/VUY0ubDlTWqeLsxYD/bxROGL8JgK5QQEDfkn2sRv8xd6djHcU7u3mE23EkpBTqxLlLqunB3suXmtu0q6RWb6YWXffaHeErdf9Jtba1q6zmolbkVTg+X7DjuOZsPaqS6guasemINhw4pVlpxXp1zX5V1TdqX0Wdzl++29nQ6F3Au7z2ok6cu6TfL8l3TK450+D8G843tdqhs6fvRvZUd3fwLjS12hODOo6OyT9xMzLsWeMdh6/2kq4+36Rp64scIfzhaWnKOlqjpbvK7Pclh0zZFLB3JNvaPXrqqtcXvvNWuvJKff96ADpj/CYAukIBAX1T6v5T+ufJm/Sdt7x3nAbEe5exuWvcOr34Sb5+MT9Hh0833PQ7jd3xeDzKOV6r/Sfq9Mhb6Xpy9g498MZG3Xn590xff6hTKLt6BxbHHcRrJp5c+8j4x+9l6ivxlh6fud1xJ7Hj+HB713tH/+5ySHw0aZtjJrVbrW3tenvjYSWkFGrYO9t098vrNHxGhr779lb958Jc/Xn5Hv18Xo5j3+yn38/SrLRinW9qVc7xWjW2tKmt3aNLzW36cPtx+29dllt+y/1qa/dod9lZx93Gf/1LhnJLatXSduUOb1Nrm31XcHX+iV6/+1bf2KKElMJO/4fK4Ne7Xq8TvsX4TQB0hQIC+r495edUUn1BdZdadLoX3ve60NR6w/fKLjW3qazmooa9s63b0Nexw0tXO71cfZgr9iqv9Gy3AaaqodG+4zZ0Wpp23eQElI7reTze5W+aWtuUX3ZWuSW1drC+2eOR6elatuv6oc7j8chccWWh8E97GAI9Ho/OXmjWE7OuhOuHpm7RqvyKbifqTFi93z535pYjPfp9bpw4d8nx/uknOWWqu9Sif/2LdwmiYe9su6VdhHqq7lKLnpi1Q88tylX6oSotySnrs0sc+RrjNwHQFQoIgBuV5y7p/a1HlVZUpbgZGZqz9ahmpxdrcXapzl5oVkH5OXk8Hh061aC5Gce0puCEvvf2Vr2weLfe33pUb3x+8IbvLUreBbM7Asdd49bpB+9m6LW1BzR9/SFNWVeomVuO6Kn3szQ7vViPvJWuxNQifXt6uv5zYa6eej9LD03doscvv2d47fFo0ja9/vlB7auo08aDp7Xt8Bkt2HFcs9K8f8f+E3U3fXetvd2jyZZ3xnTMhBRtOHDquoGkpa1dn++t1LLcckcojX0lVb9emKuKs9ef7Xu+qVUvLfeGzkETUntl4e8DlXV6NGmbHVDn7zhu//cpr71o77DzzIfZ3f5367iT2dDYoobGngfFU3WN+uOyPV3+7zlyXo5S9p3UpeaeLcoebBi/CYCuUEAAgkVDY4v9ONgXx++W5Dt2e/GV9naPnvkw2/49z3yYrczialWfb1LluUvKLzurT3PLu717+tDULTp8uuGmf5/H49EP3vXeeRs1P8dv2wpeaGrVtPVF9gSkB97Y2OUe2IUn6x3bPV792L6t3aPZ6cW6Z3yK/n1OpmImpOhfErfY74jejMaWNv34vcwb/u/74JTN+tabafr9knw9NnO7nv0oV1UNjSqvDY0ldBi/CYCuUEAAgonH41F+2Vmt3VOpH7+XqREf7NR3396qmAkpevzyo9OOYPUviVt098vrNHB8iobPyNDA8Sl6f+tRvZladMM7a241NLYoYV2h413H2FdSHTvKXHs882G2Ks5eVGvbje+IXmvTwdP2dQaOT9HmwtOqv4U7ax067tzVXWpR1tEavbv5iGO9yd8m775ukLp6u8UH3tiotzcc0gvJu687i/rXC3N19jp3MOsbW2Su2OuYFBX7Sqqmrz+kgvJzyj5Wo4VZJXps5vZOE3OuPu4ct047iqtv+b/NtU6c864Z+tLyvfrDsgLNSivu9N6sPzB+EwBdoYAABLv2y5MwPB6Pymq8S5EcrKzXxeZWldV4Zxt7PJ5eeSftWtnHavTIW+n62qTOS7jcP2mDfj4vRxlHzqj98hZ9bmQdrdFTc67MyL3n5RRNWVeoPy7bo8zias3YdES7SmqVtPGwFmaV6INtRzV2aYGSs8s04oOdmptxTHEzMhS/cq+GTkvTQ1O36P5r+v3wtDSt23fju6aNLW0aNT+nywB2z/gUfbDtqJ79KNex7NHV71suz6vQtPVF2lJ0WpPWHtRvk3c7tk38+usbtfHg6W5/f0Nji9btO6mNB0/rt8m7u7xj+LVJG657jRs539SqtzcccuzA03H84yup+iSnzK8Tcxi/CYCuUEAA4H9t7R59vLNUC7NKVF57UduPVPslHJy72NxlqHJzDJmyST94N+P/t3e3MVFdeRjAbyEDFYqTghR5ibJRqq0IqTHaZrsQBJVE1MQvxEgk24jFii8bPizS6sSkUtxt/bCpptFat9noYFa0MUJdQVFbXnwbDKNURaAwBasVHIHAYGGe/UDn6oUBBkaY+/L8kvPl3st4/jknnmdm7j2D76p/GfMDFm1dvUj4Zxn+lDOwb+Rfj1yFqaldPG+32/G34873tXTW4v9xYdRN0odztbENx681D/l0cOm+izha1eTy69jtdhz+oUHchmfm358/Hf7lhTqk/Ov5vaZrDpRP2FfyXL8ZAN3CCUREpC52ux3P/tjiZvWXP4qfCjoezojedRazdhQhMucMFv4RhpbuGwiNaw9WYsnnZcj8z3WcuG6B8UqTZOuZ8eh51ufSr5V8/r87kq/I53wy8Mna7NwibD56A4cu17+UBztqW58i//ufJNv7OP6ddYeqcP6nX1FU04re3/tx50EHfu/rx9XGNlxpaMOWYyYs3vP8k8iEz8vwvfmBJJD29dtx8FK9WEtkzhn88+wdt/s9GNdvBkC3cAIREalbf78ddQ8Hgkz5/d/Qau1G3cNO3GqxoqPnGUxNA1vwtFq7Pf5LHv39dnTZfsfRqib88qQbP9z7Dfdf4k8OvujXpz3Y+Z0Zf9l7wemnjY7ti6INQ7cxisotxr/LG0fcgPuBtQdbjQMPLRXesLz0/nP9ZgB0CycQERFpWX+/HcevNmPfubv4c/55ROUWD3lYZ+4n3yN611ms+vJH/Fj325i226mxWCdkb0Ku3wyAbuEEIiIiGvCsrx/dvX1oedKN/163oOVJN06aLOKDRHLC9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C2cQERERMrD9ZsB0C1WqxWCIMBiseDp06dsbGxsbGxsCmgWiwWCIMBqtXo6SngMA6AbHBOIjY2NjY2NTXnNYrF4Okp4DAOgG/r7+2GxWGC1Wifs3YlaP11Ue31aqFHt9WmhRrXXp4Ua1V7fRNVotVphsVjQ39/v6SjhMQyAMvX0qbrvT1B7fYD6a1R7fYD6a1R7fYD6a1R7fYA2avQEBkCZUvuEV3t9gPprVHt9gPprVHt9gPprVHt9gDZq9AQGQJlS+4RXe32A+mtUe32A+mtUe32A+mtUe32ANmr0BAZAmbLZbDAYDLDZbJ7uyoRQe32A+mtUe32A+mtUe32A+mtUe32ANmr0BAZAIiIiIo1hACQiIiLSGAZAIiIiIo1hACQiIiLSGAZAIiIiIo1hAJSh/fv3IzIyEr6+vliwYAEuX77s6S6Ni8FgGPKzOyEhIeJ5u90Og8GA0NBQvPrqq4iPj8etW7c82OPRXbp0CSkpKQgNDYUgCDh16pTkvCs1tbe3Iy0tDVOnTsXUqVORlpaGJ0+eTGYZwxqtvvT09CFjunjxYsk1NpsNWVlZCAoKgp+fH1auXCmbn1vKy8vDwoUL8dprryE4OBirV6/GnTt3JNe40v+mpiakpKTAz88PQUFB2LJlC3p7eyezlGG5UmN8fPyQcUxNTZVcI+d5euDAAcyfPx8BAQEICAjAu+++i+LiYvG80sdwtPqUPn6D5eXlQRAEbNu2TTym9DFUAgZAmSkoKIBOp8OhQ4dQW1uLbdu2wd/fH01NTZ7u2pgZDAbMmzcPDx48ENujR4/E8/n5+QgICEBhYSHMZjNSU1MRGhqKjo4OD/Z6ZMXFxfj4449RWFjoNCC5UlNycjKio6NRUVGBiooKREdHIyUlZbJLcWq0+tLT05GcnCwZ07a2Nsk1mZmZCA8PR0lJCUwmExISEhAbG4u+vr7JLMWp5cuX48iRI7h16xZu3ryJFStWYMaMGejq6hKvGa3/fX19iI6ORkJCAkwmE0pKShAWFoasrCxPlSXhSo3x8fHIyMiQjKPVapW8jpzn6enTp1FUVIS7d+/i7t27yM3NhU6nE99sKX0MR6tP6eP3oqtXryIyMhIxMTGSAKj0MVQCBkCZWbRoETIzMyXH5s6di5ycHA/1aPwMBgNiY2OdnrPb7Zg+fTry8/PFYzabDXq9Hl999dVkddEtgwOSKzXV1tZCEARUVVWJ11RWVkIQhCGf0njacAFw9erVw/6N1WqFTqdDQUGBeKylpQVeXl44e/bshPV1vB49egRBEHDp0iUArvW/uLgYXl5eaGlpEa8xGo3w9fWV5Ua1g2sEBgLEi4vtYEqapw6vv/46vv76a1WOIfC8PkA949fZ2YmoqCiUlJRIalLrGMoNA6CM9Pb2wtvbGydPnpQc37p1K+Li4jzUq/EzGAzw8/NDaGgoIiMjkZqaivr6egBAfX09BEGAyWSS/M2qVauwfv16T3R3zAYHJFdqOnz4MPR6/ZDX0uv1+Oabbya2w2M0XADU6/UIDg5GVFQUNmzYgIcPH4rnz58/D0EQ0N7eLvm7mJgY7Nq1a1L6PRZ1dXUQBAFmsxmAa/3fuXMnYmJiJOfb29shCAIuXLgwOR0fg8E1AgMBYtq0aQgKCsLbb7+N7OxsyafUSpqnfX19MBqN8PHxwe3bt1U3hoPrA9QzfuvXr8f27dsBSEOt2sZQrhgAZaSlpQWCIKC8vFxyfM+ePXjzzTc91KvxKy4uxokTJ1BTUyO+wwsJCcHjx49RXl4OQRAk794AICMjA8uWLfNQj8dmcEBypaY9e/YgKipqyGtFRUUhLy9vYjs8Rs4CYEFBAc6cOQOz2YzTp08jNjYW8+bNE3foP3r0KHx8fIa81tKlS7Fx48ZJ6ber7HY7Vq5ciffff1885kr/MzIysHTp0iHX+Pj44NixYxPX4XFwViMAHDx4ECUlJTCbzTAajYiMjERSUpJ4XgnztKamBv7+/vD29oZer0dRUREA9YzhcPUB6hg/o9GI6Oho9PT0AJAGQLWModwxAMqIIwBWVFRIjn/66aeYM2eOh3r18nR1dSEkJARffPGFGJZaW1sl12zYsAHLly/3UA/HZrgAOFJNw4X52bNn47PPPpvYDo+RswA4WGtrK3Q6HQoLCwEM/x93UlISPvzwwwnp53h99NFHmDlzpuTGclf6P9ybFJ1OB6PROHEdHgdnNTpz/fp1CIKAGzduAFDGPO3t7UVdXR2uXbuGnJwcTJs2Dbdv31bNGA5XnzNKG7/m5ma88cYbuHnzpnjMlQCotDGUOwZAGVHbV8DOJCUlITMzk18BDyK3r2YA1wIgMLCoOO57VMpXwFlZWYiIiEBDQ4PkuJq+ehquRmfsdrvknislzVOHxMREbNy4UVVj+CJHfc4obfxOnToFQRDg7e0tNkEQ8Morr8Db2xulpaWqHEO5YQCUmUWLFmHTpk2SY2+99ZYiHwIZzGazITw8HLt37xYfmNi7d694vre3VxUPgYxUk+Pm7CtXrojXVFVVye7mbMC1APj48WP4+vri22+/BfD85u3jx4+L17S2tsrmIRC73Y7NmzcjLCwM9+7dG3Lelf47bj5/8ZPegoIC2dx8PlqNzpjNZsmDIkqapw5LlixBenq6KsbQGUd9ziht/Do6OmA2myVt4cKFSEtLg9lsVu0Yyg0DoMw4toE5fPgwamtrsX37dvj7++Pnn3/2dNfGLDs7GxcvXkRDQwOqqqqQkpKCgIAAsZb8/Hzo9XqcPHkSZrMZa9eulf02MJ2dnaiurkZ1dTUEQcC+fftQXV0tbtPjSk3JycmIiYlBZWUlKisrMX/+fNlszzBSfZ2dncjOzkZFRQUaGxtRVlaG9957D+Hh4ZL6MjMzERERgdLSUphMJixZskQ228Bs2rQJer0eFy9elGyh0d3dLV4zWv8d208kJibCZDKhtLQUERERstl+YrQa79+/j927d+PatWtobGxEUVER5s6di3feeUcyRnKepzt27MDly5fR2NiImpoa5ObmwsvLC+fOnQOg/DEcqT41jJ8zg59sVvoYKgEDoAzt378fM2fOhI+PDxYsWCDZvkFJHHvg6XQ6hIWFYc2aNZJ7WBybJk+fPh2+vr6Ii4uTPKkoR2VlZUM2YBUEQXxn7kpNbW1tWLdunbjJ67p162SzQetI9XV3d2PZsmUIDg6GTqfDjBkzkJ6ejubmZslr9PT0ICsrC4GBgZgyZQpSUlKGXOMpzmoTBAFHjhwRr3Gl/01NTVixYgWmTJmCwMBAZGVliQ/CeNpoNTY3NyMuLg6BgYHw8fHBrFmzsHXr1iH7Ocp5nn7wwQfi/5HBwcFITEwUwx+g/DEcqT41jJ8zgwOg0sdQCRgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIYxgAiYiIiDSGAZCIiIhIY/4PsBKjp787AIcAAAAASUVORK5CYII=\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 96.81\n"
     ]
    }
   ],
   "source": [
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "# size_layers = [784, 100, 10]\n",
    "\n",
    "# Randomly initialize weights\n",
    "w1 = initalize_weights_relu(784, 100)\n",
    "w2 = initalize_weights_relu(100, 10)\n",
    "\n",
    "for ix in range(epochs):\n",
    "    n_examples = X.shape[0]\n",
    "    # Forward pass: compute y_hat    \n",
    "    a1 = X\n",
    "    z2 = a1.dot(w1)\n",
    "    a2 = np.maximum(z2, 0)\n",
    "    z3 = a2.dot(w2)\n",
    "    a3 = np.maximum(z3, 0)\n",
    "    Y_hat = a3\n",
    "    \n",
    "    # Compute loss\n",
    "    loss[ix] = (0.5) * np.square(Y_hat - Y).mean()\n",
    "    # Backprop to compute gradients of w1 and w2 with respect to loss\n",
    "    d3 = Y_hat - Y\n",
    "    grad2 = a2.T.dot(d3) / n_examples\n",
    "    d2_tmp = d3.dot(w2.T)\n",
    "    d2 = d2_tmp.copy()\n",
    "    d2[z2 <= 0] = 0 #d2 = d2 * derivate of ReLU function\n",
    "    grad1 = a1.T.dot(d2) / n_examples\n",
    "    \n",
    "    # Update weights\n",
    "    w1 = w1 - grad1\n",
    "    w2 = w2 - grad2\n",
    "\n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3. Pytorch tensors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10.006829500198364 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzde1wV953/cfoj4D7qPnb3sfvoYx/b3WRsLiqbtGlMa9q0NU0vUdsmTS9J021ct0kvmu4mprfBS0JjlJCYYBI1N2MuRox3kzgCijdQEMULiIKKFy6CIqKgKNdz3r8/jgyOgAHnHA7nnNfz8ZjHo8zMGT64n8d+35k58/1GCQAAABElKtgFAAAAoG8RAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMARAAACDCEAABAAAiDAEQAAAgwhAAAQAAIgwBEAAAIMIQAAEAACIMAdAFj8ejiooK1dXVqb6+no2NjY2NjS0Etrq6OlVUVMjj8QQ7SgQNAdCFiooKRUVFsbGxsbGxsYXgVlFREewoETQEQBfq6ursBgr2f82wsbGxsbGx9Wxrv4FTV1cX7CgRNARAF+rr6xUVFaX6+vpglwIAAHqI8ZsA6AoNBABA6GH8JgC6QgMBABB6GL8JgK7QQAAAhB7GbwKgKzQQAAChh/GbAOgKDQQAQOhh/CYAukIDAQAQehi/CYCu0EAAAIQexm8CoCs0EAAAoYfxmwDoCg0EAEDoYfwmALpCAwEAEHoYvwmArtBAAACEHsZvAqArNBAAAKGH8ZsA6EogG6ihqVVJacXaU1Hn92sDABDJCIAEQFcC2UCf5FfKMC395v08v18bAIBIRgAkALoSyAZatL1MhmnpV3Nz/X5tAAAiGQGQAOhKIBsoJdcXAB96c6vfrw0AQCQjABIAXQlkA83POSrDtPTAGzl+vzYAAJGMAEgAdCWQDfTuliMyTEs/ey3b79cGACCSEQAJgK4EsoHmZh2WYVq6f84Wv18bAIBIRgAkALoSyAZ6M/OQDNPSfbM2+/3aAABEMgIgAdCVQDbQaxt9AfCHr2b5/doAAEQyAiAB0JVANtCs9QdlmJZGvUwABADAnwiABEBXAtlAL2f4AuA9yZl+vzYAAJGMAEgAdCWQDfTSmv0yTEvffWmT368NAEAkIwASAF0JZAO9kF4sw7R094yNfr82AACRjABIAHQlkA2UmFokw7Q04oUNfr82AACRjABIAHQlkA00zdonw7T0jaT1fr82AACRjABIAHQlkA30t0/2yjAtfT1xnd+vDQBAJCMAEgBdCWQDPf1RoQzT0vDpGX6/NgAAkYwASAB0JZANNGnFHhmmpdufJQACAOBPBMAQCoBz5szRoEGDNGDAAA0bNkxZWVeeIHnZsmWKi4tTbGys4uLitGLFik7nFBUV6d5779U//MM/6O///u91xx13qKysrMc1BbKB4pcXyDAt3TZ1rd+vDQBAJCMAhkgAXLRokWJiYjR37lwVFRXpiSee0MCBA7sNazk5OYqOjlZiYqKKi4uVmJioa665Rrm5ufY5hw4d0j//8z/rL3/5i3bt2qXDhw/LsixVV1f3uK5ANtCfl+TLMC196W9r/H5tAAAiGQEwRALg8OHDNW7cOMe+oUOHKj4+vsvzH3zwQY0aNcqxb+TIkXrooYfsn3/xi1/o4YcfdlVXIBvoycW7ZZiWbn463e/XBgAgkhEAQyAANjc3Kzo6utMj3Mcff1wjRozo8jPXXnutkpOTHfuSk5N13XXXSZI8Ho/+/u//XlOnTtU999yjz33ucxo+fLhWrlx5xVqamppUX19vbxUVFQFroMc/3CXDtDR0Sprfrw0AQCQjAIZAAKysrFRUVJSys7Md+6dPn67Bgwd3+ZmYmBilpKQ49qWkpCg2NlaSdPz4cUVFRemzn/2skpOTtXv3bj333HP6zGc+o02bul96LSEhQVFRUZ22QDTQH1J2yjAt3TQ51e/XBgAgkhEAQygA5uTkOPZPmzZNQ4YM6fIzMTExWrhwoWPfggULNGDAAMc1f/nLXzrOuffeex2PiS/Xl3cAx32wQ4Zp6YaJq/1+bQAAIhkBMAQCYCAeATc3N+uaa67Rs88+6zjnr3/9q+68884e1xbIBvrt+3kyTEuD4i2/XxsAgEhGAAyBACj5XgIZP368Y19cXNwVXwIZPXq0Y9+oUaMcd/e+/vWvd3oJ5P777+90V/BKAtlAj763XYZpyTAteb1ev18fAIBIRQAMkQDYPg3MvHnzVFRUpAkTJmjgwIEqLS2VJI0ZM8YRBrOzsxUdHa2kpCQVFxcrKSmp0zQwK1asUExMjN566y2VlJRo1qxZio6O1ubNm3tcVyAbaOw72+wA2Nrm8fv1AQCIVATAEAmAkm8iaMMwFBsbq2HDhikzM9M+dtddd2ns2LGO85cuXaohQ4YoJiZGQ4cO1fLlyztdc968ebrxxhv1d3/3d7r11lv10Ucf9aqmQDbQw2/n2gGwqbXN79cHACBSEQBDKAD2R4FsoF++tdUOgBeaCYAAAPgLAZAA6EogG+jBN3LsAHiuqdXv1wcAIFIRAAmArgSygX72WrYdAOsutPj9+gAARCoCIAHQlUA20P1zttgB8HRDs9+vDwBApCIAEgBdCWQD3Ttrsx0Aa841+f36AABEKgIgAdCVQDbQD17JsgNgdX2j368PAECkIgASAF0JZAONnJlpB8Cqugt+vz4AAJGKAEgAdCWQDfS9lzbZAbDi9Hm/Xx8AgEhFACQAuhLIBrp7xkY7AJadIgACAOAvBEACoCuBbKARL2ywA+CRmga/Xx8AgEhFACQAuhLIBrrzufV2ACypPuf36wMAEKkIgARAVwLZQF9LXGcHwAMnzvr9+gAARCoCIAHQlUA20FemZdgBsKgqchsUAAB/IwASAF0JZAMNm7rWDoCFx+r8fn0AACIVAZAA6EogG+jWZ9bYAbCg4ozfrw8AQKQiABIAXQlkA93ydLodAHeVnfb79QEAiFQEQAKgK4FsoLin0uwAuKO01u/XBwAgUhEACYCuBLKBbpqcagfAbUcIgAAA+AsBkADoSiAb6IaJq+0AmHPolN+vDwBApCIAEgBdCWQDtYc/w7S0paTG79cHACBSEQAJgK4EqoE8Hq8jAGYeOOnX6wMAEMkIgARAVwLVQM2tHkcA3LC/2q/XBwAgkhEACYCuBKqBGlvaHAFwXdEJv14fAIBIRgAkALoSqAY619TqCIBr9h736/UBAIhkBEACoCuBaqC6Cy2OAJhWWOXX6wMAEMkIgARAVwLVQLUNzY4AaBUQAAEA8BcCIAHQlUA10MmzTY4A+HF+pV+vDwBAJCMAEgBdCVQDHa9rdATAlbuO+fX6AABEMgIgAdCVQDXQsTMXHAFw2Y4Kv14fAIBIRgAkALoSqAYqO3XeEQAX55X79foAAEQyAiAB0JVANdCRmgZHAPxwW5lfrw8AQCQjABIAXQlUA5VUn3MEwAW5pX69PgAAkYwASAB0JVANtP/4WUcAnJ9z1K/XBwAgkhEACYCuBKqB9lXWOwLgu1uO+PX6AABEMgIgAdCVQDXQnoo6RwB8ezMBEAAAfyEAEgBdCVQD7S4/4wiAb2Ue9uv1AQCIZARAAqArgWqgHaW1jgD4+qZDfr0+AACRjABIAHQlUA207YgzAM7eUOLX6wMAEMkIgARAVwLVQNmHahwB8NV1B/16fQAAIhkBkADoSqAaaPNBZwCcmXHAr9cHACCSEQAJgK4EqoE27q92BMCX1uz36/UBAIhkBEACoCuBaqD1xSccAfCF9GK/Xh8AgEhGACQAuhKoBlqz97gjAD6XSgAEAMBfCIAEQFcC1UBphVWOADh9dZFfrw8AQCQjABIAXQlUA60qqHQEwKmr9vn1+gAARDICIAHQlUA10Ee7jzkCYMLHe/16fQAAIhkBkADoSqAaaPnOCkcAfOqjQr9eHwCASEYAJAC6EqgGWpJX7giAk1bs8ev1AQCIZATAEAqAc+bM0aBBgzRgwAANGzZMWVlZVzx/2bJliouLU2xsrOLi4rRixQrH8bFjxyoqKsqx3XHHHb2qKVAN9OG2MkcAjF9e4NfrAwAQyQiAIRIAFy1apJiYGM2dO1dFRUV64oknNHDgQJWVlXV5fk5OjqKjo5WYmKji4mIlJibqmmuuUW5urn3O2LFjNWrUKB0/ftzeamtre1VXoBpoQW6pIwD+ZWm+X68PAEAkIwCGSAAcPny4xo0b59g3dOhQxcfHd3n+gw8+qFGjRjn2jRw5Ug899JD989ixY/XjH//YVV2BaqD5OUcdAfCPiwmAAAD4CwEwBAJgc3OzoqOjOz3CffzxxzVixIguP3PttdcqOTnZsS85OVnXXXed/fPYsWP1j//4j/rc5z6nm266Sb/5zW9UXV19xVqamppUX19vbxUVFQFpoHe2HHEEwAmLdvv1+gAARDICYAgEwMrKSkVFRSk7O9uxf/r06Ro8eHCXn4mJiVFKSopjX0pKimJjY+2fFy1aJMuyVFhYqE8++US33nqrbr75ZjU1NXVbS0JCQqfvDQaigeZmHXYEwP9buKvbcxtb2vSTOVv0fBqrhQAA0BMEwBAKgDk5OY7906ZN05AhQ7r8TExMjBYuXOjYt2DBAg0YMKDb31NVVaWYmBgtX76823P66g7gG5sOOQLgYyk7uz132Y6OKWMAAMCnIwCGQAAM1CPgrtx4441KSkrqcW2BaqA5G0scAXDcBzu6PffSN4YBAMCnIwCGQACUfC+BjB8/3rEvLi7uii+BjB492rFv1KhRjpdALnfq1CkNGDBA77//fo/rClQDvbruoCMA/vb9vG7PXby9nAAIAEAvEABDJAC2TwMzb948FRUVacKECRo4cKBKS0slSWPGjHGEwezsbEVHRyspKUnFxcVKSkpyTANz7tw5/elPf1JOTo6OHj2qjRs36utf/7r+/d//XWfPnu1xXYFqoJkZB2SYlq6fuFqGaenR97Z3e+7iPAIgAAC9QQAMkQAo+SaCNgxDsbGxGjZsmDIzM+1jd911l8aOHes4f+nSpRoyZIhiYmI0dOhQx3f7Lly4oHvuuUef+9znFBMTo+uuu05jx45VeXl5r2oKVAN9sLVUP3glS9+esVGGael/3tnW7blL+Q4gAAC9QgAMoQDYHwW6gdpf8Bgzr/sAyEsgAAD0DgGQAOhKoBto5a5jMkxLv5qb2+05K3YRAAEA6A0CIAHQlUA30Mf5lTJMSw+9ubXbc9pDomFa8ni8AakDAIBwQgAkALoS6AayCqpkmJYeeCOn23M+2t0RAJtbPQGpAwCAcEIAJAC6EugGSiv0BcCfvZbd7TntdwkN09KF5raA1AEAQDghABIAXQl0A63Ze1yGaen+OVu6PeeTSwJgfWNLQOoAACCcEAAJgK4EuoHWFZ2QYVq6b9bmbs9pf0xsmJZONzQHpA4AAMIJAZAA6EqgG2jD/moZpqUfvprV7TmrCjruAJ482xSQOgAACCcEQAKgK4FuoMwDJ2WYlka93H0AvPQlkON1jQGpAwCAcEIAJAC6EugG2lJSI8O0dE9yZrfnXDoPYHnt+YDUAQBAOCEAEgBdCXQD5Rw6JcO09N2XNnV7zqUrgRytaQhIHQAAhBMCIAHQlUA3UN7RWhmmpW89v6HbcxbnldsBsKT6XEDqAAAgnBAACYCuBLqBSk81yDAtDZmSKq+361U+PtxWZgfA/cfPBqQOAADCCQGQAOhKoBuosaXNDnd157ue429Bbql9TuGxuoDUAQBAOCEAEgBd6YsG+vIza2SYloqPd/075ucctQNgfvmZgNUBAEC4IAASAF3piwYaOTNThmlp4/7qLo+/l90RAHeUng5YHQAAhAsCIAHQlb5ooLHvbJNhWvpwW1mXx+dtPmIHwG1HagNWBwAA4YIASAB0pS8aKH55gQzT0syMA10en5t12A6A2SU1AasDAIBwQQAkALrSFw00M+OADNOSuaygy+NvbDpkB8DMAycDVgcAAOGCAEgAdKUvGmjRdt80L2Pf2dbl8TkbS+wAuKG46+8JAgCADgRAAqArfdFAG/dXyzAtjZzZ9XJws9YftAPg2n0nAlYHAADhggBIAHSlLxqo+Hi9DNPSrc+s6fL4K+s6AmBaYVXA6gAAIFwQAAmArvRFA1XXN8owLQ2Kt7pcDSR57QE7AH6SXxmwOgAACBcEQAKgK33RQHUXWuyA19zq6XT8xTX77eMrdx0LWB0AAIQLAiAB0JW+aKBLl4Orb+y8HNzzacX28aU7KgJWBwAA4YIASAB0pS8ayOv12gHv5NmmTscTU4vs44u2dz1ZNAAA6EAAJAC60lcNNHhyqgzTUnnt+U7Hpq/uCIAfbC0NaB0AAIQDAiAB0JW+aqAvJqTLMC2VVJ/rdGzqqn12AHwv+2hA6wAAIBwQAAmArvRVA311WoYM09LeyrpOxxI+3msHwLc3HwloHQAAhAMCIAHQlb5qoG8+v16GaWlH6elOx576qNAOgG9mHgpoHQAAhAMCIAHQlb5qoO+9tEmGaSn7UE2nY5NW7LED4OwNJQGtAwCAcEAAJAC60lcN9MNXs3xr/e7vvNZv/PICOwC+su5gQOsAACAcEAAJgK70VQP99LXsbpd6++vSjgD40toDAa0DAIBwQAAkALrSVw30X3O3yjAtfbS780off1qSbwfAF9KLA1oHAADhgABIAHSlrxro1+9ul2FaWry9vNOxJxfttgNg4uqigNYBAEA4IAASAF3pqwYa98EOGaal93OOdjr2+Ie77AA4ddW+gNYBAEA4IAASAF3pqwaacPEu31uZhzsd+0PKTjsAJny8N6B1AAAQDgiABEBX+qqBzGW+Fz1mre/8lu/4BTvsADh55Z6A1gEAQDggABIAXemrBmpf7WNG+v5Ox34/vyMAmssKAloHAADhgABIAHSlrxoocXWRDNPSNKvzd/x+836eHQD/tCQ/oHUAABAOCIAEQFf6qoFeWrNfhmlpysrCTsceufiGsGFamrBod0DrAAAgHBAACYCu9FUDzd5QIsO0dP+cLVpVUCmv12sfG/vONjsA/u/CXQGtAwCAcEAAJAC60lcNNDfrsB3yDNPSlpKONYEffjvX3j9+wY6A1gEAQDggABIAXemrBpq/tdQRAOdmdUwH86u5HQHwN+/nBbQOAADCAQGQAOhKXzXQkrxyRwBckFtqH3voza32/l+/uz2gdQAAEA4IgARAV/qqgT7Or3QEwCV5HUvCPfBGjr1/zLxtAa0DAIBwQAAkALrSVw20Zu/xbu8A/uy1bHv/f83dGtA6AAAIBwRAAqArfdVAmw6c7PY7gPfP2WLvf+CNnIDWAQBAOCAAhlgAnDNnjgYNGqQBAwZo2LBhysrKuuL5y5YtU1xcnGJjYxUXF6cVK1Z0e+7vfvc7RUVFaebMmT2up68aaOvhU44A+Mq6jiXh7pu12d7/09eyA1oHAADhgAAYQgFw0aJFiomJ0dy5c1VUVKQnnnhCAwcOVFlZWZfn5+TkKDo6WomJiSouLlZiYqKuueYa5ebmdjp35cqVuvXWW/X5z3++XwbA3eVnHAEwKa3YPvajVzsC4H2ztwS0DgAAwgEBMIQC4PDhwzVu3DjHvqFDhyo+Pr7L8x988EGNGjXKsW/kyJF66KGHHPuOHTumf//3f9fevXtlGEa/DIBFVfWOAJjw8V772OiXs+z9P3z1yndEAQAAAVAKkQDY3Nys6OjoTo9wH3/8cY0YMaLLz1x77bVKTk527EtOTtZ1111n/+zxeHT33Xfr5ZdflqR+GwAPnzznCIB/Wdqx5u/ImZn2/pEzMwNaBwAA4YAAGCIBsLKyUlFRUcrOdn7Hbfr06Ro8eHCXn4mJiVFKSopjX0pKimJjY+2fExMT9f3vf99eWu3TAmBTU5Pq6+vtraKiok8aqPLMBUcAvHTJt++9tMne/92XNgW0DgAAwgEBMMQCYE6O8y3XadOmaciQIV1+JiYmRgsXLnTsW7BggQYMGCBJ2rFjh/71X/9VlZWV9vFPC4AJCQmKiorqtAW6gU6da3IEwEff65jw+e4XN9r7vz1jY0DrAAAgHBAAQyQABuIR8MyZM/WZz3xG0dHR9hYVFaX/9//+nwzD6PKawboD2NDU6giAv3yrY76/b8/oCIDffH59QOsAACAcEABDJABKvpdAxo8f79gXFxd3xZdARo8e7dg3atQo+yWQU6dOqbCw0LF9/vOfl2ma2r9/f49q6qsGam3zOALg/XM63vb91vMb7P1fS1wX0DoAAAgHBMAQCoDt08DMmzdPRUVFmjBhggYOHKjSUt+qGGPGjHGEwezsbEVHRyspKUnFxcVKSkrqdhqYdv31JRBJjgB46csedz633t7/lWkZAa8DAIBQRwAMoQAo+SaCNgxDsbGxGjZsmDIzO4LQXXfdpbFjxzrOX7p0qYYMGaKYmBgNHTpUy5cvv+L1+3MAXFVQqQmLdsswLX3r+Q32/q8lrrMD4G1T1wa8DgAAQh0BMMQCYH/T1w20r7K+052+r07LsAPgFxPS+6QOAABCGQGQAOhKXzfQkZoGGaalm5/uCHq3P7vWDoD/+VRan9QBAEAoIwASAF3p6wY6Ud8ow7T0hXjLnrvwtqkdAfCmyal9UgcAAKGMAEgAdKWvG6i+scUOe02tbZKkL/1tjb3v+omr+6QOAABCGQGQAOhKXzdQyyXTwZw53yxJuuXpdMcbwu13BgEAQNcIgARAV4LRQDdOWi3DtFRVd0GSFPdUmiMANrd6+qwWAABCEQGQAOhKMBroiwm+O36HTp6TJA2enOoIgGfON2v/8bN6Ib1YZxtb+qwuAABCBQGQAOhKMBpo+HTftC+Fx+okSTdNcgbA8trzumGi7y6huaygz+oCACBUEAAJgK4Eo4Ha1/7985J8XWhu0/UXw177VlRVb//vES9s+PQLAgAQYQiABEBXgtFAo1/OsgPe7A0l9v+++eLLIHlHa+19X2VpOAAAOiEAEgBdCUYDXXq37+6LdwMN07LXBN6wv9red8vTrAwCAMDlCIAEQFeC0UB3v9gR+oZdMgn0qIt3Bj/Jr7T33cC8gAAAdEIAJAC6EowGyjtaqz8uznfcCTRMS794M0eGaWnhtjLHfgAA4EQAJAC6EswG+s4ldwIN09Jv38+TYVp6K/MwARAAgCsgABIAXQlmAz3+4S5H0PvTEt9dwZfWHnDs93hYGQQAgEsRAAmArgSzgeZsLHEEvamr9skwLT31UaFj/+mG5j6vDQCA/owASAB0JZgN9MHWUkfQe2XdQRmmpXEf7HDsL6k+1+e1AQDQnxEACYCuBLOBVuyqcAS9d7cckWFa+ulr2Y79247U9nltAAD0ZwRAAqArwWyg9L3H7ZD3hXhLy3b4AuG3nt/gCIBphVV9XhsAAP0ZAZAA6EowG2jzwRrHfH/tgXDolDRHAFyQW9rntQEA0J8RAAmArgSzgXaWnbZD3k2TU5VdUuMIfu3bq+sO9nltAAD0ZwRAAqArwWyg/cfP2iFv6JQ0FVSc6TIAPrtqX5/XBgBAf0YAJAC6EswGKq89b4e8m59O1+GT57oMgJNX7unz2gAA6M8IgARAV4LZQLUNzXbIu+XpdFWfbewyAP5pSX6f1wYAQH9GACQAuhLMBmpsaev4DuCkVF1obusyAP4hZWef1wYAQH9GACQAuhLMBvJ6vY6g5/V6df3E1Z0C4KPv5fV5bQAA9GcEQAKgK8FuoEuDniTdNnWt466gYVp6+O3coNQGAEB/Fezxuz8gALoQ7Aa6PADeN2uz/fPw6RkyTEs/fz07KLUBANBfBXv87g8IgC4Eu4EuD4D/u3CX/fPImZkyTEs/enVzUGoDAKC/Cvb43R8QAF0IdgNdHgBnpO+3f/7lW1tlmJa+99KmoNQGAEB/Fezxuz8gALoQ7Aa6cdJqRwBcnFdu//zYgp0yTEvffH59UGoDAKC/Cvb43R8QAF0IdgPd8nS6IwBuO1LrmADaMC19ZVpGUGoDAKC/Cvb43R8QAF0IdgPd/myGIwCeqO+YDPq51GLfJNEJ6fb5Ww+fUtbBk0GpFQCA/iLY43d/QAB0IdgNdOdz6x0B8NK5AZ/+qNCeDkaSY6LohqbWoNQLAEB/EOzxuz8gALoQ7Ab6zosbHQFQ6ngx5L3so/b/bvN4VVLdsVbwifrGoNQLAEB/EOzxuz8gALoQ7Ab64atZnQLgrrLTen3TIZ1tbLGPnW9u1aYDJ+2fj9Q0BKVeAAD6g2CP3/0BAdCFYDfQz17L7hQA23k8HY+DaxuatSC31P55b2VdEKoFAKB/CPb43R8QAF0IdgP9am5utwFQkr0cXOWZC0pKK7bP3X60to8rBQCg/wj2+N0fEABdCHYDPfre9isGwFsSfNPEHD55zrFKyKYDvAkMAIhcwR6/+wMCoAvBbqBZ6w9eMQB+ZZpvmph9lfW6f84W+9y0wqo+rhQAgP4j2ON3f0AAdCHYDdTU2qaXMw6qoOJMl8e/+bxvmpidZaftMGiYlpbvrOjjSgEA6D+CPX73BwRAF/p7A33vpU0yTEvri0841g2ev7U02KUBABA0/X387gsEQBf6ewP96NXNMkxLb28+4giAb2YeCnZpAAAETX8fv/sCAdCF/t5AP3/dN01M4uoiRwCcmXEg2KUBABA0/X387gsEQBf6ewM9/LZvmpgnF+12BMDE1UXBLg0AgKDp7+N3XyAAutDfG8fCyYsAACAASURBVOjR9/JkmJZjvkDDtDR55Z5glwYAQND09/G7LxAAXejvDfSHlJ0yTEv3JGc6AuCTi3cHuzQAAIKmv4/ffYEA6EJ/b6A/LcmXYVq6bepaRwAc98GOYJcGAEDQ9Pfxuy+EVACcM2eOBg0apAEDBmjYsGHKysq64vnLli1TXFycYmNjFRcXpxUrVjiOJyQkaMiQIfrsZz+rf/qnf9J3v/td5ebm9rie/t5Ak1fucQS/uKfSZJiW/nvetmCXBgBA0PT38bsvhEwAXLRokWJiYjR37lwVFRXpiSee0MCBA1VWVtbl+Tk5OYqOjlZiYqKKi4uVmJioa665xhHwUlJSlJGRocOHD2vv3r169NFH9Q//8A86ebJnS6X19wZ6dtU+RwC8e8ZGGaaln7+eHezSAAAImv4+fveFkAmAw4cP17hx4xz7hg4dqvj4+C7Pf/DBBzVq1CjHvpEjR+qhhx7q9ne0N8S6det6VFN/b6AZ6fsdAfChN7fKMC394JUr3zkFACCc9ffxuy+ERABsbm5WdHR0p0e4jz/+uEaMGNHlZ6699lolJyc79iUnJ+u6667r9nfMmDFD//iP/6iampoe1dXfG+jStYIN09ITH+6y7wQCABCp+vv43RdCIgBWVlYqKipK2dnOR5fTp0/X4MGDu/xMTEyMUlJSHPtSUlIUGxvr2Ldq1SoNHDhQn/nMZ/T5z39e27dv77aOpqYm1dfX21tFRUW/bqC5WYc7zf9nmJbumN6zO5wAAIQjAmCIBcCcnBzH/mnTpmnIkCFdfiYmJkYLFy507FuwYIEGDBjg2NfQ0KCSkhJt3bpVjzzyiAYNGqTq6uour5mQkKCoqKhOW39toEXbyxwBsH1JuFsS0oNdGgAAQUMADJEA2BePgNvdeOONSkxM7PJYqN0BzC6pcQRAq6BKhmnphomrg10aAABBQwAMkQAo+V4CGT9+vGNfXFzcFV8CGT16tGPfqFGjrvgSiCTdcMMNSkhI6FFN/b2BKk6fdwTAHaW19v9ubvUEuzwAAIKiv4/ffSFkAmD7NDDz5s1TUVGRJkyYoIEDB6q0tFSSNGbMGEcYzM7OVnR0tJKSklRcXKykpCTHNDANDQ2aOHGitm7dqtLSUu3cuVOPPvqoBgwYoL179/aopv7eQG0er26ctNoOfeW1HYGw7nxLsMsDACAo+vv43RdCJgBKvomgDcNQbGyshg0bpszMTPvYXXfdpbFjxzrOX7p0qYYMGaKYmBgNHTpUy5cvt481NjbqJz/5iT7/+c8rNjZW//Zv/6b77rvvii+BXC4UGmj49Aw79DU0tdqBsPLMhWCXBgBAUITC+B1oIRUA+5tQaKCRMzvWAfZ6vfpiQroM01JJ9blglwYAQFCEwvgdaARAF0KhgX7xZo4dACXpa4nrZJiW8svPBLkyAACCIxTG70AjALoQCg00fsEORwC8J9l3R3DzwZ5Ndg0AQLgJhfE70AiALoRCA72ZecgRAH/+erYM09LqPVVBrgwAgOAIhfE70AiALoRCAzW3ejR11T5lHTwpSXrk3e0yTEsfbisLcmUAAARHKIzfgUYAdCEUG2jCot0yTEtvZh4KdikAAARFKI7f/kYAdCEUG+jpjwplmJZmpO8PdikAAARFKI7f/kYAdCEUG+jFNftlmJae+qgw2KUAABAUoTh++xsB0IVQbKC3Mg/LMC098eGuYJcCAEBQhOL47W8EQBdCsYEWbS+TYVp65N2er3gCAEA4CcXx298IgC6EYgOt3lMlw7T089ezg10KAABBEYrjt78RAF0IxQbafLBGhmnpnuTMTz8ZAIAwFIrjt78RAF0IxQYqqDgjw7T0tcR19r66Cy368ewtmr2hJIiVAQDQN0Jx/PY3AqALodhAR2saZJiW/vOpNHtf4uoix2ohAACEs1Acv/2NAOhCKDZQbUOzHfZa2zySpAfeyCEAAgAiRiiO3/5GAHQhFBuopc1jh73TDc2SpC/9bQ0BEAAQMUJx/PY3AqALodpAcU+lyTAtlZ5qkMfjtcMfARAAEAlCdfz2JwKgC6HaQHdMXyfDtLSnok5HLn4n0DAtDZmSGuzSAAAIuFAdv/2JAOhCqDbQ95M3yTAtbSmp0aqCSjsA3jTZGQAPnDir+OV7VHnmQpAqBQDA/0J1/PYnAqALodpAP3stW4ZpKXVPld7LPmoHwEHxlrxer32euaxAhmnp5YyDQawWAAD/CtXx258IgC6EagP9+t3tMkxLi7aX6dV1Bx3fAWx/M1iSxr6zTYZpadKKPUGsFgAA/wrV8dufCIAuhGoDPfHhLhmmpbcyD2uatc8RAC80t9nn/eCVLBmmpd/P3xHEagEA8K9QHb/9iQDoQqg20JSVhTJMSy+t2a+/Li1wBMC6Cy32eV+dlsG6wQCAsBOq47c/EQBdCNUGeiG9WIZpKeHjvRq/YIcjANaca5IktXm8un7iahmmpbtnbAxuwQAA+FGojt/+RAB0IVQb6I1Nh2SYlp5ctFu/mpvrCIDtb/zWnGuy930xIT3IFQMA4D+hOn77EwHQhVBtoIXbymSYlh59b7vunbXZEQBLTzVIkoqq6h37m1s9n3JVAABCQ6iO3/5EAHQhVBvIKqiSYVp64PUcfXvGRkfQK6k+K0nKPHDSsf94XWOQqwYAwD9Cdfz2JwKgC6HaQFkHfeFu5MxMDZu61hH09lX6/pZlOyoc+wuP1QW5agAA/CNUx29/IgC6EKoNlF9+RoZp6WuJ63TjJN+LHl+I9wW9/PIzkqTXL35PsH3bdOBkkKsGAMA/QnX89icCoAuh2kDt6//ecPEtX8O09JWLU77kHa2VJE1d5ZwfcPnOiiBXDQCAf4Tq+O1PBEAXQrWBTl3yhm/73b/vveRbHzj7UI0k6f8W7nKc81bm4SBXDQCAf4Tq+O1PBEAXQrWBmls9jnD3pb+tsVf92Li/WpL04Bs5MkxLtz/r+45gYmpRkKsGAMA/QnX89icCoAuh3EBDp6TZAfAbSev149lbZJiW1u47IUm687n1MkxLj1xcN/hPS/KDXDEAAP4RyuO3vxAAXQjlBho+PcMOgKNfztIDr/vu+K3eU6XmVo8GXXwpZGbGARmmpd+8nxfskgEA8ItQHr/9hQDoQig3UPt3/gzT0i/ezNF/zd0qw7T00e5jOnrxJZEhU1L1SX6lb87AN3KCXTIAAH4RyuO3vxAAXQjlBvrJnC12APzN+3n6n3e2yTAtLckrtyeB/t5LmxxzBgIAEA5Cefz2FwKgC6HcQGMvBj7DtPTHxfn67ft5MkxLKbllWpBbKsO09Ot3t6ugomPOQAAAwkEoj9/+QgB0IZQb6I+L8+0AOHtDiR5L2SnDtPTuliNKTC2SYVpK+HivSk/5HgcPnZIW7JIBAPCLUB6//YUA6EIoN1BJ9VklfLxXH+dXqs3j1YRFu+35/h5b4AuDc7MO68z5ZjsoNrd6gl02AACuhfL47S8EQBfCqYH+sjTfvhv4o1c3yzAtrdl7XG0erx0AT55tCnaZAAC4Fk7j99UiALoQTg00acUee9qXryeuk2Fa2n1xXeBbEtJlmJZKqs8FuUoAANwLp/H7ahEAXQinBkr4eK8M09IL6cX64mWB7xtJvkmhd5SeDnKVAAC4F07j99UiALoQTg00fbXvxY9p1j5dP3G1DNPS8bpGSbKXidtQXK0T9Y2qPtsY5GoBALh64TR+Xy0CoAvh1EAz0vfLMC3FLy+wv/N3trFFkvTLt7baU8Tc/HS64p5KU0sbL4QAAEJTOI3fV4sA6EI4NdDLGQdlmJZ+P3+HHQA9Hq8kadwHvn1PLt5tH8u/+P1AAABCTTiN31eLAOhCODXQnI0l9pJvhmkp7qmOef/a7wp+58WNdgB8e/ORIFYLAMDVC6fx+2oRAF0Ipwaam3VYhmnp+8m+NYK/Mi3DPtY+MfSl22MLdgaxWgAArl44jd9XiwDoQjg10HvZR+3gZ5iWvj1jo32s/e7gpdvw6Rnyer3BKxgAgKsUTuP31QqpADhnzhwNGjRIAwYM0LBhw5SVlXXF85ctW6a4uDjFxsYqLi5OK1assI+1tLTor3/9q2655RZ99rOf1b/9279pzJgxqqys7HE94dRAKbllMkxLN07yvQH8w1c7/m3b1wa+fKuquxDEigEAuDrhNH5frZAJgIsWLVJMTIzmzp2roqIiPfHEExo4cKDKysq6PD8nJ0fR0dFKTExUcXGxEhMTdc011yg3N1eSVFdXp+9973tavHix9u/fr61bt+qOO+7Q7bff3uOawqmBluSVO8Ldg2/k2MfW7jvRZQDMO1obxIoBALg64TR+X62QCYDDhw/XuHHjHPuGDh2q+Pj4Ls9/8MEHNWrUKMe+kSNH6qGHHur2d2zfvl1RUVHdhsrLhVMDfbT7mCPcPfLudvtYU2ubbnk63T7249lbZJiWVhX0/G4pAAD9RTiN31crJAJgc3OzoqOjHY9wJenxxx/XiBEjuvzMtddeq+TkZMe+5ORkXXfddd3+noyMDH3mM5/pcUOEUwOl7qlyBMD/W7jLcTy7pEaD4i39ZM4W/e/CXTJMS3OzDgepWgAArl44jd9XKyQCYGVlpaKiopSdne3YP336dA0ePLjLz8TExCglJcWxLyUlRbGxsV2e39jYqNtvv12/+tWvuq2jqalJ9fX19lZRURE2DZRx2WPe+OV7Op1zpKZBpxuaNc3aJ8O09OyqfUGoFAAAdwiAIRYAc3JyHPunTZumIUOGdPmZmJgYLVy40LFvwYIFGjBgQKdzW1pa9OMf/1i33XbbFZshISFBUVFRnbZwaKBNB046AuA0q/tw1z5lzB9SmAoGABB6CIAhEgAD+Qi4paVF999/v770pS/p1KlTV6wjnO8AZh+qcQTAmRkHuj13VUGlDNPSz1/P7vYcAAD6KwJgiARAyfcSyPjx4x374uLirvgSyOjRox37Ro0a5XgJpD383XzzzTp58mSvawqnBso7WusIgFf6fl/7ud98fv0Vr7l4e7l++dZWnW5o9ne5AABctXAav69WyATA9mlg5s2bp6KiIk2YMEEDBw5UaWmpJGnMmDGOMJidna3o6GglJSWpuLhYSUlJjmlgWltbdd999+k//uM/lJ+fr+PHj9tbc3PPAks4NVB++RlHAFy4rfs3octrz8swLd00KfWKk0F/e4Zv6bjUPVWBKBkAgKsSTuP31QqZACj5JoI2DEOxsbEaNmyYMjMz7WN33XWXxo4d6zh/6dKlGjJkiGJiYjR06FAtX77cPnb06NEuv88XFRWljRs39qiecGqgfZX1jgD4cX73U7w0t3rs806da+rynHNNrRoU7ztncV55oMoGAKDXwmn8vlohFQD7m3BqoJLqc44AuL74xBXPHzZ1rQzT0t0zNna5IsiO0o5Hyu9uORKosgEA6LVwGr+vFgHQhXBqoLJT5x0BMPfwlV+I+cWbOfa5P389W61tHsfx+TlH7eOzN5QEsnQAAHolnMbvq0UAdCGcGqi+sUU3TFxth7bCY3VXPP94XaNmbyjR9Rc/8/Zm512++OUF9rWS0ooDWToAAL0STuP31SIAuhBuDfTUR4V2aDta09Cjz3ywtVSGaenO59Y77gLeN2uzfa2nPioMVMkAAPRauI3fV4MA6EK4NVDNuSYZpqWhU9J0rqm1R59pbGnTl59Z43jbt7XNo8GTU+0A+OTi3YEsGwCAXgm38ftqEABdCMcGKjt1XgdPnO3VZ55PK5ZhWvr9/B2SpAMnzjq+T/i7+XmBKBUAgKsSjuN3bxEAXaCBfNpXEflGkm9i6JW7jjkC4K/m5ga5QgAAOjB+EwBdoYF86i602GHvzPlmTV9dJMO09LXEdTJMS/fP2RLsEgEAsDF+EwBdoYE6fPP59TJMS9klNfrV3FwZpqX/W7hLhmnp+8mbgl0eAAA2xm8CoCs0UIdxH+yQYVp6M/OQbrs4SfSlbwgDANBfMH4TAF2hgTrMWn9QhmlpzLxt9uPgvZV1MkxLX/rbmmCXBwCAjfGbAOgKDdRhffEJGaalmyb5pn+5/dkMHa9rlGFaumHianm93mCXCACAJMZviQDoCg3U4dBJ51rC983arPrGjpdDGlvagl0iAACSGL8lAqArNFCHxpY2RwD8/fwdavN47Z9PnWsKdokAAEhi/JYIgK7QQE53TF9nB75nPtknSRo6JU2Gaans1PkgVwcAgA/jNwHQFRrI6YHXc+wAODfrsCTp9mczZJiWiqr4NwIA9A+M3wRAV2ggpz8uzrcDYPu6wHe9sEGGaSnvaG2QqwMAwIfxmwDoCg3k9HLGQTsA7i4/I0ka/XKWDNPSxv3VQa4OAAAfxm8CoCs0kNPynRV2AKw+2yip47GwVVAV5OoAAPBh/CYAukIDOeUdrbXnAvR4fPP+/c87vomhF28vD3J1AAD4MH4TAF2hgZwaW9r0o1c3K355gb3vfy+uB9z+UsilTp5t0t7Kur4sEQAAxm8RAF2hgT7d9NVFMkxLCR/v7XTsp69lyzAtfZJfGYTKAACRivGbAOgKDfTpUnLLZJiWRr2cpYffztXafSckSV6v1zFx9OmG5iBXCgCIFIzfBEBXaKBPl32oxhH0DNOSJJ1uaHbsW7qjIsiVAgAiBeM3AdAVGujTVdVd6DIA7q2sc+x7dd3BIFcKAIgUjN8EQFdooE/n8Xg1eHJqpwC4ruiEY9/EFXuCXCkAIFIwfhMAXaGBeubLz6xxhD2Px6v5W0sd+3797vZglwkAiBCM3wRAV2ignvlCvPMRcG1Ds55PK5ZhWvrW8xvsl0QAAOgLjN8EQFdooJ757ft5jgB48MRZPblotwzT0hMf+uYJ/PIza4JdJgAgQjB+EwBdoYF65sz5Zr24Zr++mJAuw7SUc+iUfvGmb4m497KP2sGwsaUt2KUCACIA4zcB0BUaqHceeMMX+lYVVGrEC75Hv7mHT2nolDQZpqXSUw3BLhEAEAEYvwmArtBAvTN+wQ4ZpqV5m4/opotvBpedOq+7Z2yUYVraevhUsEsEAEQAxm8CoCs0UO889VGhDNPSuA98QXDolDS1ebz65VtbZZiWVu46FuwSAQARgPGbAOgKDdQ7L2cctIOfYVr66WvZkqQnF/teCHlp7QFNXbVPeUdrg1wpACCcMX4TAF2hgXrng8vm/kv4eK8kafaGki5XC7nc2cYWvbLuoI7U8F1BAMDVY/wmALpCA/VOWuFxR8hbklcuSVpffKLbANjS5lF9Y4skaeKKPTJMS/+7cNdV/f6yU+f17Kp9OnO+2f0fAwAIWYzfBEBXaKDeOXzynCPkFR/3/btVnum8XnB7SPtDyk7FPZWmdUUndMPE1TJMS6OvctLoWy+uSPJ/VxkgAQDhgfGbAOgKDdR77Y97b0lIV2ubR5Lk9Xr1pb85l4v7fvImTbp4x+/y7T+fSpPX6+31727//J3Prff3nwUACCGM3wRAV2ig3vN6vVq9p0rbjjhf9Hjw4hyBPd1qzjX16vdeepfxB690voN4trGlX85DWF57XqNeztLH+ZXBLgUAwgbjNwHQFRrIfxI+3vupoe+37+fp64nrZJiWdpSetj+76cBJJXy8V02t3a8ksqqg0r7O8OkZnY7/8q2t+kK8pXVFJwLy912t9iXzunsxBgDQe4zfBEBXaCD/KTxWp289v0E/ey27U/C7b/YW/eLNHJWearCXkFu+s0KSdL651T4vJbes2+s/88k+xzUvXXbueF2jvf/6iat7fXcxkNqnyDFMS9X1jcEuBwDCAuM3AdAVGsj/Vuyq6BQAL31cbC4rkGFaSl57QOebWxW/vON7ghNX7On2uj+9LFiWVJ+zj82/bHqaD7aWBvRv7I0/pOy061q2oyLY5QBAWGD8JgC6QgP5X21Ds26bulbjF+zQzIwD+svSfLV5Ol74mLOxxJ4K5pvPr3cEtx++2vXbwR6PVzc/nS7DtOw3iTcUV9vHx8zb5rjOs6v2Bfzv7KkHXu/4buQTH/L2MgD4A+M3AdAVGigwPB6vPJ6u3/JdvafK9xbxxUBnmJZ+MmeL/fj2QnPn7wGW156XYVq6aVKqHnl3uwzT0nvZR+3fNfjiusSTV/ruJv7m/bxA/nm9MuKFDfbfeU9yZrDLAYCwwPhNAHSFBup7xy6bM/Dht3Pl9Xr11WkZMkxL27tYRm7N3uP2/IHTLN93AZ/5xHeXr6rugn1nsH1C6v4StLxer4ZMSWX6GgDwM8ZvAqArNFBwfCOp49Hvi2v2S5J+P3+HDNNSYmpRp/NfWedbg/jJxbv1zpYjMkxL4z7YIUnaeviUDNPSiBc26EhNgwzTt1bx1cwz6G91F1ocYfeWhPRglwQAYYHxmwDoCg0UHH9cnG+HovZpW9bu8929+2JCus41tTrOH7/AFw7fyjystELfI+T752yRJC3OK7fvJDa3evSF+P7zxu3BE2cdAXBQvNUvgikAhDrGbwKgKzRQcCy5GNounRDa4/Hq7hkbZZiWXl130D73fHOrvnLx8XDWwZPaVXZahmnpa4nrJEkz0vfLMC1NuvgG8Z3Pre/2UXJf23ywRoZpOV52uTzcAgB6j/GbAOgKDRQcJ+obdUtCun0Xr93ynRX2yyCZB05KkqavLrK/P9fY0mbP+Xf9xNVq83j1fwt3yTAtvbHpkCTfhNCGaWlpP5hyZdkO39/zq7m5uv7i28vH64J/ZxIAQh3jdwgFwDlz5mjQoEEaMGCAhg0bpqysrqf8aLds2TLFxcUpNjZWcXFxWrFiheP48uXLdc899+hf/uVfFBUVpd27d/e6JhooeGrONXW6G+b1eu2VM66fuNrxBu36Yt+j4ta2jse8J+ob9ePZvjeI0wqrJMmeV3DKysI+/5su1z7lzR8X5+vWZ3xrJR88cTbYZQFAyGP8DpEAuGjRIsXExGju3LkqKirSE088oYEDB6qsrOuVH3JychQdHa3ExEQVFxcrMTFR11xzjXJzc+1z5s+fr2eeeUZz584lAIaRxpY2Tbhk+TTDtJTw8V7HOcOn+x4J55ef0W1T18owLe2trJMkZR44aX9uw/5q1TY0B+PPkNQRRmek77dffNlZdvrTPwgAuCLG7xAJgMOHD9e4ceMc+4YOHar4+Pguz3/wwQc1atQox76RI0fqoYce6nTu0aNHCYBhxuv1asP+aj2WslMz0vd3mlPwvot3/d7efMQOe2cbW+zP3jtrs73/C/GWvvvSJj3+4a5uw9fphmbtKjutDcXVyj18ym9/R/sk0Ct3HdOol7NkmJY2XXy0DQC4eozfIRAAm5ubFR0d3ekR7uOPP64RI0Z0+Zlrr71WycnJjn3Jycm67rrrOp3bmwDY1NSk+vp6e6uoqIj4BgpFv5uf57hD+MAbOY7j2SU1Gjw5VV+++Nj10rdwl+SVOwLljtJaDZ2S5jjv4/xKFR+vd/3GbvvvLzxWZ4dBq6DK1TUBAARAKQQCYGVlpaKiopSdne3YP336dA0ePLjLz8TExCglJcWxLyUlRbGxsZ3O7U0ATEhIUFRUVKctkhsoFCV8vNcOa0OmpOrwyXOdzmkPb8fOXFDmgZP2VDKGaenWZ9bolXUH9dPXsjuFv0u351KLr7rGU+ea7NB5obnNXsHkw21df+0BANBzBMAQCoA5Oc67NNOmTdOQIUO6/ExMTIwWLlzo2LdgwQINGDCg07ncAYw8L63Zb4e02RtKevQZj8eradY+3TQptVPQ+/HsLTrf3Kqm1jaNnJnpOPbtGRv1+qZDamnz9KrG9gmqv/m8b/WPxz/0va08N+twr/9eAIATATAEAmB/egR8ORooNKUVHrcDWmNL57WDr6SlzaPE1UW6cdJqmcsKVFBxRm2XPBI+3dCsTQdO2tPPtG8/fz1bdedbevx7PthaKsO09Ot3t0uSJq3wvRCSvPZAr+oNdSfPNqnuQs//3QCgJxi/QyAASr6XQMaPH+/YFxcXd8WXQEaPHu3YN2rUKF4CgSSpzePVB1tLVXbq/FVfoyd39IqP1+uDraW6JSHdXsrtyUW7exQ62x9TT1/tW9ruudRixxrGgdDc6tH8nKNaX3yi04szwVBd36gv/W2NvvPixn5RD4DwwfgdIgGwfRqYefPmqaioSBMmTNDAgQNVWloqSRozZowjDGZnZys6OlpJSUkqLi5WUlJSp2lgamtrtXv3bq1evVpRUVFatGiRdu/erePHj/e4LhoIPVF8vN5eYcQwLd02da3+vCS/2+XmPB6vvvW8bw7Dj3YfkyTN3uCbE/AvS/MDUmNjS5v+e942u8ZH39se9GXn2v/m9il7AMBfGL9DJABKvomgDcNQbGyshg0bpszMTPvYXXfdpbFjxzrOX7p0qYYMGaKYmBgNHTpUy5cvdxx/9913u3yhIyEhocc10UDoqZY2j9YVnej0HcKH387tNLVLziHf9/9ufjpd55t9k12/n3NUhmlp3Ac7urx+xenzGj49Q39acnUBcW7W4U7fbQxm6Lp0aT/DtPRyxsFP/xAA9BDjdwgFwP6IBkJvZZfUaOKKPRo82RkEb5u6VhMW7VbWwZP2PITxy/fYn2tf5u7ht3M7Xe/riesc16qub5TH49WxMxe0JK/c8R3F7rTPMzg/56g9kba5rMDvf39P7Cg9re+9tMnxN30jab2aW3v3Ig0AdIfxmwDoCg2Eq1VSfU5TVhbqjunrOt15M0xLgyenqqiqo6/W7jshw7R03+yO9Y+9Xq++e1lQat9GzszU95N9x5LSivXaxkOqON31dx6zD9XIMC3dOGm1zpxv1rYjtTJMS0OnpHX7mUD5aPcx3XBx3eObn07XK+sO2n/TsKlrVX2WtZABuMf4TQB0hQaCW40tbXp78xE988k+felvazRkSqqmrCzUkZoGx3ntj4W/8+JGe1/GxVDY0+07L27UrPUHtaG42r7GpY9+f/N+niRfsPzpa9n2JNk9uYPoD5sOnNT1xXv/KAAAGS9JREFUF8Pf+AU77Ld/Ey95o3r+1tI+qQVAeGP8JgC6QgPBn841taqhqbXLY4XH6uwQ9NHuY/rzknwNivf9PHnlHqXuqVLhsToNmZKquKfS7CDV3XbrM2sck1iPfjlLhcfq7N9XeqpBcU/5ji/sYvJpj8erHaWnta+yXtVnG5V18KSaWtu0+WCNzje3qqiqXqfONanN49WF5jZ5vV77+4zd+dGrvkffExbt7vTW75yNJY5pca6kqbVNG4qr1djSpvrGFt4gBtAJ4zcB0BUaCH2ltqHZfjR66fZYyk57HWNJKqk+q/La81qSV6745XuUvve47pu1WU9e/F5fV9uYedu6fON33iVrJQ+fnqHn04r18Nu5+vW72/XVaRmOx9WGaekrF/d97eJ3EodNXatvz9io26au1e/n79D1E1fr7c1H9Oh7ecq85MWX43WNWritzH4MXdvQ3KmW4uP19u/bfrS2y3pT91Qpfvke3T/Ht9bz3S9u1PUTV+uRd7cHLQR6PF7tqajrs7uoAHqG8ZsA6AoNhL60t7JOU1YW6oHXc/Toe3naVXa6V5/PLz+j8trzum/WZt03a7N+Nz9PI17Y0OVSeJLU2ubptLLJpdstT6frC/E9fwR9+XbXCxv02/fzHFPkPLZgZ5e1eL1eO1gapqUpKwt136zNem3jIf3o1c36RtL6K/6uWxLS9eKa/X6f2uZ4XaOeXbVPxce7/v8B7VPZzMw4oJNnm3o98XggNLa06YX0YmXsOxHsUvq1D7eV6eG3c3XmfOf/IEHoY/wmALpCAyEU9SYEnTzbpDV7j+uNTYd0x/R1+tsne/X+xcmim1rbVHy8XmmFVdpQXK3fvp+nFbsq9N/ztmn2hhLdO2uzfvZatiPgXWkbFG9p6+FT3dbSvjpKT7ZH3t2un76WrREvbHDsv1JY641jZy5ofs5RDZ/uu+t576zNnf5dm1rbdPuza+3f/YV4S7+am6tF28v07pYjQZln0ev16rEFO2WYlv7zqTQ1tfYskJZUn9WkFXv089ezNX9radjf0axtaLb/7/ZWJssvhiPGbwKgKzQQ0L32gFN3vkUFFWe0u/yMxszbpj8vybcDUfsg+/bmIyo91fApV/Q9Uv3hq1ndBr+N+6u1o/S0/bs9Hq9e23io01Q5k1bs0friE6o736LahmZt2F+tZTsq9NCbW3Xnc+v1P+9s03de3KjE1UWav7VUBRVndPjkOe0qO61nPul6Tejpq4vsu6nnm1s1M+PAFUPqnc+t16iL373s7ruf/uTxeO0VZtq3tMJPn/h+ysrCTrX/eUl+wALsheY2bTtS26ulE/2poanV8e/05OLerxKF/o/xmwDoCg0E9J7H49WC3FIVHqvTYwt2atwHO9Tag6X12hUeq9N9szbrzcxDuiUhXb94M0e7yk53mlD7Um0er37zfl6nINPV9yp7uv3stWxNXbXPsYLKLU/7lvu7+el0e9+X/ramR9f74+J85ZefCUgYbGpt02MpO+3f1V5fdxOLt8s9fMq+O/u7+Xmatf6gHdxfXXfQ7yHQ6/XqkXe3yzAtXT9xtVYVVPr1+p+msaWt0x3rb8/Y2Kc1oG8wfhMAXaGBgOA639zao3WZLzVnY4luf3atvvl8x0D/nRc36r/mbtXklXtkFVTptY2HtHxnhf6QslNj39mmmyanasiUVN353Ho98HqOsg6etMNP2anzjmu1b996foNmbyjRybNN+uPifFkFVfrqtAzdO2uzfjJniwZPTrWX/Lt0u/3ZtXp90yGtLz7Rq2B8Jc98sk+G6XvJ5qPdx7S3ss6+C7uuqOvvAq4rOqEvP7PGvmPa7tKXg5LSiv1SX7u0wirHv8XImZmdQmb63uP685J8ne7iZSG3PsmvtH93+7+ZYVpdvpiE0Mb4TQB0hQYCQpfX69WRmgZ7vsEraWnzfOr33o7WNOiWp9M1eHKqPtp9rMu7Yy1tHrVe3BqaWlXb0KzFeeVaVVCp7720qdPdwlueTtf3kzcpMbVIszeUaHf5Ge2trOvx49GTZ5uUXVJjT/mTuqfKPvbXpQUyTEtxT6V1mnfy0jkmh0xJVeWZC47jl84f+dLaA35ZpcUqqNKQKb5H6099VGi/Xf5m5iG1tnm0fGeFY33oH7ySpeySml7/B8CVPPx2rv03SdJ3XvQtR7iWF2bCDuM3AdAVGgjAparPNqrmXNNVf76xpU2zN5TosZSdum3q2k53By8NhvfP2aLRL2dpSV65nl21T6WnGrR8Z4Wq6i7oveyjWrajwvE48/K7aS1tHv3izRz7+IRFuzVv8xENu+T3/m5+Xrcvzby+6ZB93l0vbFDOoVNX/XLI4ZPn7O9Vjpm3TY0tbfZ3RQ3TcqwLffn2WMpOvzyKzi6psefWLK/1rYAzeeUeGaal/3lnm+vr96XahmZNWLRbszeUaNwHO/SnJflh/+JObzF+EwBdoYEABEpTa5sOnDirj3Yf01+XFuh38/N0w8TVumly5xdQ2r8z137HrqvjS3dUdPodlWcu6IsJ6V2e/5VpGTp3he8jer1efbitzJ7/0TB90+08l1qstMKqHt+lbGxp00NvbpVh+ta6bg8qpaca9PPXs7usbcy8bY6XiAZPTtWTi3brrczDei/7qEqqz6qg4kyPH6EXVJzRf16c+HzCoo6XPo7WNNj/rnlHa3t0rf5gQhfzfr6VeVinuvmPk9JTDSqpPqfq+katKzoRlDfU+xrjNwHQFRoIQF9qbvWoudWjtzcf0fTVRfrW8xv0hXjL/q5eV9vcrMPK2Nf9oL6nok5vZh7Szy4u//fDV7P00pr9yi8/06Oa6i606M9L8u2VY9q3myal6gevZOnPS/K1JK9ch06ec9yF8nq92nr4lH7wiu+t7psmp+poTec3wTfsr9ageEu3P5uhbUdqlXWw42Wfty/5PmJX238+laavTMvQ/XO26M9L8vXsqn2at/mIUvdUaUleuVbsqtD/vNPxEs9/zd3aaWocc1mB/cjZX9/JPHm2SdX1jTp44qw2H6zRjtJaWQVVmr+1VBuKqzVr/UFll9SovPa8fTeyJwqP1dmPsbvabpy0Whn7TuiT/EpV1V3QH1J26pV1B3XL0+m6aVKqfcd48so9Wry9PCDfs+wvGL8JgK7QQACCqc3j1ZnzzTp25oJeWXdQWw+f0u/m5+n9nKNavrNCi/PKe3yt1jaPDpw4e9V3f9o8XqUVVukPKTv13Zc2dRlAbpqcqu+8uFF3v7hRtz/bcefwy8+scQS7y+2trNOxy76H2G53+Rlt2F+txxbs1CPvbteol7N00+RU3dLNnc3utntnbe7yjufJs032dzOf+HBXp+9DfpqTZ5uUuqdKC3JLNXJmpu6bvaXHE6gPivf9m72ZeUgpuWVXnLexqKre8bWB51KL5fF41dLm0X2zNne6dnd3ii/dRr+cpeN1jWF5R5DxmwDoCg0EAF07UtOgNXuPKymtWD99LbvLwDF0Spomrtij6vpGv/5ur9er1jaPDp44q8JjdbIKqvRyxkElri7Sf83dqh++mqWfzNmiO59brxfX7Ff63uNXXKVl2f9v726DorryNIDfQDVECHYFJMhLKZOExESEimuZZDcFUVDZEuOOW7VsRkpqs2IwIWoVH0bNJj3OKiGTMbO1M1gmxrip2gjZDbprCZsIipjwYtRGaWCCiAgdMCovjSB0j00/+yHTd7jQDY0t9n15flXny+1L1/nXOcV5+va9p8+bxT4/9+sT+KymHd9cvoVhmx3XLSOw3R1FfWc/fhwYQWFlKz6v68AvDtQi+Ten3N7L+bM/h7uUvafxNwUn8ff7qvFPh77Dyx9UildjXQXCrE/P4vilbpz844/45vItHD7bgXVjzl/972fQ3C1dk+7aR9HVPyxuXO6uPb6j1OUVxH/YX4Mbt+/fGJn77qC2rQe3Bq24ZO73yS/kcP1mAPQKJxARkWfsow5c6xlCdest1Lb14EJHnyx+Gs9TY7+uHvuV6vxfHnd7H6WzLd1Tjr9+7yQ+PNGC/zrXicYuC4Zt9knrN3b0wdjRh7V/+Najq4U/234c//wf5yYN06YfLDD8byP+cKoVj+8oxS+/vIRtxfXYe6IF/XdsaL81BIfDgRsDI7jY2Y+Xxzx888SOUmR8VIP/qf8BPw64vyrocDgw8ic77tpH0XpjEJfM/fjPumvYdawJPy/8VnLl19mW/bYS6/ZVY/fxJnT23vHqQSpPcf1mAPQKJxARkXY4fyUk85O6CVc0nU8xP7+nAi+9fxJrfv8NDp/twEdVV7wKunftoxi22VHW0I2/K/wWb/55Q+8lu38Klat+V4X9p69M+yrqwMifPPpqt+3mIP723yb++s7T/1KG5N+cwuJfn8CyDyqR8KuvkfCrr8Urnq5+LWdsWHX+TKKr8x7fUYqfF36Llz+oxD9+VOvyASZvcf1mAPQKJxARkTb1DFrxx+sD+HFgBFUtNzFovYsGs2XSJ6fvlxsDI/dl78Xp6Oy9g99+/T1W/a5K3C5nqvbsO/+Hv/rXcvziQC12H28Sr37237FhdNSBviEbeods+LiqDYWVrUjc9bXL+yN/f/Lyfa+H6zcDoFc4gYiISGusd+1ovzWE2rYeNHZZUN16C6YfLDD9YIGxow89g1Zc6xnC6DT3HrSPOnDHdheXzP347/NmVLfeQskFs9u9KL3B9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CucQERERMrD9ZsB0CsWiwWCIMBsNmNgYICNjY2NjY1NAc1sNkMQBFgsFl9HCZ9hAPSCcwKxsbGxsbGxKa+ZzWZfRwmfYQD0wujoKMxmMywWy4x9OlHr1UW116eFGtVenxZqVHt9WqhR7fXNVI0WiwVmsxmjo6O+jhI+wwAoUwMD6r4/Qe31AeqvUe31AeqvUe31AeqvUe31Adqo0RcYAGVK7RNe7fUB6q9R7fUB6q9R7fUB6q9R7fUB2qjRFxgAZUrtE17t9QHqr1Ht9QHqr1Ht9QHqr1Ht9QHaqNEXGABlymq1wmAwwGq1+rorM0Lt9QHqr1Ht9QHqr1Ht9QHqr1Ht9QHaqNEXGACJiIiINIYBkIiIiEhjGACJiIiINIYBkIiIiEhjGACJiIiINIYBUIYKCwsRGxuLwMBALF68GGfOnPF1l+6JwWCY8LM7ERER4usOhwMGgwGRkZF4+OGHkZycjMbGRh/2eGpVVVVIT09HZGQkBEHA0aNHJa97UlNfXx8yMzMxe/ZszJ49G5mZmejv73+QZbg1VX1ZWVkTxvT555+XnGO1WpGbm4uwsDAEBQVhzZo1svm5pfz8fCxZsgSPPPIIwsPDsXbtWnz//feSczzpf0dHB9LT0xEUFISwsDC89dZbsNlsD7IUtzypMTk5ecI4ZmRkSM6R8zzdt28fFi1ahJCQEISEhOCFF15AWVmZ+LrSx3Cq+pQ+fuPl5+dDEARs3bpVPKb0MVQCBkCZKS4uhk6nw4EDB9Dc3IytW7ciODgYHR0dvu7atBkMBixcuBDXr18X282bN8XXCwoKEBISgpKSEphMJmRkZCAyMhK3b9/2Ya8nV1ZWhrfffhslJSUuA5InNaWlpSE+Ph41NTWoqalBfHw80tPTH3QpLk1VX1ZWFtLS0iRj2tvbKzknJycH0dHRKC8vh9FoxLJly5CYmAi73f4gS3Fp1apVOHToEBobG3Hx4kWsXr0a8+bNw9DQkHjOVP232+2Ij4/HsmXLYDQaUV5ejqioKOTm5vqqLAlPakxOTkZ2drZkHC0Wi+R95DxPjx07htLSUrS0tKClpQU7d+6ETqcTP2wpfQynqk/p4zfWd999h9jYWCQkJEgCoNLHUAkYAGVm6dKlyMnJkRxbsGABtm/f7qMe3TuDwYDExESXrzkcDsydOxcFBQXiMavVCr1ej/379z+oLnplfEDypKbm5mYIgoC6ujrxnNraWgiCMOEqja+5C4Br1651+zcWiwU6nQ7FxcXisa6uLvj5+eGrr76asb7eq5s3b0IQBFRVVQHwrP9lZWXw8/NDV1eXeE5RURECAwNluVHt+BqBnwLE2MV2PCXNU6dHH30Un3zyiSrHEPhLfYB6xm9wcBBxcXEoLy+X1KTWMZQbBkAZsdls8Pf3x5EjRyTHt2zZgqSkJB/16t4ZDAYEBQUhMjISsbGxyMjIQFtbGwCgra0NgiDAaDRK/uaVV17Bhg0bfNHdaRsfkDyp6eDBg9Dr9RPeS6/X49NPP53ZDk+TuwCo1+sRHh6OuLg4bNy4ETdu3BBfP3nyJARBQF9fn+TvEhIS8O677z6Qfk9Ha2srBEGAyWQC4Fn/33nnHSQkJEhe7+vrgyAIOHXq1IPp+DSMrxH4KUDMmTMHYWFhePbZZ5GXlye5Sq2keWq321FUVISAgAA0NTWpbgzH1weoZ/w2bNiAbdu2AZCGWrWNoVwxAMpIV1cXBEFAdXW15PiePXvw1FNP+ahX966srAxffvklGhoaxE94ERER6OnpQXV1NQRBkHx6A4Ds7GysXLnSRz2envEByZOa9uzZg7i4uAnvFRcXh/z8/Jnt8DS5CoDFxcU4fvw4TCYTjh07hsTERCxcuFDcof/zzz9HQEDAhPdasWIFNm3a9ED67SmHw4E1a9bgpZdeEo950v/s7GysWLFiwjkBAQE4fPjwzHX4HriqEQA+/vhjlJeXw2QyoaioCLGxsUhNTRVfV8I8bWhoQHBwMPz9/aHX61FaWgpAPWPorj5AHeNXVFSE+Ph4jIyMAJAGQLWModwxAMqIMwDW1NRIju/evRtPP/20j3p1/wwNDSEiIgJ79+4Vw1J3d7fknI0bN2LVqlU+6uH0uAuAk9XkLsw/+eSTeO+992a2w9PkKgCO193dDZ1Oh5KSEgDu/3Gnpqbi9ddfn5F+3qs33ngD8+fPl9xY7kn/3X1I0el0KCoqmrkO3wNXNbpy/vx5CIKACxcuAFDGPLXZbGhtbcW5c+ewfft2zJkzB01NTaoZQ3f1uaK08evs7MRjjz2Gixcvisc8CYBKG0O5YwCUEbV9BexKamoqcnJy+BXwOHL7agbwLAACPy0qzvselfIVcG5uLmJiYnD16lXJcTV99eSuRlccDofknislzVOnlJQUbNq0SVVjOJazPleUNn5Hjx6FIAjw9/cXmyAIeOihh+Dv74+KigpVjqHcMADKzNKlS7F582bJsWeeeUaRD4GMZ7VaER0djV27dokPTLz//vvi6zabTRUPgUxWk/Pm7LNnz4rn1NXVye7mbMCzANjT04PAwEB89tlnAP5y8/YXX3whntPd3S2bh0AcDgfefPNNREVF4fLlyxNe96T/zpvPx17pLS4uls3N51PV6IrJZJI8KKKkeeq0fPlyZGVlqWIMXXHW54rSxu/27dswmUyStmTJEmRmZsJkMql2DOWGAVBmnNvAHDx4EM3Nzdi2bRuCg4Nx7do1X3dt2vLy8nD69GlcvXoVdXV1SE9PR0hIiFhLQUEB9Ho9jhw5ApPJhFdffVX228AMDg6ivr4e9fX1EAQBH374Ierr68VtejypKS0tDQkJCaitrUVtbS0WLVokm+0ZJqtvcHAQeXl5qKmpQXt7OyorK/Hiiy8iOjpaUl9OTg5iYmJQUVEBo9GI5cuXy2YbmM2bN0Ov1+P06dOSLTSGh4fFc6bqv3P7iZSUFBiNRlRUVCAmJkY2209MVeOVK1ewa9cunDt3Du3t7SgtLcWCBQvw3HPPScZIzvN0x44dOHPmDNrb29HQ0ICdO3fCz88PJ06cAKD8MZysPjWMnyvjn2xW+hgqAQOgDBUWFmL+/PkICAjA4sWLJds3KIlzDzydToeoqCisW7dOcg+Lc9PkuXPnIjAwEElJSZInFeWosrJywgasgiCIn8w9qam3txfr168XN3ldv369bDZonay+4eFhrFy5EuHh4dDpdJg3bx6ysrLQ2dkpeY+RkRHk5uYiNDQUs2bNQnp6+oRzfMVVbYIg4NChQ+I5nvS/o6MDq1evxqxZsxAaGorc3FzxQRhfm6rGzs5OJCUlITQ0FAEBAXjiiSewZcuWCfs5ynmevvbaa+L/yPDwcKSkpIjhD1D+GE5WnxrGz5XxAVDpY6gEDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQxDIBEREREGsMASERERKQx/w/Ik0CSYyL7PwAAAABJRU5ErkJggg==\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 96.81\n"
     ]
    }
   ],
   "source": [
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "dtype = torch.FloatTensor\n",
    "\n",
    "# Convert numpy arrays to Pytorch Tensors\n",
    "X = torch.from_numpy(X).type(dtype)\n",
    "Y = torch.from_numpy(Y).type(dtype)\n",
    "\n",
    "# size_layers = [784, 100, 10]\n",
    "\n",
    "# Randomly initialize weights\n",
    "w1 = torch.from_numpy(initalize_weights_relu(784, 100)).type(dtype)\n",
    "w2 = torch.from_numpy(initalize_weights_relu(100, 10)).type(dtype)\n",
    "\n",
    "for ix in range(epochs):\n",
    "    n_examples = X.shape[0]\n",
    "    # Forward pass: compute y_hat    \n",
    "    a1 = X\n",
    "    z2 = a1.mm(w1)\n",
    "    a2 = z2.clamp(min=0)\n",
    "    z3 = a2.mm(w2)\n",
    "    a3 = z3.clamp(min=0)\n",
    "    Y_hat = a3\n",
    "    \n",
    "    # Compute loss\n",
    "    loss[ix] = (0.5) * np.square(Y_hat - Y).mean()\n",
    "    # Backprop to compute gradients of w1 and w2 with respect to loss\n",
    "    d3 = Y_hat - Y\n",
    "    grad2 = a2.t().mm(d3) / n_examples\n",
    "    d2_tmp = d3.mm(w2.t())\n",
    "    d2 = d2_tmp.clone()\n",
    "    d2[z2 <= 0] = 0 #d2 = d2 * derivate of ReLU function\n",
    "    grad1 = a1.t().mm(d2) / n_examples\n",
    "    \n",
    "    # Update weights\n",
    "    w1 = w1 - grad1\n",
    "    w2 = w2 - grad2\n",
    "\n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## 4. Pytorch CUDA tensors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2.9401042461395264 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzdeXhUhb3/8fTp7U9/XW6fp/313uu9fXqouy3VVm1rbau1m221ttfW623r0lZtr1ar3i6HRQ0IhkVAXAAVEKGyyyKcJCSEQCBsISQhCQQSyEogCyEbIft8fn9MZpIhkxA4cyaZOe/X85znXjNnzpyp3+c5b2fmnBMjAAAAuErMcO8AAAAAwosABAAAcBkCEAAAwGUIQAAAAJchAAEAAFyGAAQAAHAZAhAAAMBlCEAAAACXIQABAABchgAEAABwGQIQAADAZQhAAAAAlyEAAQAAXIYABAAAcBkCEAAAwGUIQAAAAJchAAEAAFyGAAQAAHAZAhAAAMBlCEAAAACXIQABAABchgAEAABwGQIQAADAZQhAAAAAlyEAAQAAXIYABAAAcBkCEAAAwGUIQAAAAJchAAEAAFyGAAQAAHAZAhAAAMBlCEAAAACXIQABAABchgAEAABwGQIQAADAZQhAAAAAlyEAAQAAXIYABAAAcBkCEAAAwGUIQAAAAJchAAEAAFyGAAQAAHAZAhAAAMBlCEAAAACXIQABAABchgAEAABwGQIQAADAZQhAAAAAlyEAAQAAXIYABAAAcBkCEAAAwGUIQAAAAJchAAEAAFyGAAQAAHAZAhAAAMBlCEAAAACXIQBt6O7uVkVFhRoaGtTY2MjCwsLCwsISAUtDQ4MqKirU3d093CkxbAhAGyoqKhQTE8PCwsLCwsISgUtFRcVwp8SwIQBtaGho8A/QcP/XDAsLCwsLC8vQFt8HOA0NDcOdEsOGALShsbFRMTExamxsHO5dAQAAQ8TxmwC0hQECACDycPwmAG1hgAAAiDwcvwlAWxggAAAiD8dvAtAWBggAgMjD8ZsAtIUBAgAg8nD8JgBtYYAAAIg8HL8JQFsYIAAAIg/HbwLQFgYIAIDIw/GbALSFAQIAIPJw/CYAbWGAAACIPBy/CUBbGCAAACIPx28C0BYGCACAyMPxmwC0xakBSsw7oT8vz9KqfeUh3S4AACAAJQLQFqcGaPbmQhmmpbFrc0O6XQAAQABKBKAtTg3Qgh3FMkxLTy3LCul2AQAAASgRgLY4NUArM8plmJZ+tygjpNsFAAAEoEQA2uLUAMXnnpBhWrpv3q6QbhcAABCAEgFoi1MDtL2wRoZp6c5X0kK6XQAAQABKBKAtTg1QVtlpGaalb07dEtLtAgAAAlAiAG1xaoCKqptkmJZumJgU0u0CAAACUCIAbXFqgE42tMowLV0xNl4ejyek2wYAwO0IQALQFqcGqLmtU4ZpyTAttXZ0hXTbAAC4HQFIANri1AB5PB6NGuMNwOqm1pBuGwAAtyMACUBbnByg0bGbZJiWjtU0h3zbAAC4GQFIANri5AB9Iy5FhmnpQEV9yLcNAICbEYAEoC1ODtAPZm2TYVraWVQb8m0DAOBmBCABaIuTA3Tv3J0yTEub8k+GfNsAALgZAUgA2uLkAD20cK8M09LqzIqQbxsAADcjAAlAW5wcoCeW7pdhWlqUXhzybQMA4GYEIAFoi5MDZL5/QIZp6fUthSHfNgAAbkYAEoC2ODlAkzYelGFaiks4FPJtAwDgZgQgAWiLkwM0e3OhDNPS2LW5Id82AABuRgASgLY4OUALdhTLMC09tSwr5NsGAMDNCEAC0BYnB2hlRrkM09LvFmWEfNsAALgZAUgA2uLkAMXnnpBhWrpv3q6QbxsAADcjAAlAW5wcoLQjNTJMSz+avT3k2wYAwM0IQALQFicHKKvstAzT0jenbgn5tgEAcDMCkAC0xckBKqpukmFaumFiUsi3DQCAmxGAURyAaWlpuvvuu3XZZZcpJiZG69atC3jc4/EoNjZWl112mS699FLdfvvtys/Pv6DXcHKATja0yjAtXTE2Xh6PJ+TbBwDArQjAKA7AhIQEjR8/XmvWrAkagFOnTtUnPvEJrVmzRnl5ebr//vt12WWXqampaciv4eQANbd1yjAtGaal1o6ukG8fAAC3IgCjOAD7OjcAPR6P/u3f/k1Tp071/62trU2f/OQn9eabbw55u04OkMfj0agx3gCsbmoN+fYBAHArAtClAXjs2DHFxMQoKyvwIsv33HOPHnrooQG309bWpsbGRv9SUVHh6ACNjt0kw7R0rKbZke0DAOBGBKBLA3Dnzp2KiYlRZWVlwHqPPfaYfvjDHw64ndjYWMXExPRbnBqgb8SlyDAtHaiod2T7AAC4EQHo8gA8ceJEwHqPPvqo7rzzzgG3E+5PAH8wa5sM09LOolpHtg8AgBsRgC4NwIv9CvhcTg/Qf85Jl2Fa2pR/0pHtAwDgRgSgSwPQdxLItGnT/H9rb28fUSeBSNJDC/fKMC2tzqxwZPsAALgRARjFAdjc3Kzs7GxlZ2crJiZGs2bNUnZ2tsrKyiR5LwPzyU9+UmvXrlVeXp5+9atfjajLwEjSE0v3yzAtLUovdmT7AAC4EQEYxQG4devWoCdsPPzww5J6LwT9b//2b7rkkkt02223KS8v74Jew+kBMt8/IMO09PqWQke2DwCAGxGAURyA4eD0AE3aeFCGaSku4ZAj2wcAwI0IQALQFqcH6JXNR2SYlsauzXVk+wAAuBEBSADa4vQALdhRLMO09NSyrPOvDAAAhoQAJABtcXqAVmaUyzAt/W5RhiPbBwDAjQhAAtAWpwcoPveEDNPSffN2ObJ9AADciAAkAG1xeoDSjtTIMC39aPZ2R7YPAIAbEYAEoC1OD1BGSZ0M09J3Xt7qyPYBAHAjApAAtMXpAcos9Qbg7dNTHdk+AABuRAASgLY4PUD7y07LMC19exoBCABAqBCABKAtTg9Qdnm9DNPSN6ducWT7AAC4EQFIANri9AAdqPAG4K1TCEAAAEKFACQAbXF6gPKON8gwLd0Sl+LI9gEAcCMCkAC0JVwB+LWXNjuyfQAA3IgAJABtcXqADlY2yjAt3TyZAAQAIFQIQALQFqcHqOCkNwBvmkQAAgAQKgQgAWiL0wN0pKpJhmnpxheTHdk+AABuRAASgLY4PUBF1d4A/PLEJEe2DwCAGxGABKAtTg/Q0ZpmGaal6ycQgAAAhAoBSADa4vQAFdeekWFaGh27yZHtAwDgRgQgAWiL0wNUesobgF98gQAEACBUCEAC0BanB6jsVIsM09J1zyc6sn0AANyIACQAbXF6gMrrvAF4zXMJjmwfAAA3IgAJQFucHqDj9WdlmJauHk8AAgAQKgQgAWiL0wN0osEbgFeNIwABAAgVApAAtMXpAapqbJVhWrpibLwj2wcAwI0IQALQFqcHqLrJG4CfH2M5sn0AANyIACQAbXF6gGqb22SYlgyTAAQAIFQIQALQFqcHqO5Muz8APR6PI68BAIDbEIAEoC1OD1B9S28AdnUTgAAAhAIBSADa4vQANbR0+AOwo6vbkdcAAMBtCEAC0BanB6ixtTcA2zq7HHkNAADchgAkAG1xeoCa2zr9AdjaQQACABAKBCABaIvTA9TS3huAZ9sJQAAAQoEAJABtcXqAWju6/AF4pq3TkdcAAMBtCEAC0BanB6itszcAm1o7HHkNAADchgAkAG1xeoA6urr9AdhwlgAEACAUCEAC0BanB6ir2+MPwPqWdkdeAwAAtyEACUBbnB6g7j4BWHeGAAQAIBQIQALQFqcHyOPpDcDa5jZHXgMAALchAAlAW8IxQKPGeAOwpokABAAgFAhAAtCWcAzQ5WPjZZiWqhtbHXsNAADchAAkAG0JxwBdOc4bgCcbCEAAAEKBACQAbQnHAF01PkGGaamy/qxjrwEAgJsQgASgLeEYoGue8wZgxekWx14DAAA3IQAJQFvCMUDXPZ8ow7RUXkcAAgAQCgQgAWhLOAboiy9skmFaKj11xrHXAADATQhAAtCWcAzQ6J4ALK4lAAEACAUCkAC0JRwD9KVYbwAerWl27DUAAHATApAAtCUcA3TDxCQZpqWiagIQAIBQIAAJQFvCMUBfeTFZhmmpsKrJsdcAAMBNCEAC0JZwDNBNk7wBePgkAQgAQCgQgASgLeEYoJsnb5ZhWjp0wr1DCgBAKBGABKAt4Rigr73kDcD8ygbHXgMAADchAAlAW8IxQLfEpcgwLeUdJwABAAgFAtDFAdjZ2anx48dr1KhRuvTSS/X5z39eEydOVHd395C3EY4BunXKFhmmpQMV9Y69BgAAbkIAujgAJ0+erE9/+tOyLEslJSVavXq1Pv7xj2v27NlD3kY4AzC7nAAEACAUCEAXB+Bdd92l3//+9wF/u/fee/XAAw8MeRvhGKBvTfMGYFbZacdeAwAANyEAXRyAU6ZMkWEYOnLkiCQpJydH//Iv/6Jly5YN+Jy2tjY1Njb6l4qKCscH6LbpqTJMS5mlBCAAAKFAALo4AD0ej8aMGaMPfehD+qd/+id96EMfUlxc3KDPiY2NVUxMTL/FyQH6zstbZZiW9pXUOfYaAAC4CQHo4gBcvny5PvvZz2r58uXKzc3VkiVL9KlPfUrvvvvugM8Zjk8A75jhDcC9xQQgAAChQAC6OAA/+9nP6o033gj426RJk3TNNdcMeRvhGKDvzdwmw7S0+9gpx14DAAA3IQBdHICf+tSnNHfu3IC/xcXF6aqrrhryNsIxQD+Y5Q3AnUdrHXsNAADchAB0cQA+/PDD+o//+A//ZWDWrl2r//f//p/+/ve/D3kb4RigO19Jk2FaSi8iAAEACAUC0MUB2NTUpKefflqf+9zndOmll+ryyy/X+PHj1d7ePuRthDMAtxfWOPYaAAC4CQHo4gAMhXAM0I9nb5dhWtp2ZOAAXJ99nDuFAAAwRAQgAWhLOAborte8Abj1cHXQx3MrGmSYlgzTcmwfAACIJgQgAWhLOAbop6/vkGFaSi0IHoCph6v9Adja0eXYfgAAEC0IQALQlnAM0D1vpMswLaUcqgr6eGbpaX8AFlY1ObYfAABECwKQALQlHAP08zneAEw+GDwAM0rq/AG4eYB1AABALwKQALQlHAN079ydMkxLm/JPBn1819FT/gBcsKPYsf0AACBaEIAEoC3hGKBfzvMGYGLeiaCPpxfV+gPwhfV5ju0HAADRggAkAG0JxwDd9+YuGaal+NzgAZh2pMYfgL99Z69j+wEAQLQgAAlAW8IxQP/VE4AbD1QGfbzvWcB3zNjq2H4AABAtCEAC0JZwDNB/v7VbhmlpQ07wANx8sMofgFeNS1B3t8exfQEAIBoQgASgLeEYoF/P9wbg+uzjQR/flH/SH4CGaamtk2sBAgAwGAKQALQlHAP0wII9MkxL67KCB2BC7omAADzT1unYvgAAEA0IQALQlnAM0IML98owLa3ZXxH08Y0HKgMCsOFsh2P7AgBANCAACUBbwjFAD7/jDcDVmcEDcH328YAArDvT7ti+AAAQDQhAAtCWcAzQ7xZlyDAtrdxXHvTxNfsrAgKwuqnVsX0BACAaEIAEoC3hGKBH3vUG4IqMsqCPr9pXHhCAJxrOOrYvAABEAwKQALQlPAG4T4Zpadne4AG4IqMsIADL61oc2xcAAKIBAUgA2hKOAXpssTcA39tTGvTxpXsCA7Ck9oxj+wIAQDQgAAlAW8IxQH9ckinDtPSP3cEDcMnu0oAALKpucmxfAACIBgQgAWhLOAbo8fe8AbhkV0nQxxelFwcEYMFJ9w4zAABDQQASgLaEY4CeWLpfhmnp3Z0lQR9fsCMwAPOONzi2LwAARAMCkAC0JRwD9OSyLBmmpXfSi4M+/nbasYAAzCmvd2xfAACIBgQgAWhLOAboz8u9AbhgR/AAnLftaEAAZpaedmxfAACIBgQgAWhLOAbomRXZMkxL87cfC/r4G6lFAQG4t7jOsX0BACAaEIAEoC3hGKBnV3oD8K20o0EffzWlMCAAdx6tdWxfAACIBgQgAWhLOAbof1fmyDAtzdsWPABnJR8JCMC0IzWO7QsAANGAACQAbQnHAP11lTcA524NHoAzkg4HBGBqQbVj+wIAQDQgAAlAW8IxQH9ffUCGaemN1KKgj09LLAgIwOSDVY7tCwAA0YAAJABtCccAjVnjDcDXtxQGfTwu/lBAACbmnXBsXwAAiAYEIAFoSzgGaOzaXBmmpVdTggfgpI0HAwJw44FKx/YFAIBoQAASgLaEY4DGr/MG4CubjwR9fMKG/IAAXJ993LF9AQAgGhCABKAt4Rig59fnyTAtzUwOHoAv9DzuW1ZnVji2LwAARAMCkAC0JRwDFPuB9xO+GUmHgz4+rucrYt+yIqPMsX0BACAaEIAEoC3hDMDpmwpU3dja71ZvvpNEfMt7e0od2xcAAKIBAUgA2hKOAZq4wXuSx9TEAt335i4ZpqVjNc3+x/+2OicgABfvKnFsXwAAiAYEIAFoSzgGyHeW75SEAt0+PVWGaWn3sVP+x313CvEtC3cUO7YvAABEAwKQALQlHAP0Us91/uLiD+lb07b0u9/vMyuyAwLw7bRjju0LAADRgAAkAG0JxwDFJXgDcLJ1ULdO8QZgelFvAD65LCsgAAe6ZRwAAPAiAAlAW8IxQFN7bvX24saDuiUuRYZpKe1Ijf/xJ97bHxCArw1wwWgAAOBFABKAtoRjgKZv8gbghA35+urkzTJMS1sPV/sf/+OSzIAAnDXA9QIBAIAXAUgA2hKOAZqRdFiGaSn2g3zdNClZhmlpS0GV//FHF++TYVq6enyCDNPSy5uCXy8QAAB4EYAEoC3hGKCZyUdkmJaeX5+nL09MkmFa2nywNwB/vyhDhmnpS7Gb/GcLAwCAgRGABKAt4RigWT0BOH5drq6f4A3ApPyT/scfWrhXhmnppkmb/SeLAACAgRGABKAt4Rig2ZsLZZiWxq3N1egXvJ/yJead8D/+wII9MkzLf4bwc+vyVN3U6tj+AAAQ6QhAAtCWcAzQayneAByzJlfXPZ8ow7QUn9sbgL96e7cM09J3Xt4acDLIwUr3DjUAAIMhAAlAW8IxQG+kFskwLZnvH9A1z3lP9NiQU+l//L96bg/3w1lpAQEYF3/IsX0CACCSEYAEoC3hGKA5W70B+LfVObpqnDcA12cf9z/+i7k7ZZiWfvr6joAAnL6Jk0EAAAiGACQAbQnHAM3bdlSGaekvq3J0+dh4GaaldVm9AfjzOekyTEu/nLeT6wECADAEBCABaEs4BuitNG8APruy956/72dW+B+/p+eTv1/P3x0QgK9v4Y4gAAAEQwASgLaEY4Dmbz8mw7T09PLee/6u2lfuf/yu17bLMC399p29AQE4bxv3BAYAIBgCkAC0JZwB+MTS3nv+rszoDcAfzfYG4Lm3hFuwo9ixfQIAIJIRgASgLeEYoIU7ivsF3rK9Zf7HfzBrmwzT0lPLsgICcPGuEsf2CQCASEYAEoC2hGOAFqV7A/CRdzP8cffenlL/49+dsdV/kkjfAFy6p2yQrQIA4F4EIAFoSzgGaPGuEhmmpYf7/MZvSZ9P93wXgB63NjcgAPt+TQwAAHoRgC4PwOPHj+s3v/mNPvWpT+n//t//qxtuuEGZmZlDfn44BmjJ7lIZpqXfzN/jj7t3d5b4H//2tFQZpqUJG/IDArDv18QAAKAXAejiADx9+rQMw9Bvf/tb7d27VyUlJUpJSdHRo0M/ezYcA/TeHm8A+u74YZiW3knvPcHDdw/gKQkFAQG4ZHfpIFsFAMC9CEAXB6BpmvrWt75laxvhGKBle8tkmJb/jh+GaWn+9mP+x7/+UooM09LM5CMBAdj3U0IAANCLAHRxAF533XV65pln9Mtf/lKf+cxn9OUvf1lvv/32oM9pa2tTY2Ojf6moqHB8gFZkeAPwnjfS/XH3dlpvAN48ebMM0/LfM9i3LOQyMAAABEUAujgAL7nkEl1yySUaO3assrKy9Oabb+rSSy/V4sWLB3xObGysYmJi+i1ODtDKfeUyTEs/eXW7P+7e7HOR5xtfTPZHYd8A7PspIQAA6EUAujgAP/KRj+gb3/hGwN+eeuop3XLLLQM+Zzg+AVzVE4A/nJXmj7s5W4v8j98wMcl/3b++AfgmdwIBACAoAtDFAfi5z31OjzzySMDf5s6dq3//938f8jbCMUDvZ1bIMC3/9f58X/f6jH5hkwzT8n9VHCwSAQBALwLQxQH4q1/9qt9JIM8880y/TwUHE44BWpvlDcDbp6f64+7VlEL/49c9nyjDtPzr+ZbXtxQOslUAANyLAHRxAGZkZOif/umf9NJLL6moqEhLly7VRz/6Ub333ntD3kY4Bmh99nEZpuW/3IthWnpl8xH/41ePT5BhWrIOnAgIwL7rAACAXgSgiwNQkjZu3KjRo0frkksu0bXXXnves4DPFY4B+iCnUoZp6WsvbfbH3czk3ri7cly8DNNS8sGqgACcmXTYsX0CACCSEYAuD0C7wjFAGw94A/CmScn+uHt5U2/cfX6M929pR2oCAnD6pgLH9gkAgEhGABKAtoRjgOJzvV/tXj8hyR930xK9cefxePx/23PsVEAATkkgAAEACIYAJABtCccAJeZ5A/ALPSd7GKaluIRDkqTOrm7/37LKTgcE4EvxhxzbJwAAIhkBSADaEp4APCnDtHRVz8kefeOurbPL/7f8yoaAAHxx40HH9gkAgEhGABKAtoRjgJLyvQF4+dh4f9xN6om7s+29AVhU3RQQgLEf5Du2TwAARDICkAC0JRwDtPmcs3sN09KEDd64a27r9P+tvK4lYJ3n1uU5tk8AAEQyApAAtCUcA7SloH8A+j7da2jp8P+tqrE1YJ2xa3Md2ycAACIZAUgA2hKOAUo9XN0vAJ9f7/10r+5Mu/9vp/v8/4ZpyXz/gGP7BABAJCMACUBbwjFA2865vp9hWhrX8+leTVOb/299vw42TEt/XZXj2D4BABDJCEAC0JZwDND2wv4BOGaNNwB9X/tePjZerR1dAes8uzLbsX0CACCSEYAEoC3hGKD0otp+Afj31d6vd4/Xn/VfIqbvNQEN09LTy7Mc2ycAACIZAUgA2hKOAdp5tH8A+r7e9Z35e+1ziQF3BTFMS08uIwABAAiGACQAbQnHAO06eqpfAP7vSm8AltSekWFa+uILmyQpYJ3H38t0bJ8AAIhkBCABaEs4Bujce/wapqVnVnh/33e0plmGaelLsf0D8A9L9jm2TwAARDICkAC0JRwDlFFS1y8A/9zz+77CKu/dP77yYrKkwAB85F0CEACAYAhAAtCWcAxQZmn/APzT0v2SpEMnGmWYlm6atFlSYAD+blGGY/sEAEAkIwAJQFvCMUD7y073C8An3vMGYN7xBhmmpa+95A3ArLLTemzxPhmmpYcW7nVsnwAAiGQEIAFoSzgGKLu8vl8A/s8/vCd4HKjwPvaNuBT/+muzKmSYlh5YsMexfQIAIJIRgASgLeEYIF/k9V0eW+z9fV9Wz6eD35y6xb/++uzjMkxL//3Wbsf2CQCASEYAEoC2hGOAfF/zBjvBY1/PCSK3T0/1r7/xQKUM09J9b+5ybJ8AAIhkBCABaEs4Bii/sn8A/r7nBA/fJWLumLHVv35C7gkZpqVfzN3p2D4BABDJCEAC0JZwDNDBysZ+AfjwO94TPHx3Cfn+zG3+9ZPyT8owLf18Trpj+wQAQCQjAAlAW8IxQAUn+wfggz1n+O4o9Abgna+k+ddPOVQlw7R0z+s7HNsnAAAiGQFIANoSjgE60nOx577Lb+Z7z/DddqRGhmnpx7O3+9dPPVwtw7R012vbB9okAACuRgASgLaEY4CKqvsH4K/e9p7hu6XA+2nfT/t82pfWE4U/mk0AAgAQDAFIANoSjgHy3e+373L/W94zfJMPegPwZ2/0/t4vvcj7tfAPZm0baJMAALgaAUgA2hKOASquPdMvAO+b5w3AxDzvCR/39jnjd9dR75nB3+1zZjAAAOhFABKAtoRjgEpP9Q/AX8zdqea2TlkHTgQEoSTtLfZeG/Cq8QmabB1UZf1Zx/YNAIBIRAASgLaEY4DK61r6BaBhWho1xntPYMO09Ov5vXf9yCwNvHdw34tEAwAAAlAiAG0ZzgA0TEu3Ttkiw7T0UM9lYaTg9w4GAAC9CEAC0JZwDNDx+rMDBuBXXkzuuTVchn/93Ir+dw7xeDyO7R8AAJGGACQAbQnHAJ1oGDgAr3kuQYZp6Y9LMv3rB7t1XHVTq2P7BwBApCEACUBbwjFAtc1tAwagb3lyWZZ//WB3DtleWOPY/gEAEGkIQALQlnAMUMPZjvMG4LMrsv3rFwa5c8j87ccc2z8AACINAUgA2hKOAWrt6DpvAP5tdY5//WAXju77OAAAbkcAEoC2hGOAuro95w3AsWtz/euXBLlw9GOL9zm2fwAARBoCkAC0JVwD9PkxgwfgC+vz/OsGu2zMb9/ZO8jWAQBwFwKQALQlXAPkO9t3oGXSxoP+dSuDXDam74WiAQBwOwKQALQlXAM0OnbToAE4JaHAv25VY2u/x/veKg4AALcjAAlAW8I1QDdNSh40AGckHfavW9PU/7IxP3sj3dH9AwAgkhCABKAt4RqgW+JSBg3A2ZsL/evWnWnv9/iPZ293dP8AAIgkBCABaEu4Bujb01IHDcA5W4v86za09L9u4PdnbnN0/wAAiCQEIAFoS7gG6Hsztw0agG+n9V7ouam1fwDeNj1V9S3tau3ocnQ/AQCIBAQgAWhLuAboR7O3DxqA76QX+9c9297/wtHXPpcow7T09ZdSHN1PAAAiAQFIANoSrgG65/Udgwbgkt2l/nXbOge/cwgAAG5HABKAtoRrgH45b+egUbd8b5l/3c6u7kHX9Xg8ju4rAAAjHQFIANoSrgH61du7B4269zMr/Ot6PIPfOo7fAQIA3I4AJABtCdcAPfzO3kGjbn328YD1B1u3vqXd0X0FAGCkIwAJQFvCNUCPLt43aNTF554IWH+wdU80nHV0XwEAGOkIQALQlnAN0BPv7R806pLyTwasP9i6xbVnHN1XAABGOgKQALQlXAP0zIrsQY5GU/4AACAASURBVKMu9XB1wPqDrXuw0r3DDgCARABKBKAt4Rqgv63OGTTqdhTWBqw/2LqZpacd3VcAAEY6ApAAtCVcAzR+Xe6gUbf72KmA9fs+dsXY+IB/Ti+qHeBVAABwBwKQAPSLi4tTTEyMnn766SE/J1wDNGFD/nk+1asLWL/vY9c9nxjwzymHqhzdVwAARjoCkACUJGVkZGjUqFG6/vrrR2QAxsUfGjQAc8rrA9bv+9j1E5IC/nnjgUpH9xUAgJGOACQA1dzcrKuuukqbN2/W7bffPiIDcEbS4Qs6saPvYzdP3hzwz6v2lTu6rwAAjHQEIAGohx56SM8884wkjdgAfDWlcNAALKxqCli/72O3TtkS8M9LdpU4uq8AAIx0BKDLA3D58uUaPXq0WltbJZ0/ANva2tTY2OhfKioqwjJAc7cevaBr+/V97PbpqQH//FbaUUf3FQCAkY4AdHEAlpeX61/+5V+Uk5Pj/9v5AjA2NlYxMTH9FqcHaMGO4kEDsLyuJWD9vo/9YNa2gH9+NaXQ0X0FAGCkIwBdHIDr1q1TTEyMPvzhD/uXmJgYfehDH9KHP/xhdXV19XvOcH0CuGRXyaABeLKhNWB9399HjbH0k1e3B6w7NbHA0X0FAGCkIwBdHIBNTU3Ky8sLWG6++WY98MADysvLG9I2wjVAKzLKBg3AU81tAev3vQbgz+ekB6wb+0G+o/sKAMBIRwC6OACDGakngazZXzFoADac7QhY3/f3q8cn6L43dwWsa75/wNF9BQBgpCMACcAAIzUAN+RUDhqALe2dAev3vQj0b+bvCVj36eVZju4rAAAjHQFIANoSrgHalH9y0ABs7+wOWN/399Gxm/S7RRkB6/5hyT5H9xUAgJGOACQAbQnXAKUWVA8agB6PJ2B9399vmJikPyzZF7Dugwv3OrqvAACMdAQgAWhLuAZoR2HtgPF3xdj4fuv7HrvxxWT9aen+gPXvm7fL0X0FAGCkIwAJQFvCNUB7i+sGDMBrnkvot77vsZsnb9azK7MD1r/7tR2O7isAACMdAUgA2hKuAcoqOz1gAI5+YVO/9X2P3RKXIvP9AwHrf3/mNkf3FQCAkY4AJABtCdcA5Vc2DBiAX56Y1G9932O3Ttmi59fnBaz/zalbHN1XAABGOgKQALQlXANUWNU0YAB+dfLmfuv7Hrtteqpe3HgwYP2bJiU7uq8AAIx0BCABaEu4Bqik9syAAXjrlP6f6Pkeu+PlrZqSUNDvOZmlpx3dXwAARjICkAC0JVwDVFl/dsAAvG16ar/1+/7eb1pi/wA0TEvH6886us8AAIxUBCABaEu4BqimqW3AAPzujK391vc99qPZ24N+AmiYlvaV1Dm6zwAAjFQEIAFoS7gGqKGlY8AAvPOVtH7rL9ldqi9PTFJ+ZYPiEg4F3BrO9/9vO1Jz3tft6OpWRkmduro9510XAIBIQQASgLaEa4DOtncNGIADXdfPd3eQl+J7AzC3okFXjouXYVpKyD1x3td9ZoX3GoLL95aF9P0AADCcCEAC0JZwDVBnV/eAAfjzOemDPndSn7OAJemhhXtlmJZWZ1YM+rzWjt7o/MEsrh0IAIgeBCABaEs4B2igADzfrd1ePCcAH38vU4ZpafGukkGftz77uP95v32H+wcDAKIHAUgA2hLOATLfP6AHez6967v86u3dgz5vwob8gAD8y6ocGaalOVuLBn3eH5bsG/R3hgAARCoCkAC0ZTgG6NwAfGjh4J/OxX4QGIC+f3550+FBn/dfb+7yP+/6Cf3vNgIAQKQiAAlAW0ZCAD7ybsag67/Q51ZwkvzXBZywIX/Q5/18TnrA67S0d4bsPQAAMJwIQALQlpEQgH9ckjno+gUnG2WYlh5YsEeS9EZqkQzT0t9XHxj0eT95dXvA6xRVN4fsPQAAMJwIQALQlpEQgH9auv+8z6k70+6/lt876cVDet73Z24LeJ3thee/biAAAJGAACQAbRkJAfjsyuwLev7KfeVDOrP3tumpMkxLX3xhkwzT0sqMcju7DQDAiEEAEoC2DGcAfuH5RD2wYI92Hq29oOdbB054Lx/zpvfyMR6PR0XVTWrv7A5Y75a4FBmm5f8q+JXNR0L2HgAAGE4EIAFoy3AG4EB3ADmf1MPVMkxLd722XZIUn+sNwgfPOZv4pknJMkzLf93AMWsG/80gAACRggAkAG0ZzgC85/WLC8C9xXUyTEt3vLxVknTv3J0BZwn7jI71fvX7fM9ZxEP5rSEAAJGAACQAbRnOADzfLeAGkl/ZIMO09LWXNkuS7nkjPWgAXj0+QYZpaWbyERmmpd8tGvxyMwAARAoCkAC0ZTgD8N65Oy/q+SW1Z/wnd0iBl3vx8Xg8GjXG+zffWcP/9ebgt5wDACBSEIAEoC3DGYC/nHdxAVjd1CrDtDRqjCWPx6MfzkrrF4AdXd3+v63NqpBhWvrpRX7lDADASEMAEoC2DGcA3neRn8idaev0b+Nse5fumLG1XwD2Xcd30sh3Z2wN0TsAAGB4EYAEoC3DGYD3v3VxAdjd3fv1bm1zm749LbVfAJ4+0+7/W1bZaRmmpW/EpYTqLQAAMKwIQALQluEMwPNdyHkwX3g+UYZpqexUi26dsqVfAFY1er8m/vwY7y3gDNPS9ROSQrH7AAAMOwKQALRlOAboH7tLddv0VJWeOnPR27h58uZ+dxTpG4DldS0yTEvXPJegyvqzMkxLV41LCMXuAwAw7AhAAtCWSB2gmyYNHoC+T/2+FLtJDS0d/sfPvVsIAACRKFKP36FEANoQqQMULP76BuDBykYZpqWbJm1We2fvGcENLR2SpLFrc/XLeTvV0UUQAgAiT6Qev0OJALQhUgfId3u3gQIwu7xehmnp1ilbJElXjouXYVo60XBWUm9Aph2pGZb9BwDAjkg9focSAWhDpA7QqeY2/Xl5Vr8A7O72SOq9Xdx3em4X96We28IVVTerq9vjXz/5YNUwvgsAAC5OpB6/Q4kAtCGSB2h99vF+Adja0SVJSi+qlWFa+uGsNEnSLXEpMkxLuRUNamrt/U1gYt7J4XwLAABclEg+focKAWhDJA+Q7wLPfZemVu9v/FILvI/d/Zr37h/f7blY9O5jp1Tdc4kYw7S0IadyON8CAAAXJZKP36FCANoQyQOUWXq6XwDWnWmXJCXmnQy43/Ddr+2QYVraUlCl4p57CRumpaV7yobzLQAAcFEi+fgdKgSgDZE8QL5LvfRdTja0SpI+yKmUYVr677d2S5L+681dMkxLGw9UKr+ywb/+W2lHh/MtAABwUSL5+B0qBKANkTxANU1t/QKwvK5FkrQ6s0KGaemhhd67jfz2nb0yTEsrM8qVUVLnX39G0uHhfAsAAFyUSD5+hwoBaEMkD1BbZ1e/ACyqbpYkLd1TJsO09OjifZKkJ5bul2FaWpRerG1Havzrx36QP5xvAQCAixLJx+9QIQBtiPQBOjcAD53wvo9F6cUyTEtPLN0vSfrrqhwZpqU3UouUkHvCv/6zK7OHc/cBALgokX78DgUC0IZIH6BzAzCnvF6S9FbaUW/grfAGXuwH+TJMS9M3Fej9nq+HDdPSYz2fEAIAEEki/fgdCgSgDZE+QOcG4L6SOknS61sKZZiWzPcPSJKmJRbIMC1N2JCvJbtK/Ov7ThIBACCSRPrxOxQIQBsifYDODcCdR2slSTOTDsswLT23Lk9SbxD+ffUBvbntqH/9u17bPpy7DwDARYn043coEIA2RPoAnRuAWw9XS5LiEg7JMC29uPGgJGnhDu9vAp9clqWZyUf86982PXU4dx8AgIsS6cfvUCAAbYj0ATo3AH339p2wwfubv6mJBZKk5Xu9ZwX/flGGJlsH/evf+GLycO4+AAAXJdKP36FAANoQ6QN0bgBaB05IksatzZVhWpqVfESStKHnwtD3vblLY3seM0xLV41LuKDX83g8IX8PAABcqEg/focCAWhDpA/Qwz0XePYt67KOSwq87Isk/8Wfvzl1i55ZkR3wnNaOriG91pGqJt00KVkLdxQ79n4AABiKSD9+hwIBaEOkD1DdmXa9kVqkH8/e7r/ThyQ9vTxLhmlp/vZjkqSTDa0yTEuXj43X7xdlBARgbXPbkF7roYW9sQkAwHCK9ON3KBCANkTLAP1hyT4ZpqV/7C6VJD3+XqYM09LiXSWSpO5uj64anyDDtHT79NSAACyuPTOk1yAAAQAjRbQcv+0gAG2IlgH6U8+t3t5JL1be8QbdMDFJhmlp+d4y/zp3vLy1328GDdPSgYr6Ib3GH5dkEoAAgBEhWo7fdhCANkTLAD270vu7vnl9rvFnmJbW7K/wr/PAgj1BAzC159Ix5+P7WtkwLXV3czIIAGD4RMvx2w4C0IZoGSDz/QMyTEsTNxwMiLuNByr96/Q9+9d3DUDDtDQj6fAFvYZhWqpvaXfqrQAAcF7Rcvy2gwC0IVoG6Pn1eTJMy/9bQN+SlH/Sv87crYGfDvruD/zLeTuH9Br/uzLH/9yjNc1OvRUAAM4rWo7fdrg6AOPi4nTzzTfr4x//uD7zmc/oZz/7mQ4fHtonWlL0DNCLG72f/P3k1e1B7wwiSRsPVAY8tr2wRoZp6cpx8Trbfv5LwfhOLDFMSxk99xwGAGA4RMvx2w5XB+Cdd96pRYsWKT8/Xzk5Obrrrrv0uc99TmfODO3M1mgZoCkJBTJMy3/yh2/Z1OcTwPzKhoDHapradEtcij8Gz6fvNQcT807qbHuXzrR1Ovm2AAAIKlqO33a4OgDPVVNTo5iYGKWlpQ1p/WgZoL739+275B1v8K/j8Xj08znp/sda2jv9XxkvSj//xZ3vm7fL/9x/7C7VD2Zt0y1xKUQgACDsouX4bQcB2EdRUZFiYmKUl5c3pPWjZYBe31IYEH5/WLJPKYeq+q1XVN0kw7R0S1yKurs9/hM7Xksp9K+TVXZaJUGuDXjXa71fL/f9Oji9qNbR9wYAwLmi5fhtBwHYw+Px6Kc//am+9a1vDbhOW1ubGhsb/UtFRUVUDNBbaYEneCwY5HZtFadbVNXYKkl6Kf6QDNPS+HW5mpV8RFsKqmSYlq4YG9/vvr93zAh+HcG+8QgAQDgQgASg3xNPPCHDMFRRUTHgOrGxsYqJiem3RPoAvZNeHBBlG3Iqz/8k9f/ksO9yvP6sJKmzq1uS/L8XPHd5YMEeVZxukeS9Nd3D7+xVfO4JZ94oAAAiACUCUJL05JNP6rOf/ayKiwf/LVu0fgL43p7SgCjbc+zUkJ63eFfJgAGYmHdSL8Uf0heeT9TRmmZdPyFpwHUN01Jm6WlN2JDP3UIAAI4jAF0egB6PR3/605/07//+7yosvPCvIqNlgFbuKw+IsWNDvE7fuqzjAwbd9E0F/v//vnm7dOW4+IDHv3HOJ4JLdpcG3C0EAACnRMvx2w5XB+Djjz+uT37yk9q2bZtOnjzpX86ePTuk50fLAK3PDgy55iGemev7zV+w5cGFe4P+/dvTUvXHJZk6WtOsSRt77zwye3OhxqzpvVtIF7eLAwA4JFqO33a4OgCD/Z4vJiZGixYtGtLzo2WA4nNP+MPrholJQ37evpK6foF306RkGaalr7yYHDQA2zu7A7bh+6TwhfV5/ruLGKal6p4TTQAACLVoOX7b4eoAtCtaBij5YO8nec+uzB7y845UNQXE3fztx1TT1Dbgp4JXjI3vt40FO7wnoDy5LEt/WdV7u7ic8vpQvkUAAPyi5fhtBwFoQ7QMUOrhan94JR/sf/2/gZxsaA0IvNwK74WjR8duChqAo2M39duG73eEv56/W48t7r0Xcd+7kAAAEErRcvy2gwC0IVoGKOVQ7yeArR3nv6+vT0t7Z0Dg+S7nctv01KAB+LWXNvfbxrYj3nsK3/lKmu5/q/duIYt3lYTq7QEAECBajt92EIA2RMsAdXR169mV2Vq1r/yCnufxeAICz3dbt763jOu7fOflrf22kXfce4/hr07erB/N7r1byLTEglC8NQAA+omW47cdBKANDJACAs93949H3s0IGoA/nr293/Mr68/KMC1dOS5et07Z0vtbxBVD/y0iAAAXguM3AWgLAxQYgD5/7XMyx3f73ALuntd39Ht+a0dX0Fj81du7w/k2AAAuwvGbALSFAQoegHEJh/x/e+Td3hM7vj0tNeg2rns+sV8A3jFja5jeAQDAbTh+E4C2MEDBA/CttKP+v/3vyt5PA7/4Qv+zgCXpm1O39AvAmyYlh+stAABchuM3AWgLAxQ8AFf1ubXcxA0Hg67T1z2v7+gXgFePTwjXWwAAuAzHbwLQFgYoeAD2vUXcK5uP+O8DfOW4/heClqSH39kbEH4D3TUEAIBQ4PhNANrCAElx8d7f+7286bD/b9nl9f6Ieye9WJmlp3XnK2lKL6oNuo2+XxPf8XLvSSOnz7SH620AAFyE4zcBaAsDJHV1e5R3vEFd3R7/38pOtfgjbs3+ivNuY+meMv/6v5i7U9c85/0UsLyuxcldBwC4FMdvAtAWBii45rbeO4RsyKk87/r1Le3+9W+dskU3Tdosw7R06AT/uwIAQo/jNwFoCwMUXN87hKzLOj6k5/jW/8qLyfpOz9fAGSV1Du8pAMCNOH4TgLYwQAO7atyFfY2bU16v783cppRDVbr7Ne9ZwakF1Q7vJQDAjTh+E4C2MEADO9XcpqLq5ot67n+/tVuGaemDIXx9DADAheL4TQDawgA549HF3ruHLN1TNty7AgCIQhy/CUBbGCBnPLMiW4Zp6a20o8O9KwCAKMTxmwC0hQFyxnPr8mSYlmYmH/H/bUdhrb4/c5smbTyohpYO/99XZ1ZosnVQHo8n2KYAAOiH4zcBaAsD5IypiQX+28hJ3rOKf/Lqdv+Zwn9ffUCS9xqEvr/tOnpqOHcZABBBOH4TgLYwQM54I7VIhmnpb6tzJElZZacDbjn3k1e3a1byEc1KPuL/GyeMAACGiuM3AWgLA+SMxbtKZJiWHn8vU5Jkvn9Ahmnp53PSA0Kw7zJ+Xa7mbj2q1o6uYd57AMBIx/GbALSFAXLGmv0VMkxLDyzYI0m6Y4b3wtDJB6t05bj4ASPQMC29uPHgMO89AGCk4/hNANrCADkjKf+k/xO/5rZOjRrjjbva5jZ9f+a2QQPw29NS9WpKoYqqm4b7bQAARiiO3wSgLQyQM3YerZVhWrp58mZ9kFMpw7R0S1yKJOl//pE5aAD6lt/M36P/fmu3/3eEAAD4cPwmAG1hgJyRW9HQL+geXbxPUu8lYi5kmZpYoIcW7tXZ9v6/D1yyu3TI9yveUlClF9bnBd0OACBycPwmAG1hgJxxrKa5X8TN3lwoSZq37aj/b0drmlVY1TTkEPzH7lLtOnpK3d3eawYe7fM654u6ts4ufeXFZBmmpZfiD+ml+EOqrD/r+P8WAIDQ4/hNANrCADmj7kx7v3jbXlgjSWrt6NKYNQeUcqjKv/6FfiK4bK/3FnPrs4/7/5Zf2RB0XzwejxbsKNaPZm/vt50n3tvv/P8YAICQ4/hNANrCADnnrbSjeie9WLkVDVqyu3TQO31Mtg5qdOymIQfgI+/u04sbD+ru13b4/7Y+O/Br4MbWDk3aeFBPLssadFsdXd2OvP+6M+3aeKBSXd0ebSmoUn1LuyOvAwBuxPGbALSFARo5+t4V5GKWmUmH/dvyeDx64r39/da5YWKSHly4N+Bv5vsHVFx7JuTv57HF+2SYlm6fnirDtPTn5Vk6297lWHACgJtw/CYAbWGARhbfBaS/8/LWCw7Ax9/LVHtntxpbO/T08sBP/e6YsVUNZzvU0NKhlvZO7Sup099W5/gf/1LsJh2oqA/Je+js6lZ5XYsuH9v/eoc3T96s+97cFZLXAQA34/hNANrCAI0s3d0eFVY16Xj9WV0/IUl/WZVzQRH4lReT9bM3vHcbGTXG0uJdJapqbFVTa0e/18opr9d1zycGROCji/fpP+ekq6ap7aLfw33zdp13Pw9U1CujpM7O/1QA4GocvwlAWxigke9IVZPyjjfo+glJ/ULq+fV5/vsO912uGBuvvcVDC6zmtk79Yu7O/ieILN2v3ArviSWD/X6xr5qmtoBtBNtn3/L5MZZSD1drRtJhNbV2KCH3hKobW9Xd7Rny6/n2f29x3QU9BwAiHcdvAtAWBihyHK1p1pJdJZq08aAM0/J/ldrd7dGXJ3pDa/QL3hNJpiYWXNC2m9s69djifbphYmCwXTUuQV95MVmjxlj6+kspuvu1HXr8vUyV17X0+1SxvbNbGw9U+p8bF39IFadbNDWxQL99Z++AIdh3vx9cuFe3TU/VL+bu1Ph1ubp1yhYVVTdpUXqxWto7g+677+vuN1KLLu5/2BGAeAVwoTh+E4C2MECRp7WjS0v3lKmhpTfAcsrrlVpQrcr6s1qRUWbrRIt30ov149nb9V9vDv5V7uVj47U6s0LTEgu0s6jWH6GGaWnc2tyAbb6WUnjBv2n8/Jjer7UN09LLmw6rsbVDnT3v7Wx7V9DrLc7devSi33s4eTwefZBTqeLaM/r+zG36zznphCCAIeP4TQDawgBhIB6PR4dONKrgZKNONrRq97FTSsw7EXDpmXNjzbeszaoI2FbdmXbd9dp2/XBW2gWH4LmfSP5lVY72FtfppkmbB1zvvnm79Pz6PC3YUay/rz6g5rbgnx4Op7VZFf32+0hVk+rOcLkcAOfH8ZsAtIUBwoXyeDyqamzVrVO2DBhg5XUtQZ9bVD30u55cyPJaSqGW7S0bdJ17Xt+htVkVWra3LGD/PB6POrq6/e/LaV3dHh2tadYDC/YEj9zxCTpS1aTdx06pqzv0nwjuLKpVfO6JkG8XQHhx/CYAbWGAcLHyKxv07Mps/1fFo2M36Yml+zV+Xe6AX2V2dnXrW9O26KuTN+vGnq92L3a5/61deivtqJ5Yut//Cd+i9OIhPXd07Cb9ePZ2PfLuPt335i5dPyFJv56/W4Zp6bl1ebpjxlbNSDqsBxbs0SPv7lNm6Wkt3lWislMtmrTx4JBvodfd7VFqQbUOVjaqsv6sMktPa0bS4SG/x/HrcnVLXIpeij+k+9/apfve3KXXUgr1w1lpyimv1/Pr8waMbR/fv4sjVU16I7VIo3o+rc0sjcyzsA+daNRNkzZH9G8+gVDg+E0A2sIAwa5TzW16bPE+rcs6fv6VJTW0dKjuTLumJRZodOwm3RvkDOTzLVePT1DF6f7h09bZpSkJBdp2pEb/2F2qhTuKlXKoSn9bnaPx63J1xdh43Tx54K+OB1p80eQ7WeUHs7bp2ZXZWrmvXOb7B/SXVTl6J71YDy7cq7QjNRq7Nld3vbZdt8SlyDAtXfd84qCfmF7McvX4BP/X3TdMTNJfV+XoD0v26Vdv71Z5XYsSck8ovahWo2M36X9X5vT7mv6RdzNCPQph8ael3guc3zAxSe2dXFQc7sXxmwC0hQHCcNt97JS+PDFJr6YU6oqx8bp37k7d+GKyrhqfoGdWZOvysfFal3Vcv56/WzuLavVBTqWyyy/uotVd3R61dXZp/vZjWrK7VHe+kqbbpqfqf/6R6Y+7cC6/mLtT0xILLuokmcEW3wk5VwS5GHffe0K/kVqknUW1am7rVGLeCZ1saFV2eb1yyuvV3tmt0lNn1NrRpfXZx3WmrVPrs4+rqLrJf2kiqfcTRt//bevsksfjUVNrh2qbvdeTDFWoVTe2BrynhTuKVd3k7Nf27Z3devidvfrrqhzVnWnXkaomR18PGCqO3wSgLQwQRpLCnpMgCqualFNer65ujxrO9r+Idah4PB519/zOrqvbo/K6Fj25LEvxuSd0x4ytempZln63KEPfm7lN97zuPfnl29O8t7a7alyC/9NB3yeE1z7nvbD2Pa/vUGLeCe08Wqs1+/uf7PHo4n16bl2ePya6uz26clz/WAvlcuuULf6vyp9blxfwmO+uLV97abMuHxuvK8bG644ZWzVqjKXvz9wmw7T8n2Z+dfJmXftcoq4YG68nl2XpxheT9fTyLI2O3aQ/L8/S6Bc26Yez0nT9hCRdPT5Bv56/W9c8l6DYD/J1+/RUzdt2VK0dXRd0xrPH49H+stP6+Zz0fu/rxheTlV5Uq8S8EyH9Heep5jY9syJbEzbk+1/r29NSdfnYeB0+OfDJOjVNbcosPa0zbZ1avrdMpafO6M5X0vRaSqFeSynUzOQj6u72OPL7ToReY5CL6I8UHL8JQFsYIGBoGlo6lHywSu2d3VqffVyV9Wc1f/sxJeWfVELuCb2WUqi6M+3afLBKrR1d/ud5PB49uzJbv1+UodWZFXpw4d6gn1oVVTdpf9lp/zUTv9rzVbUvvG6alKyfz0nX9ROS9N0ZW/3xeb7w++bULVqyu1RF1c0B+/TenlLdO3fnoGdTO7ncPj1VH+RUqvTUmX7/exTXnlFLe6cW7ijWG6lFenZFtv95o2M36d2dJf2+0jbM3lidsCFfjy7ep5X7yrW9sEY7CmtV3dSqjBLvBcPPtHWqtaNLWw9Xa2VGuQ6fbFJHV7ea2zq1OrNC356Wqh/M2jbgvvtC/81tR/XzOel6J71Y//3Wbv1+UYb+sydSfbHq+62r7z8YDNP7tf21zyXqYGWjEvNO6Gx717njEFRrR5ej/0Hk093t/Q+jujPtQ/69azTp6OpWQ0uH3tx2VIZp6bHF+0bk2fkcvwlAWxggYGQ5faZdKYeqVHemXWPWHFDe8QZtL6xRwclGtXZ0qbG1Q5mlp/Xksiz/mc+/nOf9HeV1zyf648QXHjOTjwz6eu2d3dpz7JRSDlXp82O84fnVyZv1+TGW7nzFe9me7/WE1ejY3q/Jfb9BvGlSsv5zTrpe3nRYt07ZovHrcvXcujxNSyzQX1bl6LsztuqRdzNkmNaAv/ccNcbS7xZl6EuD/Cb0irHxempZlspOeX/7eehEo5LyTwa953SwxfcJ61eD/Ab08rHxtk5KlxHdWQAAEndJREFUGkqID7Y8vTxLDyzYo3nbjmp99nEt2V2qlENVempZlvaV1Omvq3L08qbD/n+3N03arO/N3KbvvLxV987dqXveSNe0xAK9vqVQ6UW1OlrTrOrzfBLa3tmt1o4uZZbWaWpigdKLavWTV7drUXqxvvJish5cuFffiEvRtc8lquBkow6fDPzq+1hNs2qb2zTZOqgHF+7Vgh3FunXKFmWW1g140fZI4PF49PtFGUH/g8U3eyMFx28C0BYGCIhshVVNau3oUlL+SWWU1GllRrnGrMlVdWOr/rG7NODTyPM5UtWk6sZWVTe2+rebUVKnzq5uWQe8t+p7YX2e5m07qr3FdXpvT6n/K/TBeDwenWzwBklJ7RmV17VoRtJh3TY9VVeNTxhSJM3ZGvys3/SiWq3PPq7x63L1hT73tu77lbov0M791PCWuBT/J3YjYbl8bLztmOy7rT8t3a/n1+fpT0v361vTtuiPSzL1/Znb9NPXdwTE/FAj9pF3M3T/W7v08qbDQX9f2ncZuzZXx+vP6vQ5n5wFm0ePx6POnksx2bmI/VB1d3tUcbpFmaWn9fqWQk3aeFCr9pXrr6ty9I2eT9x9y7embdE3p3pP4Pr+zG1q7egaMScfcfwmAG1hgAAMt3VZx/XIu/u0Zn+F4hIOKfVwtSZsyNfCHcXaUVirJbtKhvSbOd/XuIvSi1VSe0ZvpBZp44FKFZxs1I7CWlU1tir5YJU3cpt67zudmHdC72dWaMKGfP1o9nZtPlilZ1ZkK7P0tP66Kkcr95XrezO3XfSnhL64GuqnlcGWLzyfqIkbDqqhpUPZ5fXaWVSrXUdPKT73hFZnVuipZVl6Yul+XT0+IeDr5uFerp+QpKeWZenX83frN/O91768aVKyvjdzm659LlE/nJWmr7+UoivHxevLE5P0+TGWvjtjq258MVnPrszWX1flaEpCgRalF2vO1iKt3FeumclHtKOw1j8fc7ce1YqMMv+nwnuOnVLByUYdq2lWQu4Jrc8+rhd6QvjRxfuGdCWAH8/ermmJBapvaVd1Y2vAnY6+Onmz/roqR/e8vkPv7izRsyuz9UFOpV5Yn6fVmRWavblQsR/kK6vstN7dWaIzDl2InuM3AWgLAwQA59fc1qmGlg49ty5Pnx/j/YTLML1f337h+UTdO3enbp2yRVePT/B/Je/7PefYtbmK/SBf7+4s0cubDuu37+zVfT3Xz/R9le77v6PG9F5u6G+rc/TAgj3KKjs95P1s6+xSW2eXdh87pde3FGpm0mHN3lyopPyTmpl0WOuzj2tDTqV2FNYq9oN8Pbhwr2I/yJdhWnp2ZbZGjfH+5m3c2lxNSSjQkt2leuTdDP1ikMs1+cJ47Npc3TY9td+niyNxuXKc92v/x9/LVOwH+brzlTT9bpH3ff549nbVtwR+crl4V8lFv9b3Zm5TUXXozx7n+E0A2sIAAcDQdXR1+39fV17Xou5uj06fadfZ9i6daDirouomNZzt0NbD1fJ4PMo73hD0a8+apjYt3VOmqsZW/Xl5lrYdqdEbqUVakVGmvOMNWp99PKz3hvadIV5e16K2zv77293tvTVkVWOrHlu8TyszyvWXVTn6++oDqm7y3irSp7OrW//YXaqth6s1ccNBPbsyW2+nHVNcwiEVnGzUgYp67Sis1eGTTVq1r1wbD1SqpPaM8o43qLyuRSmHqrT1cLWeXp7lP6HngQV79OjiffrZG+l6+J29+sLzifrPOem6cly87nh5q77Sc+mon76+Q3f0fIJ49fgE3f3aDt335i6NWXNAC3cUa8muEu0orL3gr3E7uroVF39IszcXasyaXN03b5f+sipHN0xM0m/f2atRY7y/EzRM7ye9voj3/W7zqWVZ9v4FBcHxmwC0hQECAESqlvZO/1nLwcI1XJpaO+TxeLSzqFa5FQ2qrD+r3cdOqaapTX9dlePI2dscvwlAWxggAAAiD8dvAtAWBggAgMjD8ZsAtIUBAgAg8nD8JgBtYYAAAIg8HL8JQFsYIAAAIg/HbwLQFgYIAIDIw/GbANScOXM0atQoXXLJJbrxxhu1ffv2IT+XAQIAIPJw/HZ5AK5YsUIf+chHNH/+fB06dEhPP/20Pvaxj6msrGxIz2eAAACIPBy/XR6AX/va1/Q///M/AX+79tprNWbMmCE9nwECACDycPx2cQC2t7frwx/+sNauXRvw9z//+c+67bbbhrQNBggAgMjD8dvFAVhZWamYmBjt3Lkz4O8vvfSSrr766qDPaWtrU2Njo3+pqKhw/QABABBpCEACULt27Qr4++TJk3XNNdcEfU5sbKxiYmL6LW4eIAAAIg0B6OIAvJivgPkEEACAyEcAujgAJe9JII8//njA36677jpOAgEAIIpx/HZ5APouA7Nw4UIdOnRIzzzzjD72sY+ptLR0SM9vaGhQTEyMKioqAj4ZZGFhYWFhYRm5i+8bvIaGBodLY+RydQBK3gtBG4ah//N//o9uvPFGpaWlDfm5vgFiYWFhYWFhibyloqLCwcIY2VwfgHZ0d3eroqJCDQ0Njv3XSbR+uhjt788N7zHa358b3mO0vz83vMdof39OvceGhgZVVFSou7t7uFNi2BCAI1RjY3T/PiHa358U/e8x2t+fFP3vMdrfnxT97zHa35/kjvc4HAjAESraBz7a358U/e8x2t+fFP3vMdrfnxT97zHa35/kjvc4HAjAESraBz7a358U/e8x2t+fFP3vMdrfnxT97zHa35/kjvc4HAjAEaqtrU2xsbFqa2sb7l1xRLS/Pyn632O0vz8p+t9jtL8/KfrfY7S/P8kd73E4EIAAAAAuQwACAAC4DAEIAADgMgQgAACAyxCAAAAALkMAjkBz5szRqFGjdMkll+jGG2/U9u3bh3uXLkpsbGy/2+7867/+q/9xj8ej2NhYXXbZZbr00kt1++23Kz8/fxj3+PzS0tJ0991367LLLlNMTIzWrVsX8PhQ3tPp06f1wAMP6J//+Z/1z//8z3rggQdUX18fzrcxoPO9v4cffrjfv9Ovf/3rAeu0tbXpySef1Kc//Wl99KMf1U9/+tMRc7uluLg43Xzzzfr4xz+uz3zmM/rZz36mw4cPB6wzlP0vKyvT3XffrY9+9KP69Kc/raeeekrt7e3hfCsDGsp7vP322/v9e7z//vsD1hnJczp37lx96Utf0ic+8Ql94hOf0C233KKEhAT/45H+7/B87y/S//2dKy4uTjExMXr66af9f4v0f4eRgAAcYVasWKGPfOQjmj9/vg4dOqSnn35aH/vYx1RWVjbcu3bBYmNj9cUvflEnT570LzU1Nf7Hp06dqk984hNas2aN8vLydP/99+uyyy5TU9P/b+f+Qpr63ziAnxybmMTIr6apqFCW1ZoUIQRh+F/QCrqJMBRCbdYQwRszSoQsu6i7ICKTLmoGaSAp0SwrcFrWFJeCmVqCQqEiKf4B2ft7ETvfzpw6/f10ZzvvF3hzzsfxPDwHfW875/Pbg1WvrLm5GVeuXEF9fb3LgOROT5mZmdDpdLBYLLBYLNDpdMjOzt7sVlxarb+8vDxkZmZKZjoxMSFZYzAYEBERAbPZDKvViqSkJMTHx2NxcXEzW3EpIyMDtbW1+PLlC7q7u5GVlYWoqCjMzMyIa1arf3FxETqdDklJSbBarTCbzQgPD4fRaPRUWxLu9Hj8+HEUFBRI5jg1NSV5HTlfp42NjWhqakJ/fz/6+/tRXl4OtVotvtny9hmu1p+3z+9vHz9+RExMDPR6vSQAevsMvQEDoMwkJCTAYDBIjsXFxaGsrMxDFa1fRUUF4uPjXZ6z2+0ICwtDdXW1eGx+fh5arRb37t3brBL/J84ByZ2e+vr6IAgCOjo6xDXt7e0QBGHJpzSetlwAPHXq1LK/MzU1BbVajbq6OvHY6Ogo/Pz88PLlyw2rdb1+/foFQRDw7t07AO7V39zcDD8/P4yOjoprTCYT/P39ZblRrXOPwJ8A8fc/W2fedJ06bN++HQ8ePPDJGQL/9Qf4zvymp6cRGxsLs9ks6clXZyg3DIAysrCwAJVKhYaGBsnx4uJiJCYmeqiq9auoqMDWrVuxc+dOxMTE4MyZMxgcHAQADA4OQhAEWK1Wye+cPHkSubm5nih3zZwDkjs91dTUQKvVLnktrVaLhw8fbmzBa7RcANRqtQgJCUFsbCzy8/Px8+dP8fzr168hCAImJyclv6fX63Ht2rVNqXstBgYGIAgCbDYbAPfqv3r1KvR6veT85OQkBEHAmzdvNqfwNXDuEfgTIIKDg/HPP/9g//79KC0tlXxK7U3X6eLiIkwmEzQaDXp7e31uhs79Ab4zv9zcXJSUlACQhlpfm6FcMQDKyOjoKARBQFtbm+R4VVUV9uzZ46Gq1q+5uRnPnj1DT0+P+A4vNDQU4+PjaGtrgyAIkndvAFBQUID09HQPVbw2zgHJnZ6qqqoQGxu75LViY2Nx48aNjS14jVwFwLq6Orx48QI2mw2NjY2Ij4/HgQMHxB36Hz9+DI1Gs+S10tLSUFhYuCl1u8tut+PEiRM4duyYeMyd+gsKCpCWlrZkjUajwZMnTzau4HVw1SMA3L9/H2azGTabDSaTCTExMUhNTRXPe8N12tPTg8DAQKhUKmi1WjQ1NQHwnRku1x/gG/MzmUzQ6XSYm5sDIA2AvjJDuWMAlBFHALRYLJLj169fx969ez1U1f/PzMwMQkNDcfv2bTEsjY2NSdbk5+cjIyPDQxWuzXIBcKWelgvzu3fvxs2bNze24DVyFQCdjY2NQa1Wo76+HsDyf7hTU1Nx4cKFDalzvS5evIjo6GjJjeXu1L/cmxS1Wg2TybRxBa+Dqx5d+fTpEwRBwOfPnwF4x3W6sLCAgYEBdHZ2oqysDMHBwejt7fWZGS7XnyveNr+RkRHs2LED3d3d4jF3AqC3zVDuGABlxNe+AnYlNTUVBoOBXwE7kdtXM4B7ARD480/Fcd+jt3wFbDQaERkZiaGhIclxX/rqabkeXbHb7ZJ7rrzpOnVISUlBYWGhT83wb47+XPG2+T1//hyCIEClUok/giBgy5YtUKlUaGlp8ckZyg0DoMwkJCSgqKhIcmzfvn1e+RCIs/n5eURERKCyslJ8YOLWrVvi+YWFBZ94CGSlnhw3Z3/48EFc09HRIbubswH3AuD4+Dj8/f3x6NEjAP/dvP306VNxzdjYmGweArHb7bh06RLCw8Px9evXJefdqd9x8/nfn/TW1dXJ5ubz1Xp0xWazSR4U8abr1CE5ORl5eXk+MUNXHP254m3z+/37N2w2m+TnyJEjOHfuHGw2m8/OUG4YAGXGsQ1MTU0N+vr6UFJSgsDAQHz//t3Tpa1ZaWkp3r59i6GhIXR0dCA7Oxvbtm0Te6muroZWq0VDQwNsNhvOnj0r+21gpqen0dXVha6uLgiCgDt37qCrq0vcpsednjIzM6HX69He3o729nYcPHhQNtszrNTf9PQ0SktLYbFYMDw8jNbWVhw9ehQRERGS/gwGAyIjI9HS0gKr1Yrk5GTZbANTVFQErVaLt2/fSrbQmJ2dFdesVr9j+4mUlBRYrVa0tLQgMjJSNttPrNbjt2/fUFlZic7OTgwPD6OpqQlxcXE4dOiQZEZyvk4vX76M9+/fY3h4GD09PSgvL4efnx9evXoFwPtnuFJ/vjA/V5yfbPb2GXoDBkAZunv3LqKjo6HRaHD48GHJ9g3exLEHnlqtRnh4OE6fPi25h8WxaXJYWBj8/f2RmJgoeVJRjlpbW5dswCoIgvjO3J2eJiYmkJOTI27ympOTI5sNWlfqb3Z2Funp6QgJCYFarUZUVBTy8vIwMjIieY25uTkYjUYEBQUhICAA2dnZS9Z4iqveBEFAbW2tuMad+n/8+IGsrCwEBAQgKCgIRqNRfBDG01brcWRkBImJiQgKCoJGo8GuXbtQXFy8ZD9HOV+n58+fF/9GhoSEICUlRQx/gPfPcKX+fGF+rjgHQG+foTdgACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoVhACQiIiJSGAZAIiIiIoX5F80901S1XBR7AAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 95.30999999999999\n"
     ]
    }
   ],
   "source": [
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "dtype = torch.cuda.FloatTensor\n",
    "\n",
    "# Convert numpy arrays to Pytorch Tensors\n",
    "X = torch.from_numpy(X).type(dtype)\n",
    "Y = torch.from_numpy(Y).type(dtype)\n",
    "\n",
    "# size_layers = [784, 100, 10]\n",
    "\n",
    "# Randomly initialize weights\n",
    "w1 = torch.from_numpy(initalize_weights_relu(784, 100)).type(dtype)\n",
    "w2 = torch.from_numpy(initalize_weights_relu(100, 10)).type(dtype)\n",
    "\n",
    "for ix in range(epochs):\n",
    "    n_examples = X.shape[0]\n",
    "    # Forward pass: compute y_hat    \n",
    "    a1 = X\n",
    "    z2 = a1.mm(w1)\n",
    "    a2 = z2.clamp(min=0)\n",
    "    z3 = a2.mm(w2)\n",
    "    a3 = z3.clamp(min=0)\n",
    "    Y_hat = a3\n",
    "        \n",
    "    y_tmp = torch.max(Y_hat, dim=1)[1]\n",
    "    y_tmp = y_tmp.cpu()\n",
    "    y_hat = labels[y_tmp.numpy()]\n",
    "    \n",
    "    # Compute loss\n",
    "    loss[ix] = (0.5) * np.square(y_hat - y).mean()\n",
    "    # Backprop to compute gradients of w1 and w2 with respect to loss\n",
    "    d3 = Y_hat - Y\n",
    "    grad2 = a2.t().mm(d3) / n_examples\n",
    "    d2_tmp = d3.mm(w2.t())\n",
    "    d2 = d2_tmp.clone()\n",
    "    d2[z2 <= 0] = 0 #d2 = d2 * derivate of ReLU function\n",
    "    grad1 = a1.t().mm(d2) / n_examples\n",
    "    \n",
    "    # Update weights\n",
    "    w1 = w1 - grad1\n",
    "    w2 = w2 - grad2\n",
    "\n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Pytorch variables and automatic differentiation (autograd)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "13.266146659851074 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzde3QU933//3XESql1bHrs9DTBgSGxQVKCIZZb3KQNxIltRGuT5JuW0ALl+w2pA6kLpPk1I3xTTIQs34QTmySOjJ24CItwsQnDzeImgVbiKi5CwtyEEOIukLhY9339/pDZeC0JC0a7M7v7fJwzf/DZ0cw7x+9z3q/s7Mx4BAAAgJjicboAAAAAhBcBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAAEAAGIMARAAACDGEAABAABiDAEQAAAgxhAAAQAAYgwBEAAAIMYQAG1ob29XTU2N6uvr1dDQwMbGxsbGxhYBW319vWpqatTe3u50lHAMAdCGmpoaeTweNjY2NjY2tgjcampqnI4SjiEA2lBfXx9oIKf/3wwbGxsbGxtbz7arX+DU19c7HSUcQwC0oaGhQR6PRw0NDU6XAgAAeoj5TQC0hQYCACDyML8JgLbQQAAARB7mt4sC4Ny5czVw4EAlJCQoNTVVRUVF19x/8eLFSklJUXx8vFJSUrR06dKgzydNmtTpx5733Xdf0D5NTU167LHHdPvtt+vmm2/WI488cl0/CKWBAACIPMxvlwTA/Px8eb1e5ebmqqKiQtOnT1diYqKqq6u73N/n8ykuLk5ZWVmqrKxUVlaW+vTpo9LS0sA+kyZNUlpamk6ePBnY6urqgo4zZcoU3XHHHSooKNDOnTt1//33a9iwYWpra+tR3TQQAACRh/ntkgA4fPhwTZkyJWgtOTlZ6enpXe4/duxYpaWlBa2NGjVK48aNC/x70qRJ+va3v93tOevr6+X1epWfnx9Yq62t1ac+9SmtXr26R3XTQAAARB7mtwsCYHNzs+Li4jpdwp02bZpGjBjR5d/0799fOTk5QWs5OTkaMGBA4N+TJk1S37599Vd/9VcaNGiQfvjDH+r06dOBz9etWyePx6Pz588HHWfo0KF6+umne1Q7DQQAQORhfrsgANbW1srj8ai4uDhoffbs2Ro8eHCXf+P1epWXlxe0lpeXp/j4+MC/8/PzZVmW9u7dqz/96U8aNmyYvvzlL6upqanL/a968MEH9eijj3Z53qampi6fIxTLDQQAQKQhALooAPp8vqD1zMxMJSUldfk3Xq9XCxYsCFqbP3++EhISuj3PiRMn5PV6tWTJEkndB8AHHnhAP/rRj7o8RkZGRpdPEo/lBgIAINIQAF0QAEN1Cbgrd911l7KzsyXd2CVgvgEEACDyEQBdEACljptApk6dGrSWkpJyzZtARo8eHbSWlpYWdBPIx507d04JCQn6wx/+IOnPN4EsXLgwsM+JEye4CQQAgCjH/HZJALz6GJh58+apoqJCM2bMUGJioo4ePSpJmjhxYlAYLC4uVlxcnLKzs1VZWans7Oygx8BcunRJP/3pT+Xz+VRVVaUNGzboq1/9qu644w5dvHgxcJwpU6bo85//vNauXaudO3fqm9/8Jo+BAQAgyjG/XRIApY4HQRuGofj4eKWmpqqwsDDw2ciRIzVp0qSg/RctWqSkpCR5vV4lJycHftsnSR988IEeeugh/dVf/ZW8Xq8GDBigSZMm6dixY0HHaGxs1GOPPabbbrtNf/EXf6GHH3640z7XQgMBABB5mN8uCoCRKFQNtHLPCU17e6f+uK3nYRQAAPQMAZAAaEuoGujlggMyTEvpS3b36nEBAAABUCIA2hKqBvrfkqMyTEs//MO2Xj0uAAAgAEoEQFtC1UCr9p6UYVr6ztzNvXpcAABAAJQIgLaEqoG2VdXJMC19/bn1vXpcAABAAJQIgLaEqoGqzl6WYVpKeWpVrx4XAAAQACUCoC2haqBLTa0yTEuGaelKc2uvHhsAgFhHACQA2hKqBvL7/Rr8xEoZpqVjdVd69dgAAMQ6AiAB0JZQNtDXnl0nw7S0o/r8J+8MAAB6jABIALQllA005pVNMkxL7+071evHBgAglhEACYC2hLKBfvDmVhmmpQVbqnv92AAAxDICIAHQllA20P8s2iXDtPTKugO9fmwAAGIZAZAAaEsoG+i5VZUyTEsZy8p7/dgAAMQyAiAB0JZQNtDrm47IMC39OG9Hrx8bAIBYRgAkANoSygZ6t+y4DNPSuNdKev3YAADEMgIgAdCWUDbQxvfPyDAtjZpT2OvHBgAglhEACYC2hLKB9tTUyzAtDZ9d0OvHBgAglhEACYC2hLKBjtVdkWFaGvTESvn9/l4/PgAAsYoASAC0JZQNxPuAAQAIDQIgAdCWUDaQ3+/XoMc73gd8/MIHvX58AABiFQGQAGhLqBvobzMLZJiW9h6vD8nxAQCIRQRAAqAtoW6gh3IKZZiWig6cCcnxAQCIRQRAAqAtoW6g77/mk2FaWrarNiTHBwAgFhEACYC2hLqBpvzvdhmmpT/4qkJyfAAAYhEBkABoS6gbKH3JHhmmpTkF74fk+AAAxCICIAHQllA30POrK2WYljKWlYfk+AAAxCICIAHQllA3UG7RYRmmpWlv7wzJ8QEAiEUEQAKgLaFuoEXba2SYlia8XhqS4wMAEIsIgARAW0LdQOsqT8kwLT38q00hOT4AALGIAEgAtCXUDVR27IIM09JXs9aG5PgAAMQiAiAB0JZQN9CJ+g9kmJbunLlC7e3+kJwDAIBYQwAkANoS6gZqaWvXwHRLhmnpzMWmkJwDAIBYQwB0UQCcO3euBg4cqISEBKWmpqqoqOia+y9evFgpKSmKj49XSkqKli5d2u2+jz76qDwej+bMmRO0bhiGPB5P0GaaZo9rDkcD/Q3vAwYAoFcRAF0SAPPz8+X1epWbm6uKigpNnz5diYmJqq6u7nJ/n8+nuLg4ZWVlqbKyUllZWerTp49KSzvfLfvOO+9o2LBh6tevX5cBcNasWTp58mRgu3TpUo/rDkcD/dOvimSYltZWnArZOQAAiCUEQJcEwOHDh2vKlClBa8nJyUpPT+9y/7FjxyotLS1obdSoURo3blzQ2vHjx3XHHXeovLxchmF0GQA/vnY9wtFAk3+/VYZpKa+06zAMAACuDwHQBQGwublZcXFxnS7hTps2TSNGjOjyb/r376+cnJygtZycHA0YMCDw7/b2dt1///16+eWXJXUd9gzD0Gc/+1nddtttGjZsmDIzM9Xc3Nzj2sPRQDOXdrwO7qX3eB0cAAC9gQDoggBYW1srj8ej4uLioPXZs2dr8ODBXf6N1+tVXl5e0FpeXp7i4+MD/87KytKDDz4ov7/j7tmuAmBOTo42btyo3bt3Kzc3V5/5zGc0efLkbmttampSQ0NDYKupqQl5A/1y7QEZpiVz8e6QnQMAgFhCAHRRAPT5fEHrmZmZSkpK6vJvvF6vFixYELQ2f/58JSQkSJK2b9+uv/7rv1ZtbW3g855c7l28eLE8Ho/OnTvX5ecZGRmdbhoJdQPlb62WYVqa9MaWkJ0DAIBYQgB0QQAMxSXgOXPm6KabblJcXFxg83g8+tSnPiXDMLqt5fjx4/J4PF3eTCI58w3ghv2nZZiW0l6+9l3RAACgZwiALgiAUsdNIFOnTg1aS0lJueZNIKNHjw5aS0tLC9wEcu7cOe3duzdo69evn0zT1P79+7utY/ny5fJ4PN3effxx4WigihMNMkxL98x6L2TnAAAglhAAXRIArz4GZt68eaqoqNCMGTOUmJioo0ePSpImTpwYFAaLi4sVFxen7OxsVVZWKjs7u9vHwFz18UvAPp9POTk5Kisr05EjR7Rw4UL169dPY8aM6XHd4Wig85ebZZgdD4Nuam0L2XkAAIgVBECXBECp40HQhmEoPj5eqampKiwsDHw2cuRITZo0KWj/RYsWKSkpSV6vV8nJyVqyZMk1j//xALhjxw7dd9996tu3rz796U8rKSlJGRkZunLlSo9rDkcD+f1+DXpipQzT0rG6ntcGAAC6RgB0UQCMROFqoH94bp0M09K2qrqQngcAgFhAACQA2hKuBvrer4tlmJas3SdCeh4AAGIBAZAAaEu4GujHeTtkmJZe33QkpOcBACAWEAAJgLaEq4Ge+dM+GaalrBUVIT0PAACxgABIALQlXA30WuEhGaalaW/vDOl5AACIBQRAAqAt4Wqgd8uOyzAtff813yfvDAAArokASAC0JVwNVHL4nAzT0jde2BDS8wAAEAsIgARAW8LVQEfOXpZhWkp5apX8fn9IzwUAQLQjABIAbQlXA11pbg28DaShsSWk5wIAINoRAAmAtoSzgYY9s0aGaanyZOw2KwAAvYEASAC0JZwN9PCvNskwLa0pPxnycwEAEM0IgARAW8LZQFPnb+dh0AAA9AICIAHQlnA2UNbKChmmpYxl5SE/FwAA0YwASAC0JZwN9L8lR2WYln7w5taQnwsAgGhGACQA2hLOBtr4/hkZpqUHczaG/FwAAEQzAiAB0JZwNtDVZwEmP8mzAAEAsIMASAC0JZwN1NTapoHpHc8CPHOxKeTnAwAgWhEACYC2hLuBvpq1VoZpafvR82E5HwAA0YgASAC0JdwNNO61EhmmpcXba8JyPgAAohEBkABoS7gb6PGle2SYlp5fXRmW8wEAEI0IgARAW8LdQLlFh2WYlqbO3x6W8wEAEI0IgARAW8LdQOsrT8swLY2aUxiW8wEAEI0IgARAW8LdQFUfPgpm8BMr1d7Oo2AAALgRBEACoC3hbqDWtnbd9fgKGaalmvNXwnJOAACiDQGQAGiLEw30zRc3yDAtFR04E7ZzAgAQTQiABEBbnGigH/5hmwzT0u+Lq8J2TgAAogkBkABoixMNlLWiQoZpKWNZedjOCQBANCEAEgBtcaKB8rdWyzAtTXi9NGznBAAgmhAACYC2ONFAW47UyTAt/X32urCdEwCAaEIAJADa4kQDnb3UJMO0NDDdUmNLW9jOCwBAtCAAEgBtcaKB/H6/hmSslmFa2n/yYtjOCwBAtCAAEgBtcaqBxry6WYZpaeWeE2E9LwAA0YAA6KIAOHfuXA0cOFAJCQlKTU1VUVHRNfdfvHixUlJSFB8fr5SUFC1durTbfR999FF5PB7NmTMnaP38+fOaMGGCbr31Vt16662aMGGCLly40OOanWqgn+SXyTAtvbr+YFjPCwBANCAAuiQA5ufny+v1Kjc3VxUVFZo+fboSExNVXV3d5f4+n09xcXHKyspSZWWlsrKy1KdPH5WWdr4z9p133tGwYcPUr1+/TgEwLS1NQ4YMkc/nk8/n05AhQ/Twww/3uG6nGujV9QdlmJZm5JeF9bwAAEQDAqBLAuDw4cM1ZcqUoLXk5GSlp6d3uf/YsWOVlpYWtDZq1CiNGzcuaO348eO64447VF5eLsMwggJgRUWFPB5PUGgsKSmRx+PR/v37e1S3Uw20au9JGaalh3+1KaznBQAgGhAAXRAAm5ubFRcX1+kS7rRp0zRixIgu/6Z///7KyckJWsvJydGAAQMC/25vb9f999+vl19+WZI6BcB58+apb9++nY7dt29fvfHGGz2q3akGOnj6kgzTUspTq9Te7g/ruQEAiHQEQBcEwNraWnk8HhUXFwetz549W4MHD+7yb7xer/Ly8oLW8vLyFB8fH/h3VlaWHnzwQfn9HQHp4wFw9uzZGjRoUKdjDxo0SFlZWV2et6mpSQ0NDYGtpqbGkQZqaWvXXY+vkGFaqjl/JaznBgAg0hEAXRQAfT5f0HpmZqaSkpK6/Buv16sFCxYErc2fP18JCQmSpO3bt+uv//qvVVtbG/i8qwDYVcC866679Oyzz3Z53oyMDHk8nk6bEw30wEsbZZiWNuw/HfZzAwAQyQiALgiAobgEPGfOHN10002Ki4sLbB6PR5/61KdkGIakG7sE7JZvACVpyv9ul2Fayi06HPZzAwAQyQiALgiAUsdNIFOnTg1aS0lJueZNIKNHjw5aS0tLC9wEcu7cOe3duzdo69evn0zTDNzgcfUmkC1btgSOUVpaGhE3gUjSS2v2yzAtmYt3h/3cAABEMgKgSwLg1cfAzJs3TxUVFZoxY4YSExN19OhRSdLEiRODwmBxcbHi4uKUnZ2tyspKZWdnd/sYmKs+fglY6giNQ4cOVUlJiUpKSnT33XdHxGNgJOndsuMyTEvf+3XxJ+8MAAACCIAuCYBSx4OgDcNQfHy8UlNTVVhYGPhs5MiRmjRpUtD+ixYtUlJSkrxer5KTk7VkyZJrHr+rAFhXV6fx48frlltu0S233KLx48dHxIOgJam8tl6GaWnoz9cEbnQBAACfjADoogAYiZxsoMaWNg1Mt2SYls5cbAr7+QEAiFQEQAKgLU430NefWy/DtOQ7dM6R8wMAEImcnt9uQAC0wekG+sGbW2WYlt7yVTlyfgAAIpHT89sNCIA2ON1AWSsqZJiWnn53ryPnBwAgEjk9v92AAGiD0w20cNsxGaalf8stceT8AABEIqfntxsQAG1wuoF2Vp+XYVr628wCR84PAEAkcnp+uwEB0AanG6ihsUWG2XEncENjiyM1AAAQaZye325AALTBDQ00fHaBDNPSjurzjtUAAEAkccP8dhoB0AY3NND43FIZpqWFW485VgMAAJHEDfPbaQRAG9zQQBnLymWYlmavqHCsBgAAIokb5rfTCIA2uKGB3io5KsO09P/e3OpYDQAARBI3zG+nEQBtcEMDlRw+J8O09PfZ6xyrAQCASOKG+e00AqANbmigusvNgTuBLzW1OlYHAACRwg3z22kEQBvc0kB/k8mdwAAA9JRb5reTCIA2uKWBJrzecSfwgi3VjtYBAEAkcMv8dhIB0Aa3NFCmtU+GaSljWbmjdQAAEAncMr+dRAC0wS0NtGh7jQzT0vdf8zlaBwAAkcAt89tJBEAb3NJAe4/XyzAtfeWZNfL7/Y7WAgCA27llfjuJAGiDWxqosaVNX0jvuBP4VEOjo7UAAOB2bpnfTiIA2uCmBrr/xQ0yTEsb3z/jdCkAALiam+a3UwiANripgabO3y7DtPRa4SGnSwEAwNXcNL+dQgC0wU0N9HLBARmmpZ8sLHO6FAAAXM1N89spBEAb3NRAq/aelGFa+sdfFjldCgAAruam+e0UAqANbmqgqrOXZZiWBj2xUq1t7U6XAwCAa7lpfjuFAGiDmxqovd2v5CdXyTAtHTx9yelyAABwLTfNb6cQAG1wWwONeXWzDNOStfuE06UAAOBabpvfTiAA2uC2BvrZot0yTEsvrtnvdCkAALiW2+a3EwiANritgeZtOiLDtPTDP2xzuhQAAFzLbfPbCQRAG9zWQMUHz8owLX39ufVOlwIAgGu5bX47gQBog9sa6NylJhlmxyvhLje1Ol0OAACu5Lb57QQCoA1ubKB7f1Egw7S0s/q806UAAOBKbpzf4UYAtMGNDTTh9VIZpqX5pUedLgUAAFdy4/wON9cEwLlz52rgwIFKSEhQamqqioqu/UaLxYsXKyUlRfHx8UpJSdHSpUuDPs/IyFBSUpJuvvlm/eVf/qW+9a1vqbS0NGgfwzDk8XiCNtM0e1yzGxsoe1WlDNNS+pI9TpcCAIAruXF+h5srAmB+fr68Xq9yc3NVUVGh6dOnKzExUdXV1V3u7/P5FBcXp6ysLFVWViorK0t9+vQJCnh5eXkqKCjQ4cOHVV5ersmTJ+vWW2/VmTNnAvsYhqFZs2bp5MmTge3SpZ4/RNmNDWTtPiHDtPTIK5ucLgUAAFdy4/wON1cEwOHDh2vKlClBa8nJyUpPT+9y/7FjxyotLS1obdSoURo3bly357j6H3vt2rWBNcMwNGfOnBuu240NdPTch6+Ee3ylWnglHAAAnbhxfoeb4wGwublZcXFxnS7hTps2TSNGjOjyb/r376+cnJygtZycHA0YMKDbc7zwwgvq27evzp49G1g3DEOf/exnddttt2nYsGHKzMxUc3Nzt7U2NTWpoaEhsNXU1Liugfx+v4ZkrJZhWtpX6566AABwCwKgCwJgbW2tPB6PiouLg9Znz56twYMHd/k3Xq9XeXl5QWt5eXmKj48PWlu+fLkSExN10003qV+/ftq6dWvQ5zk5Odq4caN2796t3NxcfeYzn9HkyZO7rTUjI6PTbwbd2EBjf+uTYVr647ZjTpcCAIDrEABdFAB9Pl/QemZmppKSkrr8G6/XqwULFgStzZ8/XwkJCUFrly9f1sGDB1VSUqIf/OAHGjhwoE6fPt1tLYsXL5bH49G5c+e6/DwSvgGUpFnL98kwLWUsK3e6FAAAXIcA6IIAGI5LwFfdddddysrK6vbz48ePy+PxdLpbuDtubaClO2tkmJa+9+viT94ZAIAY49b5HU6OB0Cp4yaQqVOnBq2lpKRc8yaQ0aNHB62lpaVd8yYQSbrzzjuVkZHR7efLly+Xx+Pp9u7jj3NrAx04dVGGaSnlqVVqa/c7XQ4AAK7i1vkdTq4IgFcfAzNv3jxVVFRoxowZSkxM1NGjHQ8znjhxYlAYLC4uVlxcnLKzs1VZWans7Oygx8BcvnxZM2fOVElJiY4ePaodO3Zo8uTJSkhIUHl5x2VRn8+nnJwclZWV6ciRI1q4cKH69eunMWPG9LhutzZQW7tfSU+ulGFaOni654+1AQAgFrh1foeTKwKg1PEgaMMwFB8fr9TUVBUWFgY+GzlypCZNmhS0/6JFi5SUlCSv16vk5GQtWbIk8FljY6O++93vql+/foqPj9fnPvc5jRkzJugmkB07dui+++5T37599elPf1pJSUnKyMjQlStXelyzmxvou3M3yzAtvVt23OlSAABwFTfP73BxTQCMRG5uoCff2SvDtDR7RYXTpQAA4Cpunt/hQgC0wc0NlL+1WoZp6V9/V+J0KQAAuIqb53e4EABtcHMD7T1eL8O0dHfGavn93AgCAMBVbp7f4UIAtMHNDdTc2q67Hl8hw7R0rK7nv2sEACDauXl+hwsB0Aa3N9A//apIhmlp5Z4TTpcCAIBruH1+hwMB0Aa3N5C5eLcM09LzqyudLgUAANdw+/wOBwKgDW5voLdKjsowLU14vWdvNgEAIBa4fX6HAwHQBrc30O6aCzJMS0N/voYbQQAA+JDb53c4EABtcHsDNbe2a9ATHW8EqTp72elyAABwBbfP73AgANoQCQ30nQ/fCPLOTt4IAgCAFBnzO9QIgDZEQgNlLCuXYVrKWFbudCkAALhCJMzvUCMA2hAJDfTOzuMyTEvfmbvZ6VIAAHCFSJjfoUYAtCESGqjq7GUZpqVBT6xUc2u70+UAAOC4SJjfoUYAtCESGsjv92voz9fIMC3trrngdDkAADguEuZ3qBEAbYiUBpo4b4sM09JbviqnSwEAwHGRMr9DiQBoQ6Q00EvvvS/DtPTfC3c5XQoAAI6LlPkdSgRAGyKlgdZVnpJhWvrmixucLgUAAMdFyvwOJQKgDZHSQOcuNckwLRmmpforLU6XAwCAoyJlfocSAdCGSGqgb7ywQYZpaf3+006XAgCAoyJpfocKAdCGSGqg/164S4Zp6cU1+50uBQAAR0XS/A4VAqANkdRAeaXVMkxL414rcboUAAAcFUnzO1QIgDZEUgO9f+qiDNNS8pOr1NrGA6EBALErkuZ3qBAAbYikBmpv92tIxmoZpqW9x+udLgcAAMdE0vwOFQKgDZHWQP/+4QOhf19c5XQpAAA4JtLmdygQAG2ItAb65doDMkxL/7Vgp9OlAADgmEib36FAALQh0hpo88GzMkxLX3t2ndOlAADgmEib36FAALQh0hroUlOrvpDe8UDok/WNTpcDAIAjIm1+hwIB0IZIbKB/+lWRDNPSu2XHnS4FAABHROL87m0EQBsisYFmLd8nw7Q0c+kep0sBAMARkTi/exsB0IZIbKD39p2SYVq6/8UNTpcCAIAjInF+9zYCoA2R2ED1V1o08MPfAZ6+yO8AAQCxJxLnd28jANoQqQ2U9nLH7wCX7651uhQAAMIuUud3b3JNAJw7d64GDhyohIQEpaamqqio6Jr7L168WCkpKYqPj1dKSoqWLl0a9HlGRoaSkpJ088036y//8i/1rW99S6WlpUH7nD9/XhMmTNCtt96qW2+9VRMmTNCFCxd6XHOkNtDP/1Quw7T0xDv8DhAAEHsidX73JlcEwPz8fHm9XuXm5qqiokLTp09XYmKiqquru9zf5/MpLi5OWVlZqqysVFZWlvr06RMU8PLy8lRQUKDDhw+rvLxckydP1q233qozZ84E9klLS9OQIUPk8/nk8/k0ZMgQPfzwwz2uO1IbaNXekzJMSw+8tNHpUgAACLtInd+9yRUBcPjw4ZoyZUrQWnJystLT07vcf+zYsUpLSwtaGzVqlMaNG9ftOa7+x167dq0kqaKiQh6PJyg0lpSUyOPxaP/+/T2qO1Ib6PzlZhlmx+8Az15qcrocAADCKlLnd29yPAA2NzcrLi6u0yXcadOmacSIEV3+Tf/+/ZWTkxO0lpOTowEDBnR7jhdeeEF9+/bV2bNnJUnz5s1T3759O+3bt29fvfHGG10ep6mpSQ0NDYGtpqYmYhto1JxCGaalFXtOOF0KAABhRQB0QQCsra2Vx+NRcXFx0Prs2bM1ePDgLv/G6/UqLy8vaC0vL0/x8fFBa8uXL1diYqJuuukm9evXT0eneOYAACAASURBVFu3bg06/qBBgzode9CgQcrKyuryvBkZGfJ4PJ22SGygjGUdvwN86t29TpcCAEBYEQBdFAB9Pl/QemZmppKSkrr8G6/XqwULFgStzZ8/XwkJCUFrly9f1sGDB1VSUqIf/OAHGjhwoE6fPi2p+4B511136dlnn+3yvNH0DeDKPSdkmJYeyil0uhQAAMKKAOiCABiOS8BX3XXXXYFv927kEvDHRXIDnbvUFPgdYN3lZqfLAQAgbCJ5fvcWxwOg1HETyNSpU4PWUlJSrnkTyOjRo4PW0tLSrnkTiCTdeeedysjIkPTnm0C2bNkS+Ly0tDQmbgK56sGcjTJMS6v28jtAAEDsiPT53RtcEQCvPgZm3rx5qqio0IwZM5SYmKijR49KkiZOnBgUBouLixUXF6fs7GxVVlYqOzs76DEwly9f1syZM1VSUqKjR49qx44dmjx5shISElReXh44TlpamoYOHaqSkhKVlJTo7rvvjonHwFz11Lt7ZZiWnuZ3gACAGBLp87s3uCIASh0PgjYMQ/Hx8UpNTVVh4Z9/mzZy5EhNmjQpaP9FixYpKSlJXq9XycnJWrJkSeCzxsZGffe731W/fv0UHx+vz33ucxozZkzQTSCSVFdXp/Hjx+uWW27RLbfcovHjx8fEg6Cvuvo8wPtf2OB0KQAAhE2kz+/e4JoAGIkivYEaGlv0xZkrZJiWjtVdcbocAADCItLnd28gANoQDQ30vV8XyzAtLdjS9VtXAACINtEwv+0iANoQDQ30csEBGaalKf+73elSAAAIi2iY33YRAG2IhgbaUX1ehmnp7ozVam1rd7ocAABCLhrmt10EQBuioYHa2v26O2O1DNPS9qPnnS4HAICQi4b5bRcB0IZoaaCp87fLMC3NKXjf6VIAAAi5aJnfdhAAbYiWBlqwpVqGaen//Lr4k3cGACDCRcv8toMAaEO0NFDN+SsyTEtfnLlC9R+0OF0OAAAhFS3z2w4CoA3R1ED3v7iB18IBAGJCNM3vG0UAtCGaGihjWbkM09LMpXucLgUAgJCKpvl9owiANkRTA62rPCXDtPT32evk9/udLgcAgJCJpvl9owiANkRTA11pbtWgJ1bKMC29f+qi0+UAABAy0TS/bxQB0IZoa6D/+8YWGaalV9cfdLoUAABCJtrm940gANoQbQ00v/SoDNPSd+ZudroUAABCJtrm940gANoQbQ10sr5RhmlpYLql0xcbnS4HAICQiLb5fSMIgDZEYwM98somGaal/K3VTpcCAEBIROP8vl4EQBuisYF+ufaADNPS5N9vc7oUAABCIhrn9/UiANoQjQ20r7ZBhmkp6cmVamxpc7ocAAB6XTTO7+tFALQhGhvI7/fra8+uk2FaWltxyulyAADoddE4v68XAdCGaG2gp9/dK8O0lL5kt9OlAADQ66J1fl8PAqAN0dpARQfOyDAt/U1mgdrbeSsIACC6ROv8vh4EQBuitYGaW9v15adXyzAt7aw+73Q5AAD0qmid39eDAGhDNDfQf+btkGFaylpR4XQpAAD0qmie3z1FALQhmhto1d4TMkxLX3t2nfx+LgMDAKJHNM/vniIA2hDNDdTY0qYvPbWKy8AAgKgTzfO7pwiANkR7A017e6cM09Ks5fucLgUAgF4T7fO7JwiANkR7A60pPynDtPR3WWu5GxgAEDWifX73BAHQhmhvoMaWNg358G7gbVV1TpcDAECviPb53RMEQBtioYF+kl8mw7SUsazc6VIAAOgVsTC/PwkB0IZYaKC1FadkmJb+lodCAwCiRCzM709CALQhFhqoqbVNQzI6LgOXHj7ndDkAANgWC/P7k7gmAM6dO1cDBw5UQkKCUlNTVVRUdM39Fy9erJSUFMXHxyslJUVLly4NfNbS0qKf/exnGjJkiG6++WZ97nOf08SJE1VbWxt0DMMw5PF4gjbTNHtcc6w00E//uEuGaenJd/Y6XQoAALbFyvy+FlcEwPz8fHm9XuXm5qqiokLTp09XYmKiqquru9zf5/MpLi5OWVlZqqysVFZWlvr06aPS0lJJUn19vR544AEtXLhQ+/fvV0lJie677z7de++9QccxDEOzZs3SyZMnA9ulS5d6XHesNNCG/adlmJa+8swaNbe2O10OAAC2xMr8vhZXBMDhw4drypQpQWvJyclKT0/vcv+xY8cqLS0taG3UqFEaN25ct+fYunWrPB5PUKg0DENz5sy54bpjpYFa29r1N5kFMkxLq/aedLocAABsiZX5fS2OB8Dm5mbFxcUFXcKVpGnTpmnEiBFd/k3//v2Vk5MTtJaTk6MBAwZ0e56CggLddNNNQf+xDcPQZz/7Wd12220aNmyYMjMz1dzc3OPaY6mBslZUyDAt/fAP25wuBQAAW2JpfnfH8QBYW1srj8ej4uLioPXZs2dr8ODBXf6N1+tVXl5e0FpeXp7i4+O73L+xsVH33nuvxo8fH7Sek5OjjRs3avfu3crNzdVnPvMZTZ48udtam5qa1NDQENhqampipoHeP3VRhmnpzpkrdO5Sk9PlAABwwwiALgqAPp8vaD0zM1NJSUld/o3X69WCBQuC1ubPn6+EhIRO+7a0tOjb3/627rnnnk/8D7148WJ5PB6dO9f13a4ZGRmdbhqJpQZ65JVNMkxL8zYdcboUAABuGAHQBQEwlJeAW1pa9J3vfEdDhw7tNtR91PHjx+XxeAI3k3xcLH8DKEl/8FXJMC2Nfvnad2gDAOBmBEAXBECp4yaQqVOnBq2lpKRc8yaQ0aNHB62lpaUF3QRyNfx9+ctf1pkzZ3pUx/LlyzvdKHItsdZA5y83667HV8gwLe2rjY3/zQCA6BNr87srrgiAVx8DM2/ePFVUVGjGjBlKTEzU0aNHJUkTJ04MCoPFxcWKi4tTdna2KisrlZ2dHfQYmNbWVo0ZM0af//zntWvXrqDHvFy9ycPn8yknJ0dlZWU6cuSIFi5cqH79+mnMmDE9rjsWG2jK/26XYVqatXyf06UAAHBDYnF+f5wrAqDU8SBowzAUHx+v1NRUFRYWBj4bOXKkJk2aFLT/okWLlJSUJK/Xq+TkZC1ZsiTwWVVVVZe/1fN4PNqwYYMkaceOHbrvvvvUt29fffrTn1ZSUpIyMjJ05cqVHtcciw109dVwqbPeU0sbzwQEAESeWJzfH+eaABiJYrGBWtrade8vOp4JuGLPCafLAQDgusXi/P44AqANsdpAL6zeL8O0NO61EqdLAQDgusXq/P4oAqANsdpAxy98oC+kWzJMSwdPX3S6HAAArkuszu+PIgDaEMsNNPn322SYljKWlTtdCgAA1yWW5/dVBEAbYrmBNr5/RoZpacjTq3WludXpcgAA6LFYnt9XEQBtiOUGam/3a8Tz62WYlhZs6dlzEwEAcINYnt9XEQBtiPUG+l3h4cCbQfx+v9PlAADQI7E+vyUCoC2x3kDnLzdr8BMrZZiWdlSfd7ocAAB6JNbnt0QAtIUGkn76x10yTEv/mbfD6VIAAOgR5jcB0BYaSNpX2yDDtPTFmSt0rK7nb1EBAMApzG8CoC00UIcJr5fySBgAQMRgfhMAbaGBOhQd6HgkTPKTq3ThSrPT5QAAcE3MbwKgLTRQB7/fr7SXi2SYll5Zd8DpcgAAuCbmNwHQFhroz5burJFhWrr3FwVqbGlzuhwAALrF/CYA2kID/VlLW7u+mrVWhmnpbR4MDQBwMeY3AdAWGihYblHHg6Hvf2GD2tp5MDQAwJ2Y3wRAW2igYJeaWjX052tkmJbeLTvudDkAAHSJ+U0AtIUG6uyVdQc6vgV8kW8BAQDuxPwmANpCA3V2sbFFw57p+BZw6c4ap8sBAKAT5jcB0BYaqGuvrj8Y+C1ga1u70+UAABCE+U0AtIUG6tqlplZ95cNvAZfs4FtAAIC7ML8JgLbQQN2bu6HjW8Bv8C0gAMBlmN8EQFtooO599FvA/K08FxAA4B7MbwKgLTTQtV19LuDfZhboSnOr0+UAACCJ+S0RAG2hga6tqbVN//DcOhmmpV+u5R3BAAB3YH4TAG2hgT7Zn3bVyjAtpTy1SqcvNjpdDgAAzG8RAG2hgT6Z3+/XmFc3yzAtzVy6x+lyAABgfosAaAsN1DNbjtTJMC19Id3SgVMXnS4HABDjmN8EQFtooJ77jz9sk2Famjhvi/x+XhEHAHAO85sAaAsN1HNHzl7WoMdXyjAtrdp7wulyAAAxjPlNALSFBro+L67ZL8O09NWstTwWBgDgGOY3AdAWGuj6fNDcpr/P7ngszLMrK50uBwAQo5jfLgqAc+fO1cCBA5WQkKDU1FQVFRVdc//FixcrJSVF8fHxSklJ0dKlSwOftbS06Gc/+5mGDBmim2++WZ/73Oc0ceJE1dbWBh3j/PnzmjBhgm699VbdeuutmjBhgi5cuNDjmmmg61ew75QM09KdM1dwQwgAwBHMb5cEwPz8fHm9XuXm5qqiokLTp09XYmKiqqu7foWYz+dTXFycsrKyVFlZqaysLPXp00elpaWSpPr6ej3wwANauHCh9u/fr5KSEt1333269957g46TlpamIUOGyOfzyefzaciQIXr44Yd7XDcNdGMm/36rDNPS91/zcUMIACDsmN8uCYDDhw/XlClTgtaSk5OVnp7e5f5jx45VWlpa0NqoUaM0bty4bs+xdetWeTyeQKisqKiQx+MJhEZJKikpkcfj0f79+3tUNw10Y47VXVHSkx03hLy9hfcEAwDCi/ntggDY3NysuLi4oEu4kjRt2jSNGDGiy7/p37+/cnJygtZycnI0YMCAbs9TUFCgm266KfAfe968eerbt2+n/fr27as33nijR7XTQDfu6nuCv/z0ah2/8IHT5QAAYgjz2wUBsLa2Vh6PR8XFxUHrs2fP1uDBg7v8G6/Xq7y8vKC1vLw8xcfHd7l/Y2Oj7r33Xo0fPz7o+IMGDeq076BBg5SVldXlcZqamtTQ0BDYampqYr6BblRbu1/fnbuZZwMCAMKOAOiiAOjz+YLWMzMzlZSU1OXfeL1eLViwIGht/vz5SkhI6LRvS0uLvv3tb+uee+4J+g/dXcC866679Oyzz3Z53oyMDHk8nk5bLDeQHYfOXNKgJzouBS/ceszpcgAAMYIA6IIAGMpLwC0tLfrOd76joUOH6ty5c0Gf3cglYL4B7H2vFR6SYVoa8vRq1XIpGAAQBgRAFwRAqeMmkKlTpwatpaSkXPMmkNGjRwetpaWlBd0EcjX8ffnLX9aZM2c6HePqTSBbtmwJrJWWlnITSJi1tfv1nQ8vBY97rURt7VwKBgCEFvPbJQHw6mNg5s2bp4qKCs2YMUOJiYk6evSoJGnixIlBYbC4uFhxcXHKzs5WZWWlsrOzgx4D09raqjFjxujzn/+8du3apZMnTwa25ubmwHHS0tI0dOhQlZSUqKSkRHfffTePgXHAkbOXlfLUKhmmpVfXH3S6HABAlGN+uyQASh0PgjYMQ/Hx8UpNTVVhYWHgs5EjR2rSpElB+y9atEhJSUnyer1KTk7WkiVLAp9VVVV1+Vs9j8ejDRs2BParq6vT+PHjdcstt+iWW27R+PHjeRC0QxZtr5FhWvrizBXafvS80+UAAKIY89tFATAS0UC9x+/3a9rbO2WYlv4+e50aGlucLgkAEKWY3wRAW2ig3nWxsUX/8FzHu4J/PH8Hj4YBAIQE85sAaAsN1Pt2Vp/XnTNXyDAt5RYddrocAEAUYn4TAG2hgULj98VVgd8DFh8663Q5AIAow/wmANpCA4WG3+/XTxaWyTAtpc56j+cDAgB6FfObAGgLDRQ6jS1t+sdfFskwLY15ZZMaW9qcLgkAECWY3wRAW2ig0DpWd0XDnlkjw7T0n3k71M5DogEAvYD5TQC0hQYKveJDZwM3hbywumdvaAEA4FqY3wRAW2ig8PjjtmMyTEuGaemP2445XQ4AIMIxvwmAttBA4fPimv0yTEt3zlyhzQe5MxgAcOOY3wRAW2ig8PH7/fqvBR1vCvnSU6u0u6bnr+wDAOCjmN8EQFtooPBqam3Tv+WWyDAtfeWZNTp4+qLTJQEAIhDzmwBoCw0UfpeaWjXm1c0yTEv3zV6rY3VXnC4JABBhmN8EQFtoIGecv9ysB17aKMO0NOL59TpRz4OiAQA9x/wmANpCAznnZH2j/uG5dYEQyNtCAAA9xfwmANpCAzmr5vyVQAj8+nOEQABAzzC/CYC20EDOO37hg6AQyG8CAQCfhPlNALSFBnKH2gsf6OvPrZdhWho+u0Dvn+LuYABA95jfBEBbaCD3OFH/QeDGkKE/X6PtR887XRIAwKWY3wRAW2ggdzl/uVnf/vARMclPrtL6/aedLgkA4ELMbwKgLTSQ+1xuatWE10tlmJa+OHOF3vJVOV0SAMBlmN8EQFtoIHdqbm3XTxaWyTAtGaaljGXlam1rd7osAIBLML8JgLbQQO7l9/s1d8PBQAj893lb1NDY4nRZAAAXYH4TAG2hgdxv5Z4TSnpypQzT0oM5G1V19rLTJQEAHMb8JgDaQgNFhj019Ro+u0CGaWnI06u1au8Jp0sCADiI+U0AtIUGihynGhr1z78pDlwS/sXyfWrhd4EAEJOY3wRAW2igyNLS1q7ZKyoCIfB7vy7WiXpeHwcAsYb5TQC0hQaKTKv2ntSQp1fLMC0Ne2aNVuzhkjAAxBLmNwHQFhooclWdvax/+lVR4NvAnyws4y5hAIgRzG8CoC00UGRrbm3X86sr9YX0jhD4tWfXacuROqfLAgCEGPObAGgLDRQdtlXV6R+eWyfDtDQwvePB0ZeaWp0uCwAQIsxvAqAtNFD0uNTUqv9ZtCtwSfhrz67T+kreJQwA0Yj57aIAOHfuXA0cOFAJCQlKTU1VUVHRNfdfvHixUlJSFB8fr5SUFC1dujTo8yVLluihhx7S7bffLo/Ho7Kysk7HGDlypDweT9D2/e9/v8c100DRp+jAmcC3gYZp6b8W7NTZS01OlwUA6EXMb5cEwPz8fHm9XuXm5qqiokLTp09XYmKiqquru9zf5/MpLi5OWVlZqqysVFZWlvr06aPS0tLAPm+99ZaeeeYZ5ebmXjMA/sd//IdOnjwZ2Orr63tcNw0Una40t2r2iorAbwPvzlitNzcf4X3CABAlmN8uCYDDhw/XlClTgtaSk5OVnp7e5f5jx45VWlpa0NqoUaM0bty4TvtWVVVdMwBOnz79huumgaLbnpr6oDuFH8opVPHBs06XBQCwifntggDY3NysuLi4Tpdwp02bphEjRnT5N/3791dOTk7QWk5OjgYMGNBp308KgJ/5zGd0++2360tf+pJ++tOf6uLFi93W2tTUpIaGhsBWU1MT8w0U7dra/corrdZXnlkTCIJT529X9bkrTpcGALhBBEAXBMDa2lp5PB4VFxcHrc+ePVuDBw/u8m+8Xq/y8vKC1vLy8hQfH99p32sFwN/97ncqKCjQ3r179fbbb2vgwIF64IEHuq01IyOj028GY72BYsWFK816+t29gcvCdz2+QhnLyvl9IABEIAKgiwKgz+cLWs/MzFRSUlKXf+P1erVgwYKgtfnz5yshIaHTvtcKgB+3fft2eTwe7dixo8vP+QYQFScaNHHelsC3gV96apXmFLzPY2MAIIIQAF0QAJ28BPxxfr9fXq9X+fn5PaqdBopdxQfP6pFXNgWC4L2/eE9vbj6ixpY2p0sDAHwC5rcLAqDUcRPI1KlTg9ZSUlKueRPI6NGjg9bS0tKu+yaQj9u7d688Ho8KCwt7VDcNFNv8fr+s3Sf0jRc2BILg32QWKLfosK40840gALgV89slAfDqY2DmzZuniooKzZgxQ4mJiTp69KgkaeLEiUFhsLi4WHFxccrOzlZlZaWys7M7PQamrq5OZWVlWrFihTwej/Lz81VWVqaTJ09Kkg4dOqRnnnlG27ZtU1VVlVasWKHk5GTdc889amvr2bc4NBAkqaWtXfNLj+prz/75+YH3zHpPr64/qIu8XxgAXIf57ZIAKHU8CNowDMXHxys1NTXoW7iRI0dq0qRJQfsvWrRISUlJ8nq9Sk5O1pIlS4I+f/PNN7u8YSMjI0OSdOzYMY0YMUK33Xab4uPjdeedd2ratGmqq+v5u2BpIHxUc2u7Fm49phHPrw8EwbszVuuF1ft1uqHR6fIAAB9ifrsoAEYiGghdaW1r19KdNfrmi3++NDzo8ZX674W7tK+WXgEApzG/CYC20EC4lrZ2v1buOaHv/bo4EAQN09K/5ZZoXeUptbf7nS4RAGIS85sAaAsNhJ7aWX1e/5m3Q1+cuSIQBP8+e51eXX9Qpy9yeRgAwon5TQC0hQbC9ao5f0WZ1j7dnbE6EATvnLlCU+dv16YDZ/lWEADCgPlNALSFBsKN+qC5TYu21+i7czcHXR4e+fx6/XrDIZ2s51tBAAgV5jcB0BYaCL2h4kSDnnxnr4Y8/edvBQemWxqfW6rF22t0mbeMAECvYn4TAG2hgdCbrjS3Kn9rtf75N8E3jSQ/uUrT396pje+fURuXiAHANuY3AdAWGgihcqzuin659kDQW0auvnLu8aV7tPngWbW2tTtdJgBEJOY3AdAWGgih5vf7taP6vJ58Z6+GPbMmKAymznpP6Uv2qOjAGcIgAFwH5jcB0BYaCOHU0tauje+f0c8W7e4UBr/yzBr998JdWrnnhC7xm0EAuCbmNwHQFhoITmlpa1fRgTNKX7JH98x6LygM3vX4Ck14vVRvbj6iY3VXnC4VAFyH+U0AtIUGghu0trWr+NBZzVq+TyM/8h7iq9tDOYXKXlWp0sPn1NzKpWIAYH4TAG2hgeA2fr9fB09f0muFh/Qvv/XpC+nBYTDlqVX6wZtb9cbmIzp4+qL8fu4qBhB7mN8EQFtoILjdhSvNerfsuP5rwU6lfuxSsWFa+rustfr//rhL75Yd1+kGHj4NIDYwvwmAttBAiCTt7X7tPV6v32w8pPG5pRr0xMpOgfAbL2yQuXi3luyo0fELHzhdMgCEBPObAGgLDYRI9kFzmwrfP6NMa59Gv1ykgR+7XGyYlr727Dr9ZGGZFm49pqqzl7lkDCAqML8JgLbQQIgm9VdatLbilLJWVGjMq5v1xZkrOgXC1FnvafLvt+rV9QdVfPAsj5wBEJGY3wRAW2ggRLPLTa0qfP+MXli9X//yG58GPd75kvHAdEuj5hQqfcluLdx6TAdOXVQ7r6sD4HLMbwKgLTQQYklTa5t2VJ/X65uO6D/zduhrz67rFAgN09KQjNUa91qJZq+o0Ltlx3XozCVCIQBXYX4TAG2hgRDrTjc0anX5ST27slJjf+tT8pOrugyFX3pqlf75N8XKWFauRdtrVHmygdfXAXAM85sAaAsNBARrbWtXeW29Fm49pqfe3avvzt2spCc7Xzo2TEuDn1iph3+1ST/94y7lFh1W0YEzOnOxyen/CQBiAPObAGgLDQR8srZ2vw6cuqilO2s0a/k+jf2tT0OeXt1lKLx6o8m//q5EP/9TufK3Vqvs2AVdaeZmEwC9h/lNALSFBgJuTHu7X1VnL2vV3hOaU/C+fvTWdn3jhQ1dPorm6s0mX39uvf7fm1uVae3T21uqtbWqTnWXm53+nwIgAjG/CYC20EBA7/qguU27ay5o4bZjmrV8n8bnlureXxR0+22hYVr6yjNr9L1fF+tni3brd4WHta7ylI6eu6w2bjwB0A3mNwHQFhoICI9zl5rkO3RO80uP6ud/KtfEeVu6vQv56jbo8ZX61ksbNfn3WzVr+T695atS4ftnVH3uCjegADGO+U0AtIUGApz1QXObymvrtWxXrV567339OG+HRs0p7PI1dx/d7py5Qt94YYMmvbFFGcvK9cbmI1pfeVqHz1xScyvhEIh2zG8CoC00EOBObe1+Hau7oqIDZ/RWyVH9Yvk+Tf79Nj3w0sZPDIdfSLf01ay1+pff+PST/DK9tGa/Fm49puKDZ1V97opa+PYQiHjMbwKgLTQQEHna2/2qvfCBig+d1YIt1cpaWaEfvbVdo+YUdvscw+sJiHyDCLgf85sAaAsNBEQXv9+v0xcbtbP6vP60q1a/3nBIjy/do3+ft0XffHGDBn/Ct4dX71j+m8wCPfLKJj361jZlLCvXbzce0rtlx7W1qk7H6vgWEXAa85sAaAsNBMQWv9+vMxebbAXEj4bEMR8Lict21QZCYmNLm9P/c4GoxfwmANpCAwH4KL/fr7OXmrT3eL3WlJ/UH3xVyl5Vqelv79TY3/r09efWa9DjPQuJhmlp6M/X6MGcjRqfW6qf5Jfp2ZWVmrfpiJbv7giKR89d1gfNBEXgejG/CYC20EAArldXIfHZlR0h8V9+69M/PLfuE29U+fg2JGO1vvniBv3r70o0/e2dmr2iQrlFh7VsV61KDp/TwdMXdeFKs/x+no0ISMxvyUUBcO7cuRo4cKASEhKUmpqqoqKia+6/ePFipaSkKD4+XikpKVq6dGnQ50uWLNFDDz2k22+/XR6PR2VlZZ2O0dTUpMcee0y33367br75Zj3yyCOqqanpcc00EIBQ8Pv9qr/SogOnLmrTgbNasqNGv95wSD//U7l+nLdD//ybYo14fn2371m+1uNvhs8u0D/+skgT523RTxaWafaKCr1WeEhLdtRo4/tnVF5br1MNjfxOEVGN+e2SAJifny+v16vc3FxVVFRo+vTpSkxMVHV1dZf7+3w+xcXFKSsrS5WVlcrKylKfPn1UWloa2Oett97SM888o9zc3G4D4JQpU3THHXeooKBAO3fu1P33369hw4apra1nl1RoIABO8vv9amhs0cHTl1R88Kze2XlcrxUe0qzl+/TYgo5vFO9/YYPuzuj+3cuf9JaVb720Ud9/zacf5+1QxrJyvbLugBZsqdbq8pPaWlWnQ2cu6fzlZrXz5hVEEOa3SwLg8OHDNWXKlKC15ORkpaend7n/2LFjlZaW2uVzSQAAEv9JREFUFrQ2atQojRs3rtO+VVVVXQbA+vp6eb1e5efnB9Zqa2v1qU99SqtXr+5R3TQQgEjR1Nqm2gsfaE9NvdZXntYftx3Trzd0hMXpb+/U+NxSjZpTqHt/UaAvdPNO5k96PM49s97Tt17aqH/5jU+PvrVN6Ut26/nVlcotOqwlO2q0fv9p7a65oGN1V3S5qZVL0nAM89sFAbC5uVlxcXGdLuFOmzZNI0aM6PJv+vfvr5ycnKC1nJwcDRgwoNO+3QXAdevWyePx6Pz580HrQ4cO1dNPP93leZuamtTQ0BDYampqYr6BAESftna/zl1q0v6TF7X54Fm9W3Zcr286ouxVlfqfRbv0/97cqm+/ulkjnl+vITf47aJhWhr0xEr9XdZajX65SONzS/XYgp16+t29ernggN7yVWnZrloVvn8mEBobGlsIjegVBEAXBMDa2lp5PB4VFxcHrc+ePVuDBw/u8m+8Xq/y8vKC1vLy8hQfH99p3+4CYHf7P/jgg3r00Ue7PG9GRoY8Hk+nLZYbCACaW9t1uqFRlScbVHzorJbvrtVbviq9XHBAGcvK9V8LOr5hHP1ykf4ua+113+Ty0e2LM1fonlnv6f4XNug7czfr/76xRTPyy5SxrFxzCt7Xm5uP6N2y49qw/7TKjl1Q1dnLunClWW1cosZHEABdFAB9Pl/QemZmppKSkrr8G6/XqwULFgStzZ8/XwkJCZ32vd4A+MADD+hHP/pRl+flG0AAsM/v9+tyU6uO1V3R7poL2rD/tJburFFu0WE9v7pS6Uv26NG3tun7r/k0ak6h/i5rbY/e0vJJz14c+vM1GvH8eo15ZZMmztui//rwG8eX3ntf8zYd0aLtNXpv3ymVHj6nihMNOn7hA13kW8eoRAB0QQCMpEvAH0cDAUD4NLa06VRDo/afvKjSw+e0uvykFm49ptcKD+m5VZWauXSPfjx/h/4tt0T/+Msife3ZdfrSU/aC49XfNw57Zo2+/tx6/dOvivSvvyvRj97arv9ZtEuZ1j79au0B/b64Skt31mhtxSltrarT/pMXdbK+UVea+a2jGzG/XRAApY6bQKZOnRq0lpKScs2bQEaPHh20lpaWdkM3gSxcuDCwduLECW4CAYAo09zarjMXm3Tw9EVtq6pTwb5TWrS94xvHF9fs15Pv7NV/5u3QxHlb9O1XN+v+Fzfo3l8UXNdDuz/p8Tv3zHpPI59fr0de2aQJr5fqx/N3KH3JbmWtqNCr6w/qLV9HgCzYd0olh8+pvLZe1eeu6PzlZh7JEwLMb5cEwKuPgZk3b54qKio0Y8YMJSYm6ujRo5KkiRMnBoXB4uJixcXFKTs7W5WVlcrOzu70GJi6ujqVlZVpxYoV8ng8ys/PV1lZmU6ePBnYZ8qUKfr85z+vtWvXaufOnfrmN7/JY2AAAJI6LlU3trTpdEOjDp6+qO1Hz2v9/tN6t+y43vJV6dX1B5W1okLpS3brx/N3aMLrpRrzyiZ944UNumfWe7pz5opeCZCGaSnpyZW69xcF+sYLG/TIK5v0r78r0aNvbdN/L9yljGXlenHNfv124yHllVZr2a5ard9/Wts+/Cby+IUP1NDYwu8gP4L57ZIAKHU8CNowDMXHxys1NVWFhYWBz0aOHKlJkyYF7b9o0SIlJSXJ6/UqOTlZS5YsCfr8zTff7PKGjYyMjMA+jY2Neuyxx3TbbbfpL/7iL/Twww/r2LFjPa6ZBgIAdMfv9+tKc6tO1jfq/VMd3z6uqzylpTtr9PviKv1q7QFlWvv0s0X/f3t3HxTFeYABfANzECF4E5AgH6NMExI/EBprNGkzMAoqU1EzznRoRirTVBQTorZ0OsaM3pgqYjqaNlONiRpr2njYimasoPFQkIQPvw7CIYkiIBCwGsBTjB4RePqHYXXhkIMTbj+e38z+s7cw7+P7jvvc3t7yFZZ+chYLd5Rg3o9XIF9Yb8L4R/Dxdc9twpojmLYhFzGb8/HK1i/Fq5F/+s9XeOe/5/Ge6QJ2FFRj3+l6HP6qCXk/FsnKphuob/keLbfaYbur/D8/yPO3jAqgEnEBERHRULrb0Qnr9z+gvuV7VDbdwKmaeyXys9Jv8c/iy/gg/xLePfo11n5mwe8zS7F4zxn8+sNizHm/ANHvnsDkd4459a3rPh/hszoHP133OX6RcRyz3zuJBdsK8Ztdp7DsX2fxx3/fvyr5Qf4lfFJ8GQfMDfi84goKq75DWf11VF1twxXrHbTZ7rrkIeI8f7MAOoULiIiIlMB2twPNbTZcbr4Fy7dWFF1qxucVV5B17t7VyL+fqMLGnK+x+kA5lhvN+O3u0/jV9iL88m/3iuTP/mwa8J8eHOiVyRfWmzD9L3mIf/8LJHxYhN/94zSWG804Yml65P8ePH+zADqFC4iIiLTkbkcnrLd/QOP127j4v5sw17Xii4vf4YjlCvafvV8mNx25d1XyD/vKsPSTs0jcWYJXtn6JmVvy8fONxzHJcBQ/cfAeyb+aLj7yHDx/swA6hQuIiIhocLq/ZPPdj1cmKxqtOFXTghNfX8WhskbsPVWHHQXVOFfX2v8vGyCev1kAncIFREREpDw8f7MAOoULiIiISHl4/mYBdAoXEBERkfLw/M0C6BQuICIiIuXh+ZsF0ClcQERERMrD8zcLoFO4gIiIiJSH528WQKdwARERESkPz98sgE7hAiIiIlIenr9ZAJ3CBURERKQ8PH+zADqFC4iIiEh5eP5mAXQKFxAREZHy8PzNAugULiAiIiLl4fmbBdApXEBERETKw/M3C6BTuICIiIiUh+dvFkCnWK1WCIKAhoYG3Lhxgxs3bty4ceOmgK2hoQGCIMBqtbq6SrgMC6ATuhcQN27cuHHjxk15W0NDg6urhMuwADqhs7MTDQ0NsFqtQ/buRK1XF9WeTwsZ1Z5PCxnVnk8LGdWeb6gyWq1WNDQ0oLOz09VVwmVYAGXqxg1135+g9nyA+jOqPR+g/oxqzweoP6Pa8wHayOgKLIAypfYFr/Z8gPozqj0foP6Mas8HqD+j2vMB2sjoCiyAMqX2Ba/2fID6M6o9H6D+jGrPB6g/o9rzAdrI6AosgDJls9lgMBhgs9lcPZQhofZ8gPozqj0foP6Mas8HqD+j2vMB2sjoCiyARERERBrDAkhERESkMSyARERERBrDAkhERESkMSyARERERBrDAihDW7duRWhoKDw9PTF58mQUFBS4ekiDYjAYev3ZnYCAAPH1rq4uGAwGBAYG4vHHH0d0dDQqKipcOOL+nTx5EvHx8QgMDIQgCDh48KDkdUcytba2IjExESNHjsTIkSORmJiI69evD2eMPvWXLykpqdecTps2TXKMzWZDamoq/Pz84OXlhblz58rmzy2lp6djypQpeOKJJ+Dv74/58+fjm2++kRzjyPjr6uoQHx8PLy8v+Pn54c0330R7e/twRumTIxmjo6N7zWNCQoLkGDmv023btmHSpEnw8fGBj48PXnzxReTk5IivK30O+8un9PnrKT09HYIgYMWKFeI+pc+hErAAykxmZiZ0Oh127NiByspKrFixAt7e3qirq3P10AbMYDBg4sSJuHLlirhdu3ZNfD0jIwM+Pj7IysqCxWJBQkICAgMDcfPmTReO+uFycnLw9ttvIysry25BciRTXFwcwsPDUVRUhKKiIoSHhyM+Pn64o9jVX76kpCTExcVJ5rSlpUVyTEpKCoKDg2EymWA2mzF9+nRERkaio6NjOKPYNXv2bOzevRsVFRUoKyvDnDlzMGbMGNy6dUs8pr/xd3R0IDw8HNOnT4fZbIbJZEJQUBBSU1NdFUvCkYzR0dFITk6WzKPVapX8Hjmv00OHDiE7OxsXLlzAhQsXsHr1auh0OvHNltLnsL98Sp+/B50+fRqhoaGIiIiQFEClz6ESsADKzNSpU5GSkiLZN27cOKxatcpFIxo8g8GAyMhIu691dXVh9OjRyMjIEPfZbDbo9Xps3759uIbolJ4FyZFMlZWVEAQBJSUl4jHFxcUQBKHXVRpX66sAzp8/v8+fsVqt0Ol0yMzMFPc1NjbCzc0NR48eHbKxDta1a9cgCAJOnjwJwLHx5+TkwM3NDY2NjeIxRqMRnp6esnxQbc+MwL0C8eDJticlrdNuTz75JHbu3KnKOQTu5wPUM39tbW0ICwuDyWSSZFLrHMoNC6CMtLe3w93dHQcOHJDsX758OaKiolw0qsEzGAzw8vJCYGAgQkNDkZCQgOrqagBAdXU1BEGA2WyW/My8efOwaNEiVwx3wHoWJEcy7dq1C3q9vtfv0uv1+Pjjj4d2wAPUVwHU6/Xw9/dHWFgYFi9ejKtXr4qvHz9+HIIgoLW1VfJzERERWLt27bCMeyCqqqogCAIsFgsAx8a/Zs0aRERESF5vbW2FIAg4ceLE8Ax8AHpmBO4ViFGjRsHPzw8TJkxAWlqa5Cq1ktZpR0cHjEYjPDw8cP78edXNYc98gHrmb9GiRVi5ciUAaalV2xzKFQugjDQ2NkIQBBQWFkr2b9iwAc8++6yLRjV4OTk52L9/P8rLy8V3eAEBAWhubkZhYSEEQZC8ewOA5ORkzJo1y0UjHpieBcmRTBs2bEBYWFiv3xUWFob09PShHfAA2SuAmZmZOHz4MCwWCw4dOoTIyEhMnDhRfEL/p59+Cg8Pj16/a+bMmViyZMmwjNtRXV1dmDt3Ll5++WVxnyPjT05OxsyZM3sd4+Hhgb179w7dgAfBXkYA+Oijj2AymWCxWGA0GhEaGorY2FjxdSWs0/Lycnh7e8Pd3R16vR7Z2dkA1DOHfeUD1DF/RqMR4eHhuHPnDgBpAVTLHModC6CMdBfAoqIiyf7169fjueeec9GoHp1bt24hICAAmzdvFstSU1OT5JjFixdj9uzZLhrhwPRVAB+Wqa8y/8wzz2Djxo1DO+ABslcAe2pqaoJOp0NWVhaAvv/jjo2NxdKlS4dknIP1+uuvY+zYsZIbyx0Zf19vUnQ6HYxG49ANeBDsZbTn7NmzEAQB586dA6CMddre3o6qqiqcOXMGq1atwqhRo3D+/HnVzGFf+exR2vzV19fjqaeeQllZmbjPkQKotDmUOxZAGVHbR8D2xMbGIiUlhR8B9yC3j2YAxwogcO+k0n3fo1I+Ak5NTUVISAhqamok+9X00VNfGe3p6uqS3HOlpHXaLSYmBkuWLFHVHD6oO589Spu/gwcPQhAEuLu7i5sgCHjsscfg7u6O3NxcVc6h3LAAyszUqVOxbNkyyb7x48cr8ksgPdlsNgQHB2PdunXiFyY2bdokvt7e3q6KL4E8LFP3zdmnTp0SjykpKZHdzdmAYwWwubkZnp6e2LNnD4D7N2/v27dPPKapqUk2XwLp6urCG2+8gaCgIFy8eLHX646Mv/vm8wev9GZmZsrm5vP+MtpjsVgkXxRR0jrtNmPGDCQlJaliDu3pzmeP0ubv5s2bsFgskm3KlClITEyExWJR7RzKDQugzHQ/BmbXrl2orKzEypUr4e3tjcuXL7t6aAOWlpaG/Px81NTUoKSkBPHx8fDx8RGzZGRkQK/X48CBA7BYLHj11Vdl/xiYtrY2lJaWorS0FIIgYMuWLSgtLRUf0+NIpri4OERERKC4uBjFxcWYNGmSbB7P8LB8bW1tSEtLQ1FREWpra5GXl4eXXnoJwcHBknwpKSkICQlBbm4uzGYzZsyYIZvHwCxbtgx6vR75+fmSR2jcvn1bPKa/8Xc/fiImJgZmsxm5ubkICQmRzeMn+st46dIlrFu3DmfOnEFtbS2ys7Mxbtw4PP/885I5kvM6feutt1BQUIDa2lqUl5dj9erVcHNzw7FjxwAofw4flk8N82dPz282K30OlYAFUIa2bt2KsWPHwsPDA5MnT5Y8vkFJup+Bp9PpEBQUhAULFkjuYel+aPLo0aPh6emJqKgoyTcV5SgvL6/XA1gFQRDfmTuSqaWlBQsXLhQf8rpw4ULZPKD1Yflu376NWbNmwd/fHzqdDmPGjEFSUhLq6+slv+POnTtITU2Fr68vRowYgfj4+F7HuIq9bIIgYPfu3eIxjoy/rq4Oc+bMwYgRI+Dr64vU1FTxizCu1l/G+vp6REVFwdfXFx4eHnj66aexfPnyXs9zlPM6fe2118T/I/39/RETEyOWP0D5c/iwfGqYP3t6FkClz6ESsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHGsAASERERaQwLIBEREZHG/B+iObtIqnodbwAAAABJRU5ErkJggg==\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 92.2\n"
     ]
    }
   ],
   "source": [
    "from torch.autograd import Variable\n",
    "\n",
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "dtype = torch.FloatTensor\n",
    "\n",
    "# Convert numpy arrays to Pytorch Tensors\n",
    "# These tensors are wrapped in Variables to produce gradients, however we DO NOT need the gradients to this variables\n",
    "X = Variable(torch.from_numpy(X).type(dtype), requires_grad = False)\n",
    "Y = Variable(torch.from_numpy(Y).type(dtype), requires_grad = False)\n",
    "\n",
    "# size_layers = [784, 100, 10]\n",
    "\n",
    "# Randomly initialize weights\n",
    "# These tensors are wrapped in Variables to produce gradients, however we NEED the gradients to this variables\n",
    "w1 = Variable(torch.from_numpy(initalize_weights_relu(784, 100)).type(dtype), requires_grad = True)\n",
    "w2 = Variable(torch.from_numpy(initalize_weights_relu(100, 10)).type(dtype), requires_grad = True)\n",
    "\n",
    "\n",
    "for ix in range(epochs):\n",
    "    n_examples = X.data.shape[0]\n",
    "    # Forward pass: compute Y_hat by doing operations in variables    \n",
    "    Y_hat = X.mm(w1).clamp(min=0).mm(w2).clamp(min=0)\n",
    "    #       MatMul   ReLu         MatMul Relu\n",
    "           \n",
    "    # Compute loss\n",
    "    loss_var = (0.5) * (Y_hat - Y).pow(2).mean()\n",
    "    loss[ix] = loss_var.item()\n",
    "    \n",
    "    # Backward pass\n",
    "    loss_var.backward()\n",
    "    \n",
    "    # Gradients\n",
    "    grad1 = w1.grad.data\n",
    "    grad2 = w2.grad.data\n",
    "    \n",
    "    # Update weights\n",
    "    w1.data = w1.data - grad1 \n",
    "    w2.data = w2.data - grad2\n",
    "    \n",
    "    # Reset gradients\n",
    "    w1.grad.data.zero_()\n",
    "    w2.grad.data.zero_()\n",
    "    \n",
    "\n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "y_tmp = torch.max(Y_hat, dim=1)[1]\n",
    "y_hat = labels[y_tmp.data.numpy()]\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Pytorch `nn` package"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11.67045521736145 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzde3QU933//3XklVLr2PQ46WlCYobGgKQYmxinuPk2gZ8TO4jWwU7bEFogpCF1IHWAnjQZ+apgC1m+Cccx8UURtinCwlzs2MNVGJBAK3G/CYk7EkKIiwQSQui+r98fCrLXCCwY7c7s7vNxzvzBZ2d33oneJ+9XZndmPAIAAEBU8ThdAAAAAEKLAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIAAAABRhgAIAAAQZQiAAAAAUYYACAAAEGUIgAAAAFGGAAgAABBlCIA2dHR0qLKyUnV1daqvr2djY2NjY2MLg62urk6VlZXq6OhwOko4hgBoQ2VlpTweDxsbGxsbG1sYbpWVlU5HCce4JgDOnj1b/fv3V1xcnIYOHaqCgoIr7r9o0SIlJSUpNjZWSUlJWrJkScDrEydOvOQPfffddwfs09zcrIcfflhf+MIXdMMNN+gHP/jBVTVDXV1dVwM5/f9m2NjY2NjY2Hq2XTyBU1dX1/OgEmFcEQBzc3Pl9XqVlZWl0tJSTZs2TfHx8aqoqOh2f5/Pp5iYGKWnp6usrEzp6em6/vrrVVxc3LXPxIkTlZycrOrq6q6ttrY24HMmT56sr3zlK8rLy9O2bdt0zz33aMiQIWpvb+9R3fX19fJ4PKqvr7/2//AAACCkmN8uCYDDhg3T5MmTA9YSExOVkpLS7f5jxoxRcnJywNrIkSM1duzYrn9PnDhRDzzwwGWPWVdXJ6/Xq9zc3K61qqoqfe5zn9OKFSt6VDcNBABA+GF+uyAAtrS0KCYm5pKvcKdOnarhw4d3+55bbrlFmZmZAWuZmZnq169f178nTpyoPn366G/+5m80cOBA/fznP9fJkye7Xv/oo4/k8Xh05syZgM+544479OSTT3Z73Obm5m5PIUdzAwEAEG4IgC4IgFVVVfJ4PCosLAxYnzlzpgYNGtTte7xer3JycgLWcnJyFBsb2/Xv3NxcWZal3bt364MPPtCQIUN02223qbm5udv9L7rvvvv00EMPdXvc1NTUbn9EGs0NBABAuCEAuigA+ny+gPW0tDQlJCR0+x6v16v58+cHrM2bN09xcXGXPc7x48fl9Xq1ePFiSZcPgPfee69+8YtfdPsZnAEEACD8EQBdEACD9RVwdwYMGKCMjAxJ1/YV8KfRQAAAhB/mtwsCoNR5EciUKVMC1pKSkq54EcioUaMC1pKTkwMuAvm0mpoaxcXF6e2335b08UUgCxYs6Nrn+PHjXAQCAECEY367JABevA1Mdna2SktLNX36dMXHx6u8vFySNGHChIAwWFhYqJiYGGVkZKisrEwZGRkBt4FpaGjQr3/9a/l8Ph05ckRr167Vt771LX3lK1/RuXPnuj5n8uTJ+upXv6rVq1dr27Zt+u53v8ttYAAAiHDMb5cEQKnzRtCGYSg2NlZDhw5Vfn5+12sjRozQxIkTA/ZfuHChEhIS5PV6lZiY2PXbPkm6cOGCvv/97+tv/uZv5PV61a9fP02cOFFHjx4N+IympiY9/PDDuvnmm/VXf/VXuv/++y/Z50poIAAAwg/z20UBMBzRQAAAhB/mNwHQFhoIAIDww/wmANpCAwEAEH6Y3wRAW2ggAADCD/ObAGhLsBpo+e7j+tX8bVq0pbJXPxcAABAAJQKgLcFqoFl5+2SYln6zcEevfi4AACAASgRAW4LVQO9vPybDtPSjV32fvTMAALgqBEACoC3BaqCdlWdlmJa+mZbXq58LAAAIgBIB0JZgNVB9U6sM05JhWjrX1Nqrnw0AQLQjABIAbQlmAw19apUM09LuY3W9/tkAAEQzAiAB0JZgNtC//rFQhmnpgx1Vvf7ZAABEMwIgAdCWYDbQr9/dIcO09PvV+3v9swEAiGYEQAKgLcFsoFfWHJBhWvqf3O29/tkAAEQzAiAB0JZgNtDSXcdlmJYenL2h1z8bAIBoRgAkANoSzAbaU1Uvw7Q0ZMbKXv9sAACiGQGQAGhLMBuosaWt61YwZxtbev3zAQCIVgRAAqAtwW6gu2eulmFa2lZxJiifDwBANCIAEgBtCXYD/fh1nwzT0uKtlUH5fAAAohEBkABoS7AbKGXxThmmpRdX7g3K5wMAEI0IgARAW4LdQK/nH5RhWnp4/ragfD4AANGIAEgAtCXYDbSypFqGaemfXy4IyucDABCNCIAEQFuC3UD7TpyTYVq6PXVFUD4fAIBoRAAkANoS7Aa60NLedSuYusbWoBwDAIBoQwAkANoSigb6ZlqeDNPSrsq6oB0DAIBoQgAkANoSigb6lz8WyjAtWTuPB+0YAABEEwIgAdCWUDTQ9NztMkxLf1x7MGjHAAAgmhAACYC2hKKBXly1T4ZpKWXxrqAdAwCAaEIAJADaEooGWrilUoZpaVxWcdCOAQBANCEAEgBtCUUDbTxcK8O09J1n1wTtGAAARBMCIAHQllA0UHVdkwzT0tceWaq29o6gHQcAgGhBACQA2hKKBuro8GvgY8tkmJaO1jYG7TgAAEQLAiAB0JZQNdA9L6yVYVoqPHA6qMcBACAaEAAJgLaEqoEmztkow7T0zsaKoB4HAIBoQAAkANoSqgZ64v3dMkxLzy4vC+pxAACIBgRAAqAtoWqgrIJDMkxL/52zNajHAQAgGhAACYC2hKqBVpRUyzAtjf7D+qAeBwCAaEAAJADaEqoGKj1eL8O09I0ZK4N6HAAAogEBkABoS6gaqKG5TYZpyTAt1Te1BvVYAABEOgKgiwLg7Nmz1b9/f8XFxWno0KEqKCi44v6LFi1SUlKSYmNjlZSUpCVLllx234ceekgej0ezZs0KWDcMQx6PJ2AzTbPHNYeyge56Ok+GaWln5dmgHwsAgEhGAHRJAMzNzZXX61VWVpZKS0s1bdo0xcfHq6Ki+9ue+Hw+xcTEKD09XWVlZUpPT9f111+v4uJLn5f73nvvaciQIerbt2+3AfCpp55SdXV119bQ0NDjukPZQGNe88kwLS3ZVhn0YwEAEMkIgC4JgMOGDdPkyZMD1hITE5WSktLt/mPGjFFycnLA2siRIzV27NiAtWPHjukrX/mKSkpKZBhGtwHw02tXI5QNlLJ4lwzT0gsr9wb9WAAARDICoAsCYEtLi2JiYi75Cnfq1KkaPnx4t++55ZZblJmZGbCWmZmpfv36df27o6ND99xzj1566SVJ3Yc9wzD0pS99STfffLOGDBmitLQ0tbS0XLbW5uZm1dfXd22VlZUha6CLt4KZMm9L0I8FAEAkIwC6IABWVVXJ4/GosLAwYH3mzJkaNGhQt+/xer3KyckJWMvJyVFsbGzXv9PT03XffffJ7/dL6j4AZmZmat26ddq5c6eysrL0xS9+UZMmTbpsrampqZf8ZjBUDbRm70kZpqXvZ+YH/VgAAEQyAqCLAqDP5wtYT0tLU0JCQrfv8Xq9mj9/fsDavHnzFBcXJ0nasmWL/vZv/1ZVVVVdr/fk695FixbJ4/Gopqam29edPANYUdMow7Q08LFlau/wB/14AABEKgKgCwJgML4CnjVrlq677jrFxMR0bR6PR5/73OdkGMZlazl27Jg8Hk+3F5N0J5QN1N7h18DHlskwLVXUNAb9eAAARCoCoAsCoNR5EciUKVMC1pKSkq54EcioUaMC1pKTk7suAqmpqdHu3bsDtr59+8o0Te3de/mLKD788EN5PJ7LXn38aaFuoJGz8mWYllaXngjJ8QAAiEQEQJcEwIu3gcnOzlZpaammT5+u+Ph4lZeXS5ImTJgQEAYLCwsVExOjjIwMlZWVKSMj47K3gbno018B+3w+ZWZmavv27Tp8+LAWLFigvn37avTo0T2uO9QNNPWdbTJMS7PXHgjJ8QAAiEQEQJcEQKnzRtCGYSg2NlZDhw5Vfv7HFzuMGDFCEydODNh/4cKFSkhIkNfrVWJiohYvXnzFz/90ANy6davuvvtu9enTR5///OeVkJCg1NRUNTb2/OvVUDfQK2sOyDAtTX1nW0iOBwBAJCIAuigAhqNQN9Dq0hMyTEsjZ3ElMAAA14oASAC0JdQNdLS280rgAY8uVWt7R0iOCQBApCEAEgBtCXUD+f1+ff2J5TJMS/tPnAvJMQEAiDQEQAKgLU400IOzN8gwLX2wo+qzdwYAAJcgABIAbXGigVIW7+SZwAAA2EAAJADa4kQDzdlwWIZp6edvbw7ZMQEAiCQEQAKgLU40UOHB0zJMS8OfWxOyYwIAEEkIgARAW5xooJqGZhmmpf4plhpb2kJ2XAAAIgUBkABoi1MNdNfTeTJMS9uPng3pcQEAiAQEQAKgLU410H9kFckwLS3YdDSkxwUAIBIQAAmAtjjVQDM+2CPDtDTjgz0hPS4AAJGAAEgAtMWpBsrdVCHDtDQuqzikxwUAIBIQAAmAtjjVQNuPnpVhWrrr6byQHhcAgEhAACQA2uJUA51vbpNhWjJMSzUNzSE9NgAA4Y4ASAC0xckG+s6za2SYlgoPng75sQEACGcEQAKgLU420KS3NsswLb254XDIjw0AQDgjABIAbXGygZ5fsVeGaSll8c6QHxsAgHBGACQA2uJkA/15R5UM09IPZ28I+bEBAAhnBEACoC1ONtC+E+dkmJZue3KF/H5/yI8PAEC4IgASAG1xsoFa2zs04NGlMkxLR2sbQ358AADCFQGQAGiL0w00cla+DNPS6tITjhwfAIBw5PT8dgMCoA1ON9Cv5m+TYVp6Zc0BR44PAEA4cnp+uwEB0AanG+iVNQdkmJamvrPNkeMDABCOnJ7fbkAAtMHpBlq154QM01LySwWOHB8AgHDk9Px2AwKgDU430KFTDTJMSwmPL1NHB1cCAwDQE07PbzcgANrgdAO1tnfo1kc6rwQ+dvaCIzUAABBunJ7fbkAAtMENDXTPC2tlmJYK9p9yrAYAAMKJG+a30wiANrihgX7+Ns8EBgDgarhhfjuNAGiDGxoofVmpDNPSE+/vdqwGAADCiRvmt9MIgDa4oYEWbDoqw7Q0LqvYsRoAAAgnbpjfTiMA2uCGBtpSXivDtPSt9NWO1QAAQDhxw/x2GgHQBjc00JnzLTJMS4ZpqbGlzbE6AAAIF26Y304jANrglgb6xoyVMkxLu4/VOVoHAADhwC3z20kEQBvc0kD/8sdCGaalP++ocrQOAADCgVvmt5MIgDa4pYF+s3CHDNPSrLx9jtYBAEA4cMv8dhIB0Aa3NNCr6w7KMC09PH+bo3UAABAO3DK/nUQAtMEtDbSypFqGaemffl/gaB0AAIQDt8xvJ7kmAM6ePVv9+/dXXFychg4dqoKCK4eZRYsWKSkpSbGxsUpKStKSJUsuu+9DDz0kj8ejWbNmBayfOXNG48eP10033aSbbrpJ48eP19mzZ3tcs1sa6MDJBhmmpcTHl8vv9ztaCwAAbueW+e0kVwTA3Nxceb1eZWVlqbS0VNOmTVN8fLwqKiq63d/n8ykmJkbp6ekqKytTenq6rr/+ehUXX3oz5Pfee09DhgxR3759LwmAycnJGjx4sHw+n3w+nwYPHqz777+/x3W7pYFa2zv0tUeWyjAtVdc1OVoLAABu55b57SRXBMBhw4Zp8uTJAWuJiYlKSUnpdv8xY8YoOTk5YG3kyJEaO3ZswNqxY8f0la98RSUlJTIMIyAAlpaWyuPxBITGoqIieTwe7d27t0d1u6mBRjy3RoZpqfDgaadLAQDA1dw0v53ieABsaWlRTEzMJV/hTp06VcOHD+/2PbfccosyMzMD1jIzM9WvX7+uf3d0dOiee+7RSy+9JEmXBMDs7Gz16dPnks/u06eP5syZ06Pa3dRAP52zUYZpKae4+7OmAACgk5vmt1McD4BVVVXyeDwqLCwMWJ85c6YGDRrU7Xu8Xq9ycnIC1nJychQbG9v17/T0dN13331dv4n7dACcOXOmBg4ceMlnDxw4UOnp6d0et7m5WfX19V1bZWWlaxrodx+UyDAtpVl7nC4FAABXIwC6KAD6fL6A9bS0NCUkJHT7Hq/Xq/nz5weszZs3T3FxcZKkLVu26G//9m9VVfXxjZG7C4DdBcwBAwbomWee6fa4qamp8ng8l2xuaKC5viMyTEuT3trkdCkAALgaAdAFATAYXwHPmjVL1113nWJiYro2j8ejz33uczIMQ9K1fQXs5jOA6/eflmFa+u4La50uBQAAVyMAuiAASp0XgUyZMiVgLSkp6YoXgYwaNSpgLTk5uesikJqaGu3evTtg69u3r0zT7LrA4+JFIBs3buz6jOLi4rC9COTY2QsyTEsDHl2qtvYOp8sBAMC13DS/neKKAHjxNjDZ2dkqLS3V9OnTFR8fr/LycknShAkTAsJgYWGhYmJilJGRobKyMmVkZFz2NjAXfforYKkzNN5xxx0qKipSUVGRbr/99rC8DYwkdXT4NeixZTJMS0dOn3e6HAAAXMtN89sprgiAUueNoA3DUGxsrIYOHar8/Pyu10aMGKGJEycG7L9w4UIlJCTI6/UqMTFRixcvvuLndxcAa2trNW7cON1444268cYbNW7cuLC8EfRF//xygQzT0vLdx50uBQAA13Lb/HaCawJgOHJbA/3vuztkmJZeXLXP6VIAAHAtt81vJxAAbXBbA2WvPyzDtPTztzc7XQoAAK7ltvntBAKgDW5rIN/BGhmmpX/M+MjpUgAAcC23zW8nEABtcFsD1TW2yjAtGaalugutTpcDAIAruW1+O4EAaIMbG+hb6atlmJaKDtU4XQoAAK7kxvkdagRAG9zYQL+Yu0WGaemPaw86XQoAAK7kxvkdagRAG9zYQG/kH+KRcAAAXIEb53eoEQBtcGMDba04I8O09I0ZK+X3+50uBwAA13Hj/A41AqANbmyglraOrieCHDjZ4HQ5AAC4jhvnd6gRAG1wawP96FWfDNPSgk1HnS4FAADXcev8DiUCoA1ubaCM5WUyTEu/WbjD6VIAAHAdt87vUCIA2uDWBlpdekKGaemeF9Y6XQoAAK7j1vkdSgRAG9zaQGfOt3TdELr2fIvT5QAA4Cpund+hRAC0wc0N9N0X1sowLa3ac8LpUgAAcBU3z+9QIQDa4OYG+u3CnTJMSzOXljpdCgAAruLm+R0qBEAb3NxA7207JsO09M8vFzhdCgAAruLm+R0qBEAb3NxAJ881yTAt9U/hd4AAAHySm+d3qBAAbXB7A30/M1+GacnaedzpUgAAcA23z+9QIADa4PYG+t0HJTJMS48s2eV0KQAAuIbb53coEABtcHsDXbwf4PDn1jhdCgAAruH2+R0KBEAb3N5ADc1t+tojS2WYlo7WNjpdDgAAruD2+R0KBEAbwqGB/vWPhTJMS+9srHC6FAAAXCEc5newEQBtCIcGenHVPhmmpYfnb3O6FAAAXCEc5newEQBtCIcG2ni4VoZpaehTq9TR4Xe6HAAAHBcO8zvYCIA2hEMDtbR1KOmJ5TJMS3uq3FsnAAChEg7zO9gIgDaESwP9dM5GGaalN/IPOV0KAACOC5f5HUwEQBvCpYGyCg7JMC39JHuj06UAAOC4cJnfwUQAtCFcGqj0eL0M01Li48vV0tbhdDkAADgqXOZ3MBEAbQiXBuro8Ouup1fJMC0VH6pxuhwAABwVLvM7mAiANoRTA/1q/jYZpqUXV+51uhQAABwVTvM7WAiANoRTAy3YdFSGaemHszc4XQoAAI4Kp/kdLARAG8KpgSrPNMowLX3tkaU639zmdDkAADgmnOZ3sBAAbQi3Bho2M0+GaWnzkVqnSwEAwDHhNr+DgQBoQ7g10M/e3CTDtPTmhsNOlwIAgGPCbX4HAwHQhnBroIvPBf71uzucLgUAAMeE2/wOBgKgDeHWQCtLqmWYlkbOyne6FAAAHBNu8zsYCIA2hFsDVZ290HUhSFNru9PlAADgiHCb38FAALQh3BrI7/frGzNWyjAt7aqsc7ocAAAcEW7zOxhcEwBnz56t/v37Ky4uTkOHDlVBQcEV91+0aJGSkpIUGxurpKQkLVmyJOD11NRUJSQk6IYbbtBf//Vf63vf+56Ki4sD9jEMQx6PJ2AzTbPHNYdjA/3bq4UyTEvvbz/mdCkAADgiHOd3b3NFAMzNzZXX61VWVpZKS0s1bdo0xcfHq6Kiotv9fT6fYmJilJ6errKyMqWnp+v6668PCHg5OTnKy8vToUOHVFJSokmTJummm27SqVOnuvYxDENPPfWUqquru7aGhoYe1x2ODfTbhTtlmJYyV+1zuhQAABwRjvO7t7kiAA4bNkyTJ08OWEtMTFRKSkq3+48ZM0bJyckBayNHjtTYsWMve4yLf+zVq1d3rRmGoVmzZl1z3eHYQK+uOyjDtPSr+ducLgUAAEeE4/zubY4HwJaWFsXExFzyFe7UqVM1fPjwbt9zyy23KDMzM2AtMzNT/fr1u+wxnn/+efXp00enT5/uWjcMQ1/60pd08803a8iQIUpLS1NLS8tla21ublZ9fX3XVllZGXYNdPFK4PtfXu90KQAAOIIA6IIAWFVVJY/Ho8LCwoD1mTNnatCgQd2+x+v1KicnJ2AtJydHsbGxAWsffvih4uPjdd1116lv377atGlTwOuZmZlat26ddu7cqaysLH3xi1/UpEmTLltramrqJb8ZDLcGOnDynAzT0tefWC6/3+90OQAAhBwB0EUB0OfzBaynpaUpISGh2/d4vV7Nnz8/YG3evHmKi4sLWDt//rwOHDigoqIi/exnP1P//v118uTJy9ayaNEieTwe1dTUdPt6JJwBbG5r19+lWDJMSyfrm5wuBwCAkCMAuiAAhuIr4IsGDBig9PT0y75+7NgxeTyeS64WvpxwbaDhz62RYVryHew+6AIAEMnCdX73JscDoNR5EciUKVMC1pKSkq54EcioUaMC1pKTk694EYgk3XrrrUpNTb3s6x9++KE8Hs9lrz7+tHBtoP/8yzOB5/qOOF0KAAAhF67zuze5IgBevA1Mdna2SktLNX36dMXHx6u8vFySNGHChIAwWFhYqJiYGGVkZKisrEwZGRkBt4E5f/68HnnkERUVFam8vFxbt27VpEmTFBcXp5KSEkmdt5LJzMzU9u3bdfjwYS1YsEB9+/bV6NGje1x3uDZQxvIyGaalR5fscroUAABCLlznd29yRQCUOm8EbRiGYmNjNXToUOXnf/y82hEjRmjixIkB+y9cuFAJCQnyer1KTEzU4sWLu15ramrSD3/4Q/Xt21exsbH68pe/rNGjRwdcBLJ161bdfffd6tOnjz7/+c8rISFBqampamxs7HHN4dpA728/JsO09K9/LPzsnQEAiDDhOr97k2sCYDgK1wYqq66XYVoa/OQKrgQGAESdcJ3fvYkAaEO4NlBLW4cGPLpUhmmp8kzPz3gCABAJwnV+9yYCoA3h3EAjZ+XLMC2tLj3hdCkAAIRUOM/v3kIAtCGcG2jaO9tkmJZm5fFMYABAdAnn+d1bCIA2hHMDzS0ql2Fa+o+sIqdLAQAgpMJ5fvcWAqAN4dxA+050PhIu4fFlamnrcLocAABCJpznd28hANoQzg3k9/t151OrZJiWtpSfcbocAABCJpznd28hANoQ7g300NzNMkxLs9cecLoUAABCJtznd28gANoQ7g305obDMkxL//4GvwMEAESPcJ/fvYEAaEO4N9Dh0+dlmJYGPLpUDc1tTpcDAEBIhPv87g0EQBsioYFGPLdGhmlpRUm106UAABASkTC/7SIA2hAJDZT65xIZpqWUxbucLgUAgJCIhPltFwHQhkhooDV7T8owLX0rfTXPBQYARIVImN92EQBtiIQGampt16DHlskwLe2tPud0OQAABF0kzG+7CIA2REoD/SR7owzT0mvrDjpdCgAAQRcp89sOAqANkdJAF28H8+PXfU6XAgBA0EXK/LaDAGhDpDRQRU2jDNPS1x5ZqjPnW5wuBwCAoIqU+W0HAdCGSGqg5JcKZJiW3t181OlSAAAIqkia39eKAGhDJDXQrLx9MkxLk97a5HQpAAAEVSTN72tFALQhkhqorLpehmlp4GPLdJ6nggAAIlgkze9rRQC0IZIayO/3dz0VxNp53OlyAAAImkia39eKAGhDpDVQ+tJSGaalh+dvc7oUAACCJtLm97UgANoQaQ20teKMDNPSbU+uUFNru9PlAAAQFJE2v68FAdCGSGugjg6/7p65WoZpaUVJtdPlAAAQFJE2v68FAdCGSGygNGuPDNPSL+dtdboUAACCIhLn99UiANoQiQ20+1idDNPSoMeWqYGrgQEAESgS5/fVIgDaEIkN5Pf7dc/za2WYlhZvrXS6HAAAel0kzu+rRQC0IVIb6OJNoX+SvdHpUgAA6HWROr+vBgHQhkhtoEOnGrqeDVzT0Ox0OQAA9KpInd9XgwBoQyQ30P0vr5dhWnpzw2GnSwEAoFdF8vzuKQKgDZHcQG9uOCzDtPRPvy9wuhQAAHpVJM/vniIA2hDJDXTmfIsGPrpMhmmppKrO6XIAAOg1kTy/e4oAaEOkN9Av522VYVpK/XOJ06UAANBrIn1+9wQB0IZIb6C1e0/KMC0NmbFSzW08Gg4AEBkifX73BAHQhkhvoPZPPBrO2lLxMpQAACAASURBVHnc6XIAAOgVkT6/e4IAaEM0NNBzK8pkmJbG/6nY6VIAAOgV0TC/PwsB0IZoaKCjtY3qn2LJMC0dPn3e6XIAALAtGub3Z3FNAJw9e7b69++vuLg4DR06VAUFV779yKJFi5SUlKTY2FglJSVpyZIlAa+npqYqISFBN9xwg/76r/9a3/ve91RcHHgW68yZMxo/frxuuukm3XTTTRo/frzOnj3b45qjpYH+881NMkxLT3+4x+lSAACwLVrm95W4IgDm5ubK6/UqKytLpaWlmjZtmuLj41VRUdHt/j6fTzExMUpPT1dZWZnS09N1/fXXBwS8nJwc5eXl6dChQyopKdGkSZN000036dSpU137JCcna/DgwfL5fPL5fBo8eLDuv//+HtcdLQ30UdkJGaalO363Uk2tXAwCAAhv0TK/r8QVAXDYsGGaPHlywFpiYqJSUlK63X/MmDFKTk4OWBs5cqTGjh172WNc/GOvXr1aklRaWiqPxxMQGouKiuTxeLR3794e1R0tDdTe4dc/Znwkw7T07uajTpcDAIAt0TK/r8TxANjS0qKYmJhLvsKdOnWqhg8f3u17brnlFmVmZgasZWZmql+/fpc9xvPPP68+ffro9OnTkqTs7Gz16dPnkn379OmjOXPm9Kj2aGqgP649KMO0dP/L6+X3+50uBwCAaxZN8/tyHA+AVVVV8ng8KiwsDFifOXOmBg0a1O17vF6vcnJyAtZycnIUGxsbsPbhhx8qPj5e1113nfr27atNmzYFfP7AgQMv+eyBAwcqPT292+M2Nzervr6+a6usrIyaBqppaNagxzqfDFJ8qMbpcgAAuGYEQBcFQJ/PF7CelpamhISEbt/j9Xo1f/78gLV58+YpLi4uYO38+fM6cOCAioqK9LOf/Uz9+/fXyZMnJV0+YA4YMEDPPPNMt8dNTU2Vx+O5ZIuWBnpkyS4ZpqVJb212uhQAAK4ZAdAFATAUXwFfNGDAgK6ze9fyFXA0nwGUpIOnGrpuCXPwVIPT5QAAcE0IgC4IgFLnRSBTpkwJWEtKSrriRSCjRo0KWEtOTr7iRSCSdOuttyo1NVXSxxeBbNy4sev14uJiLgL5DD9/e7MM01LK4l1OlwIAwDWJxvn9aa4IgBdvA5Odna3S0lJNnz5d8fHxKi8vlyRNmDAhIAwWFhYqJiZGGRkZKisrU0ZGRsBtYM6fP69HHnlERUVFKi8v19atWzVp0iTFxcWppKSk63OSk5N1xx13qKioSEVFRbr99tu5Dcxn2HSkVoZpaeBjy3S6odnpcgAAuGrROL8/zRUBUOq8EbRhGIqNjdXQoUOVn5/f9dqIESM0ceLEgP0XLlyohIQEeb1eJSYmavHixV2vNTU16Yc//KH69u2r2NhYffnLX9bo0aMDLgKRpNraWo0bN0433nijbrzxRo0bN44bQX8Gv9+vB17ZIMO09OKqfU6XAwDAVYvG+f1prgmA4ShaG2jpruMyTEvfmLFSF1q4MTQAILxE6/z+JAKgDdHaQO0dfn3n2TUyTEt/Wn/Y6XIAALgq0Tq/P4kAaEM0N9A7GytkmJbuejqPs4AAgLASzfP7IgKgDdHcQC1tHV2Ph8sqOOR0OQAA9Fg0z++LCIA2RHsDcRYQABCOon1+SwRAW6K9gVrbOQsIAAg/0T6/JQKgLTSQlLvp4lnAVWpsaXO6HAAAPhPzmwBoCw3UeRbw2892ngV8Pf+g0+UAAPCZmN8EQFtooE4LNh+VYVq643crVdfY6nQ5AABcEfObAGgLDdSpvcOv+zLXyTAtzVxa6nQ5AABcEfObAGgLDfSxNXtPdj4j+NFlOlrb6HQ5AABcFvObAGgLDfQxv9+v/8gqkmFa+tX8bU6XAwDAZTG/CYC20ECBSqrq1D/FkmFa2ll51ulyAADoFvObAGgLDXSp/1mwXYZpacxrPvn9fqfLAQDgEsxvAqAtNNClqs5e0KDHlskwLX2wo8rpcgAAuATzmwBoCw3Uvd+v3i/DtPT3aXk618RtYQAA7sL8JgDaQgN1r6m1XSOeWyPDtPTUh3ucLgcAgADMbwKgLTTQ5a3bd0qGaelrjyxVWTX//QAA3IP5TQC0hQa6ssn/t0WGaelf/1iojg4uCAEAuAPzmwBoCw10ZVVnLyjpieUyTEu5myqcLgcAAEnMb4kAaAsN9Nlezz8ow7Q0OHWFjtddcLocAACY3yIA2kIDfbb2Dr8eeGWDDNPST+ds5N6AAADHMb8JgLbQQD1z4OQ5DfzLvQEXbql0uhwAQJRjfhMAbaGBem722gMyTEu3p67Qifomp8sBAEQx5jcB0BYaqOfa2jv0gz+s56tgAIDjmN8EQFtooKuz78THXwW/ueGw0+UAAKIU85sAaAsNdPXe3HBYhmlp4KPLtKeK/94AAKHH/CYA2kIDXT2/36+fvblJhmnpuy+sVWNLm9MlAQCiDPObAGgLDXRtas+36O/T8mSYllIW73S6HABAlGF+EwBtoYGuXeGB0+qfYskwLS3Zxq1hAAChw/wmANpCA9nzwsq9MkxLCY/ze0AAQOgwvwmAttBA9rR3+DUhe6MM09K3n/1IZxtbnC4JABAFmN8EQFtoIPvONrbo289+JMO09JPsjWrv4P6AAIDgYn4TAG2hgXpHSVWdBv3l/oDPLi9zuhwAQIRjfhMAbaGBes+SbZUyzM6LQt7dfNTpcgAAEYz5TQC0hQbqXc+v6LwoZMCjS+U7WON0OQCACMX8JgDaQgP1ro4Ov/47Z6sM09Idv1upg6canC4JABCBmN8EQFtooN7X1NquB2dvkGFa+s6za3TyXJPTJQEAIgzz20UBcPbs2erfv7/i4uI0dOhQFRQUXHH/RYsWKSkpSbGxsUpKStKSJUu6XmttbdVvf/tbDR48WDfccIO+/OUva8KECaqqqgr4DMMw5PF4AjbTNHtcMw0UHKcbmvWdZ9fIMC0lv1SgugutTpcEAIggzG+XBMDc3Fx5vV5lZWWptLRU06ZNU3x8vCoqKrrd3+fzKSYmRunp6SorK1N6erquv/56FRcXS5Lq6up07733asGCBdq7d6+Kiop0991366677gr4HMMw9NRTT6m6urpra2jo+deONFDwlNec111Pdz4u7t9eLdSFlnanSwIARAjmt0sC4LBhwzR58uSAtcTERKWkpHS7/5gxY5ScnBywNnLkSI0dO/ayx9i0aZM8Hk9AqDQMQ7Nmzbrmummg4Co9Xq/BqStkmJZ+OmejWts7nC4JABABmN8uCIAtLS2KiYkJ+ApXkqZOnarhw4d3+55bbrlFmZmZAWuZmZnq16/fZY+Tl5en6667LuCPbRiGvvSlL+nmm2/WkCFDlJaWppaWyz+Norm5WfX19V1bZWVl1DdQsG06UquExzvvEfiLuVsIgQAA2wiALgiAVVVV8ng8KiwsDFifOXOmBg0a1O17vF6vcnJyAtZycnIUGxvb7f5NTU266667NG7cuID1zMxMrVu3Tjt37lRWVpa++MUvatKkSZetNTU19ZLfDEZ7A4XC2r0nNfDRzhD40NzNamkjBAIArh0B0EUB0OfzBaynpaUpISGh2/d4vV7Nnz8/YG3evHmKi4u7ZN/W1lY98MADuvPOOz/zD71o0SJ5PB7V1HR/DzrOADpn7d6TGviXp4X8/G1CIADg2hEAXRAAg/kVcGtrqx588EHdcccdlw11n3Ts2DF5PJ6ui0k+Cw0UWuv2neoKgZPeIgQCAK4N89sFAVDqvAhkypQpAWtJSUlXvAhk1KhRAWvJyckBF4FcDH+33XabTp061aM6Pvzww0suFLkSGij08ved6npu8H++uUlNrVwdDAC4OsxvlwTAi7eByc7OVmlpqaZPn674+HiVl5dLkiZMmBAQBgsLCxUTE6OMjAyVlZUpIyMj4DYwbW1tGj16tL761a9qx44dAbd5uXiRh8/nU2ZmprZv367Dhw9rwYIF6tu3r0aPHt3jumkgZxTs/zgEjn29SA3NbU6XBAAII8xvlwRAqfNG0IZhKDY2VkOHDlV+fn7XayNGjNDEiRMD9l+4cKESEhLk9XqVmJioxYsXd7125MiRbi/W8Hg8Wrt2rSRp69atuvvuu9WnTx99/vOfV0JCglJTU9XY2Njjmmkg5xQdqtFtT3beImb0Kxt0tvHyV28DAPBJzG8XBcBwRAM5a2flWX1jxkoZpqXvZ+brZD2PjQMAfDbmNwHQFhrIeftPnNPfp+V1PTv4aG3Pz+ACAKIT85sAaAsN5A4VNY1dzw6+e+ZqHTh5zumSAAAuxvwmANpCA7nHifom3fviOhmmpW/MWKldlXVOlwQAcCnmNwHQFhrIXc6cb9EP/rBehmlp8JMrtOlIrdMlAQBciPlNALSFBnKfc02tGvOaT4ZpaciMlao6e8HpkgAALsP8JgDaQgO5U1Nre9eZwDGv+eT3+50uCQDgIsxvAqAtNJB7ldecV+Ljy2WYllbtOeF0OQAAF2F+EwBtoYHcLWN5mQzT0shZ+ero4CwgAKAT85sAaAsN5G5nG1u6nhay4cBpp8sBALgE85sAaAsN5H6PvbdLhmnpv3O2Ol0KAMAlmN8EQFtoIPfbfaxOhmlpwKNLVdPQ7HQ5AAAXYH4TAG2hgcLD/S93XhH8Rv4hp0sBALgA85sAaAsNFB5yiitkmJbueWEtt4QBADC/RQC0hQYKDw3NbUp6ovOWML6DNU6XAwBwGPObAGgLDRQ+Hl3SeTHIhOyNTpcCAHAY85sAaAsNFD4qahr1tUeWyjAt7aw863Q5AAAHMb8JgLbQQOFleu52Gaalh+ZudroUAICDmN8EQFtooPCy/8Q5GaYlw7S0/8Q5p8sBADiE+U0AtIUGCj+/mLtFhmnpl9wYGgCiFvObAGgLDRR+So/Xq39K51nA7Uf5LSAARCPmNwHQFhooPP363R0yTEtjXvNxX0AAiELMbwKgLTRQeKo6e0GDHlsmw7S0uvSE0+UAAEKM+U0AtIUGCl/PLCuTYVr67gtr1dLW4XQ5AIAQYn4TAG2hgcJX3YVW3fX0KhmmpVfWHHC6HABACDG/CYC20EDh7b1tx2SYlgY9tkwVNY1OlwMACBHmNwHQFhoovPn9fv37G0UyTEsT52zkghAAiBLMbwKgLTRQ+Dt4qkEDH+28IGTRlkqnywEAhADzmwBoCw0UGV5Zc0CGaWnwkyt07OwFp8sBAAQZ85sAaAsNFBna2jv04OwNMkxL/5FVpI4OvgoGgEjG/CYA2kIDRY7Dp88r8fHlMkxLr+cfdLocAEAQMb8JgLbQQJFlXnG5DNPSrY8s1ZbyWqfLAQAECfObAGgLDRRZ/H6/Hp6/TYZp6R/SV6v2fIvTJQEAgoD5TQC0hQaKPA3Nbbrn+bVdvwdsbecpIQAQaZjfBEBbaKDIVFZdr6QnOn8P+Nh7u7g/IABEGOY3AdAWGihyrdpzQv1TLBmmpbcKjzhdDgCgFzG/CYC20ECR7bV1B2WYlv4uxdK6faecLgcA0EuY3wRAW2igyOb3+/W/7+6QYVq67ckV2lVZ53RJAIBewPx2UQCcPXu2+vfvr7i4OA0dOlQFBQVX3H/RokVKSkpSbGyskpKStGTJkq7XWltb9dvf/laDBw/WDTfcoC9/+cuaMGGCqqqqAj7jzJkzGj9+vG666SbddNNNGj9+vM6ePdvjmmmgyNfS1qEfv+6TYVr6xoyV2n/inNMlAQBsYn67JADm5ubK6/UqKytLpaWlmjZtmuLj41VRUdHt/j6fTzExMUpPT1dZWZnS09N1/fXXq7i4WJJUV1ene++9VwsWLNDevXtVVFSku+++W3fddVfA5yQnJ2vw4MHy+Xzy+XwaPHiw7r///h7XTQNFh4bmNo3+w3oZpqVhM/N0tLbR6ZIAADYwv10SAIcNG6bJkycHrCUmJiolJaXb/ceMGaPk5OSAtZEjR2rs2LGXPcamTZvk8Xi6QmVpaak8Hk9XaJSkoqIieTwe7d27t0d100DR48z5Ft2XuU6Gaek7z65RdV2T0yUBAK4R89sFAbClpUUxMTEBX+FK0tSpUzV8+PBu33PLLbcoMzMzYC0zM1P9+vW77HHy8vJ03XXXdf2xs7Oz1adPn0v269Onj+bMmdPtZzQ3N6u+vr5rq6ysjPoGiiYn65v0nWfXdIXAyjOcCQSAcEQAdEEArKqqksfjUWFhYcD6zJkzNWjQoG7f4/V6lZOTE7CWk5Oj2NjYbvdvamrSXXfdpXHjxgV8/sCBAy/Zd+DAgUpPT+/2c1JTU+XxeC7ZormBok3lmcauEPit9NU6fPq80yUBAK4SAdBFAdDn8wWsp6WlKSEhodv3eL1ezZ8/P2Bt3rx5iouLu2Tf1tZWPfDAA7rzzjsD/tCXC5gDBgzQM8880+1xOQMISaqua9J3X+h8Wsg30/K0jwtDACCsEABdEACD+RVwa2urHnzwQd1xxx2qqakJeO1avgL+NBooep1uaNbIWfkyTEu3p65Q8aGaz34TAMAVmN8uCIBS50UgU6ZMCVhLSkq64kUgo0aNClhLTk4OuAjkYvi77bbbdOrUpTfxvXgRyMaNG7vWiouLuQgEPXa2sUUPzt4gw7Q08NFlen/7MadLAgD0APPbJQHw4m1gsrOzVVpaqunTpys+Pl7l5eWSpAkTJgSEwcLCQsXExCgjI0NlZWXKyMgIuA1MW1ubRo8era9+9avasWOHqquru7aWlpauz0lOTtYdd9yhoqIiFRUV6fbbb+c2MLgqTa3tmvx/W2SYnY+Ne2XNAZ4dDAAux/x2SQCUOm8EbRiGYmNjNXToUOXn53e9NmLECE2cODFg/4ULFyohIUFer1eJiYlavHhx12tHjhzp9mINj8ejtWvXdu1XW1urcePG6cYbb9SNN96ocePGcSNoXLWODr/SrD1dIfDh+dvU2NLmdFkAgMtgfrsoAIYjGgifNLeoXLc+slSGaWnkrHyV13CFMAC4EfObAGgLDYRP23i4Vnc9ndd1cchHZSecLgkA8CnMbwKgLTQQulNd16QHXtnQ9ZXwjA/2qLmt3emyAAB/wfwmANpCA+Fymtva9bsPSrpC4D+/XKBDpxqcLgsAIOa3RAC0hQbCZ1ldekLfmLFShmkp8fHlyl5/WB0dXCUMAE5ifhMAbaGB0BPVdU369zeKus4G/turhTxCDgAcxPwmANpCA6GnOjr8+r+icn39ieUyTEuDHlumN/IPqZ2zgQAQcsxvAqAtNBCuVuWZRo3/U3HX2cBRLxVo85Fap8sCgKjC/CYA2kID4Vr4/X69s7FCt6eu6AqC/5O7XSfrm5wuDQCiAvObAGgLDQQ7ahqaZS7aqf4pnSHwtidX6PX8g2pq5ZYxABBMzG8CoC00EHrD9qNnNfoP67vOBn4rfbUWbD7K7wMBIEiY3wRAW2gg9JaODr8WbD6qu2eu7gqC9764TitLquX3EwQBoDcxvwmAttBA6G1Nre16bd1B3fG7lV1B8P6X12tFSTX3DwSAXsL8JgDaQgMhWOoutCpjeZkSH1/eFQRHzsrXBzuq+GoYAGxifhMAbaGBEGw1Dc16bkWZbnvy4yuGRzy3Rm9uOKyG5janywOAsMT8JgDaQgMhVOoaW/X71fs1ZMbHXw0PfnKFnvpwj47WNjpdHgCEFeY3AdAWGgihdr65TXN9R3TPC2u7guDfpVj6r7c3a/3+0/xOEAB6gPlNALSFBoJTOjr8WrP3pCZkb+wKgoZp6R8zPtLvV+9X1dkLTpcIAK7F/CYA2kIDwQ0OnDynx9/brcGfeLJI/xRLP8neqKW7jnNjaQD4FOY3AdAWGghu0tTariXbKvXj130BZwUHP7lCv353hwr2n1Jbe4fTZQKA45jfBEBbaCC41ZHT55WxvEz/kL46IAze9fQqPfn+bm0+UsvtZABELeY3AdAWGghu19HhV/GhGj26ZJe+8YkriDvDYJ5SFu/UmrKTfE0MIKowvwmAttBACCet7R1as/ek/id3e8DvBQ3T0tefWK5f5mzV+9uPqe5Cq9OlAkBQMb8JgLbQQAhXre0dWr//tB5/b7eGzcwLCINfe2Sp/vWPhXp59X7trDzLrWUARBzmNwHQFhoIkaCjw68dR8/q2eVluvfFdQFh0DAt3fnUKk17Z5uWbKvUyfomp8sFANuY3wRAW2ggRKLKM43KKa7QQ3M3BzyC7uJ2zwtr9ciSXfpgR5VOnWt2ulwAuGrMbwKgLTQQIl1re4eKD9Xo2eVl+ueXC9Q/xbokEN774jo9/t5uLd11nDOEAMIC85sAaAsNhGhT19iqlSXVmvHBHiW/VHBJGLz4NJJfzd+mtwqPaFdlnVq59yAAl2F+EwBtoYEQ7c6cb9Hy3dVK/XOJRs7K1991c4Yw8fHlGvOaT88uL1PenhM6eY6zhACcxfwmANpCAwGBzjW1av3+0/r96v36SfbGS243c3EbNjNPk97apFl5+7S69ARfHQMIKeY3AdAWGgi4so4Ov/afOKd3NlboNwt36Hsvruv2d4TdhcLjdRfk93MLGgC9j/lNALSFBgKu3vnmNm06Uqvs9Yf1P7nbde+L67r96tgwLd2eukI/etWnJ97frXnF5dpSXqtzTdyoGoA9zG8CoC00ENA7GlvatPlIreZs6AyF92Wu09ceWdptKLx4ocmktzbr+RV79cGOKu07cU7NbTzODkDPML8JgLbQQEDwNLe1a09VvRZvrVT60lL9JHvjJU8t+fQTTP6/59dq0lublL6sVAs2H9XWijM82g7AJZjfBEBbaCAg9M6cb1HRoRq9ueGwUhbv1AOvbOj2htWf3L6Zlqcfv+7TY+/t0pwNh5W/75SO1jaqjVvUAFGJ+U0AtIUGAtzB7/frRH2TCg+c1tu+I3ry/d0al1Wsu2euvmIwHPDoUt3z/Fr9dM5Gpf65RG9uOKw1ZSd16FSDWtoIh0CkYn4TAG2hgQD3a2hu046jZ7V4a6WeW1Gmh+Zu1vdeXKeBjy27Yjj8uxRL3372I43/U7Eee2+XsgoOaUVJtfZU1aueC1GAsMb8dlEAnD17tvr376+4uDgNHTpUBQUFV9x/0aJFSkpKUmxsrJKSkrRkyZKA1xcvXqzvf//7+sIXviCPx6Pt27df8hkjRoyQx+MJ2H784x/3uGYaCAhfHR1+VZ29oMKDpzV/Y4XSl5XqF3O3aOSsfCU+vvyK4fDiFcqjXirQf729WTM+2KPs9Ye1koAIhAXmt0sCYG5urrxer7KyslRaWqpp06YpPj5eFRUV3e7v8/kUExOj9PR0lZWVKT09Xddff72Ki4u79pk7d65mzJihrKysKwbA//qv/1J1dXXXVldX1+O6aSAgMvn9fp2sb9LGw7VasPmonltRpl/O26of/GG97nxq1WeGw08GxIfmbtZTH+7RnA2HtXx3tXZWntWpc83q6OAeh4BTmN8uCYDDhg3T5MmTA9YSExOVkpLS7f5jxoxRcnJywNrIkSM1duzYS/Y9cuTIFQPgtGnTrrluGgiITueb27TvxDl9VHZCb/uOaObSUk2Zt+WqAuLAR5fp289+pB+95tPUd7bpmWVlett3RCtLqrX7WJ1qGpq5ETYQJMxvFwTAlpYWxcTEXPIV7tSpUzV8+PBu33PLLbcoMzMzYC0zM1P9+vW7ZN/PCoBf/OIX9YUvfEFf//rX9etf/1rnzp3rce00EIDufDIgvlV4RGnWHk3+vy0a/coG/X1a3mWfhnJJSHxsmYY/t0Y/ft2n6bnb9ezyMs0tKteqPSe04+hZVdc1cSUzcA2Y3y4IgFVVVfJ4PCosLAxYnzlzpgYNGtTte7xer3JycgLWcnJyFBsbe8m+VwqAb7zxhvLy8rR7926988476t+/v+69997L1trc3Kz6+vqurbKyMuobCMDVa23vUOWZRm06Uqs/76jSa+sOKvXPJXpo7mb94A/r9c20y9/v8NNb/xRLdz2dp1EvFeinczbqtwt36sWVezW3qFwrS6q1/ehZHa+7oFaCItCFAOiiAOjz+QLW09LSlJCQ0O17vF6v5s+fH7A2b948xcXFXbLvlQLgp23ZskUej0dbt27t9vXU1NRLLhqJ9gYCEBwtbR06WtuojYdr9f72Y3p13UE9+f5u/fztzRr9h/X6h/TVV3xaSvdBcZWSXyrQT7I36jcLd+j5FXs113dEy3dXa0t5rcprzquhuY2vnhHxCIAuCIBOfgX8aX6/X16vV7m5ud2+zhlAAG7S0eHX6YZmlVTVac3ek8rdVKGXV+/XY+/t0n+9vVmjX9mgb6Wv1q1XERQN01LC48v0jxkf6YFXNmjSW5uVsninXli5V28VHpG187iKDtXowMkG1TW2EhYRlgiALgiAUudFIFOmTAlYS0pKuuJFIKNGjQpYS05OvuqLQD5t9+7d8ng8ys/P71HdNBCAcNDR4VdNQ7P2VNVr7d6TWrDpqP7w0X49/t5uPTR3sx6cvUHffvajHt3+pruLWf4hfbXuf3m9fjpno/733R16ZlmZsgoO6f3tx7R+/2mVVNWpuq6J5zXDNZjfLgmAF28Dk52drdLSUk2fPl3x8fEqLy+XJE2YMCEgDBYWFiomJkYZGRkqKytTRkbGJbeBqa2t1fbt27V06VJ5PB7l5uZq+/btqq6uliQdPHhQM2bM0ObNm3XkyBEtXbpUiYmJuvPOO9Xe3rP/kaKBAESa881tKq85ry3lZ7SipFrzisv1Ul5nWJz8f1v0b68W6p7n12pw6pUfv3e57bYnV+g7z67RA69s0H++uUm/fneHZi4t1avrDmrB5qPK23NCWyvOqLzmvOqbOMOI4GB+uyQASp03gjYMQ7GxsRo6dGjAWbgRI0Zo4sSJAfsvXLhQCQkJ8nq9SkxM1OLFiwNef/PNN7v9vV5qaqok6ejRoxo+fLhuvvlmxcbG6tZbb9XUqVNVW1vb45ppIADRrKm1XcfOXtCOo2e1uvSEcjdV5cUVtwAAEE5JREFU6JU1B/S7D0r08PxtGvt6kb6fma+7ns67qt8rfvpxfX+flqeRs/L1H1lF+u+crXry/d16KW+/5vo6v5IuPHhaZdX1qq5rUlMrZxnx2ZjfLgqA4YgGAoCe8fv9qmts1eHT57WlvFYrS6qVu6lCs9ce0NMf7tH/LNiuiXM2avQf1usfMz5S0hNX/3X0xS3x8eX6h/TVSn6pQP/+RpGmzNuiR5bs0rPLy/RG/iG9u/moVu05oc1HanXgZINONzRzO50ow/wmANpCAwFA8DS1tqvq7AXtPlan/H2n9N62Y8pef1jPr9irlMW79Iu5W/SjV3367gtrddfTq675LOPFbfCTK/TtZz/SD/6wXuP/VKxfzd+mJ9/frRdX7dOcDYe1ZFul1uw9qe1Hz+rI6fM629iidp7oEpaY3wRAW2ggAHAPv9+v+qZWHa1t1M7Ks1q375Te335MbxUe0ay8fUr9c4mmvbNNP8neqNGvbNDw59bo9mv8LeMnb68zOHWF/jHjI/3T7zvPOP5i7hb9duFOzVxaqlfWHNDconL9eUeV1u49qW0VZ3ToVINqGpq5N6ODmN8EQFtoIAAIf+0dftWeb9GhUw3aUn5Gq0tPaNGWSmUVHNLzK/bqsfd26Zc5W/UfWUX6p98X6P89Y+8r6k9uX39iub6VvlojZ+XrR6/59PO3N+vX7+7QUx/u0e9X79ebfznz+FHZCW0pr9WBk+d08hxXVNvF/CYA2kIDAUD0amnr0OmGZh081aCtFWe0Zu9Jvb/9mN72HdEfPtqvNGuPfrNwhx6au1k/ft2n5Jc6w+PgJ+2ddby4DXpsmb6ZlqfvvrBWD7yyQeP/VKxfztuqlMWdZx9f/kuAXLy1Uqv2nFDRoRqVVNXpaG2j6hpbo/rra+Y3AdAWGggAcC3a2jt05nyLjpw+rx1Hzyp/3yl9uLNK84rLNXvtAaUvK1XK4p2aMm+LxmUV6/6X1+s7z67RHb9b2eNnSff0DOQ/pK/WfZnr9C9/LNTEORv18PxtenTJLj2zrKzzK2zfEb2//Zg+KjuhTUdqVVZdr6qzF3SuqVUdYRoimd8EQFtoIABAqHV0+FV3ofO3jiVVdfIdrNHKkmot2lKpNzcc1u9Xd559NBft1C/nbdX4PxVr9CsbdM8La/XNtDwNemxZrwXIi7+B/H/PfNT5NfarPv3szU2a+s42PfbexyHyrcIjWry1UitLqlV48LR2Vdbp8OnzOt3QrKbW9pDf75H5TQC0hQYCAISjlrYO1TQ068jp89pZeVYbDpzW8t3HtWDzUWUVHFLmqn2a8cEe/e+7nV9h//sbRbr/5fUa8dwa3fnUKg141N4V15/eBjy6VN+YsVLfeXaNRr1UoB+99nGQXL77eK//52d+EwBtoYEAANHI7/erqbVdJ8816cDJBm2rOKP8fadk7Tyu+RsrAkLkbxbu0JR5WzT+T8V6cPYG3fviOt09c7Vu6+FvIX+/en+v18/8JgDaQgMBAHDtOjr8OtfUquN1F7T/xDltKT+jdX8JkrmbOoPk1oozvX5c5jcB0BYaCACA8MP8JgDaQgMBABB+mN8EQFtoIAAAwg/zmwBoCw0EAED4YX4TAG2hgQAACD/MbwKgLTQQAADhh/lNALSFBgIAIPwwvwmAttBAAACEH+Y3AdAWGggAgPDD/CYA2kIDAQAQfpjfBEBbaKD/v717i4niesAAfoTsUkDcyEXkEiWpWK0IqTHaJgaioJK4aNIXYiSSNELRrpeEF2tTNyaV0of2zcbYWtMHXUxEE1OIEayXRMDaLoZVIrWKsIFGo7iK0SXB/f4PZqfOssACf5iZM98vOS8zw+Z8ORP2W3ZmICIiMh6+f7MATglPICIiIuPh+zcL4JTwBCIiIjIevn+zAE4JTyAiIiLj4fs3C+CU+Hw+CCHg9Xrx/PlzDg4ODg4ODgMMr9cLIQR8Pp/WVUIzLIBTEDyBODg4ODg4OIw3vF6v1lVCMyyAU/DmzRt4vV74fL5p+3Qi618XZc9nhoyy5zNDRtnzmSGj7PmmK6PP54PX68WbN2+0rhKaYQHUqefP5b4+QfZ8gPwZZc8HyJ9R9nyA/BllzweYI6MWWAB1SvYTXvZ8gPwZZc8HyJ9R9nyA/BllzweYI6MWWAB1SvYTXvZ8gPwZZc8HyJ9R9nyA/BllzweYI6MWWAB1yu/3w+l0wu/3az2VaSF7PkD+jLLnA+TPKHs+QP6MsucDzJFRCyyARERERCbDAkhERERkMiyARERERCbDAkhERERkMiyARERERCbDAqhDR44cQVZWFmJiYrBixQpcu3ZN6ylNitPpHPFvd1JTU5X9gUAATqcTaWlpeO+991BQUIDbt29rOOPxXb16FXa7HWlpaRBC4Ny5c6r9kWQaGBhAWVkZ5syZgzlz5qCsrAzPnj2byRijGi9feXn5iDVdvXq16hi/3w+Hw4GkpCTExcWhpKREN/9uqaamBitXrsTs2bORkpKCLVu24O7du6pjIpl/T08P7HY74uLikJSUhN27d2NoaGgmo4wqkowFBQUj1rG0tFR1jJ7P0x9//BHLly9HQkICEhIS8PHHH6OxsVHZb/Q1HC+f0dcvVE1NDYQQ2Lt3r7LN6GtoBCyAOlNXVweLxYKffvoJnZ2d2Lt3L+Lj49HT06P11CbM6XRi2bJl+Pfff5Xx+PFjZX9tbS0SEhJQX18Pj8eD0tJSpKWl4cWLFxrOemyNjY346quvUF9fH7YgRZKpuLgYOTk5aGlpQUtLC3JycmC322c6Sljj5SsvL0dxcbFqTZ8+fao6pqqqChkZGWhqaoLb7cbatWuRl5eH4eHhmYwS1saNG3HixAncvn0bt27dwqZNm7BgwQK8fPlSOWa8+Q8PDyMnJwdr166F2+1GU1MT0tPT4XA4tIqlEknGgoICVFRUqNbR5/OpXkfP5+n58+fR0NCArq4udHV14cCBA7BYLMqHLaOv4Xj5jL5+7/rjjz+QlZWF3NxcVQE0+hoaAQugzqxatQpVVVWqbUuWLMH+/fs1mtHkOZ1O5OXlhd0XCAQwf/581NbWKtv8fj9sNhuOHj06U1OcktCCFEmmzs5OCCHQ1tamHNPa2gohxIi/0mhttAK4ZcuWUX/G5/PBYrGgrq5O2dbX14eoqChcuHBh2uY6WY8fP4YQAlevXgUQ2fwbGxsRFRWFvr4+5RiXy4WYmBhdPqg2NCPwtkC8+2YbykjnadDcuXPx888/S7mGwH/5AHnWb3BwENnZ2WhqalJlknUN9YYFUEeGhoYQHR2Ns2fPqrbv2bMH+fn5Gs1q8pxOJ+Li4pCWloasrCyUlpbi/v37AID79+9DCAG32636mc2bN2P79u1aTHfCQgtSJJmOHz8Om8024rVsNht++eWX6Z3wBI1WAG02G1JSUpCdnY0dO3bg0aNHyv5Lly5BCIGBgQHVz+Xm5uLgwYMzMu+JuHfvHoQQ8Hg8ACKb/9dff43c3FzV/oGBAQgh8Pvvv8/MxCcgNCPwtkAkJycjKSkJH374Iaqrq1V/pTbSeTo8PAyXywWr1Yo7d+5It4ah+QB51m/79u3Yt28fAHWplW0N9YoFUEf6+voghMD169dV2w8fPozFixdrNKvJa2xsxJkzZ9DR0aF8wktNTcWTJ09w/fp1CCFUn94AoKKiAhs2bNBoxhMTWpAiyXT48GFkZ2ePeK3s7GzU1NRM74QnKFwBrKurw2+//QaPx4Pz588jLy8Py5YtU57Qf/LkSVit1hGvtX79elRWVs7IvCMVCARQUlKCNWvWKNsimX9FRQXWr18/4hir1YpTp05N34QnIVxGADh27Biamprg8XjgcrmQlZWFoqIiZb8RztOOjg7Ex8cjOjoaNpsNDQ0NAORZw9HyAXKsn8vlQk5ODl6/fg1AXQBlWUO9YwHUkWABbGlpUW3/5ptv8MEHH2g0q/+fly9fIjU1Fd9//71Slvr7+1XH7NixAxs3btRohhMzWgEcK9NoZX7RokX49ttvp3fCExSuAIbq7++HxWJBfX09gNF/cRcVFeHzzz+flnlO1q5du7Bw4ULVheWRzH+0DykWiwUul2v6JjwJ4TKG8+eff0IIgb/++guAMc7ToaEh3Lt3Dzdv3sT+/fuRnJyMO3fuSLOGo+ULx2jr19vbi3nz5uHWrVvKtkgKoNHWUO9YAHVEtq+AwykqKkJVVRW/Ag6ht69mgMgKIPD2TSV43aNRvgJ2OBzIzMzEgwcPVNtl+upptIzhBAIB1TVXRjpPgwoLC1FZWSnVGr4rmC8co63fuXPnIIRAdHS0MoQQmDVrFqKjo9Hc3CzlGuoNC6DOrFq1Cjt37lRtW7p0qSFvAgnl9/uRkZGBQ4cOKTdMfPfdd8r+oaEhKW4CGStT8OLsGzduKMe0tbXp7uJsILIC+OTJE8TExODXX38F8N/F26dPn1aO6e/v181NIIFAAF988QXS09Px999/j9gfyfyDF5+/+5feuro63Vx8Pl7GcDwej+pGESOdp0Hr1q1DeXm5FGsYTjBfOEZbvxcvXsDj8ajGypUrUVZWBo/HI+0a6g0LoM4EHwNz/PhxdHZ2Yt++fYiPj8fDhw+1ntqEVVdX48qVK3jw4AHa2tpgt9uRkJCgZKmtrYXNZsPZs2fh8XiwdetW3T8GZnBwEO3t7Whvb4cQAj/88APa29uVx/REkqm4uBi5ublobW1Fa2srli9frpvHM4yVb3BwENXV1WhpaUF3dzcuX76MTz75BBkZGap8VVVVyMzMRHNzM9xuN9atW6ebx8Ds3LkTNpsNV65cUT1C49WrV8ox480/+PiJwsJCuN1uNDc3IzMzUzePnxgv4z///INDhw7h5s2b6O7uRkNDA5YsWYKPPvpItUZ6Pk+//PJLXLt2Dd3d3ejo6MCBAwcQFRWFixcvAjD+Go6VT4b1Cyf0zmajr6ERsADq0JEjR7Bw4UJYrVasWLFC9fgGIwk+A89isSA9PR2ffvqp6hqW4EOT58+fj5iYGOTn56vuVNSjy5cvj3gAqxBC+WQeSaanT59i27ZtykNet23bppsHtI6V79WrV9iwYQNSUlJgsViwYMEClJeXo7e3V/Uar1+/hsPhQGJiImJjY2G320cco5Vw2YQQOHHihHJMJPPv6enBpk2bEBsbi8TERDgcDuVGGK2Nl7G3txf5+flITEyE1WrF+++/jz179ox4nqOez9PPPvtM+R2ZkpKCwsJCpfwBxl/DsfLJsH7hhBZAo6+hEbAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRybAAEhEREZkMCyARERGRyfwPQo1Bd+fDZDYAAAAASUVORK5CYII=\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 82.89999999999999\n"
     ]
    }
   ],
   "source": [
    "from torch.autograd import Variable\n",
    "\n",
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "dtype = torch.FloatTensor\n",
    "\n",
    "# Convert numpy arrays to Pytorch Tensors\n",
    "# These tensors are wrapped in Variables to produce gradients, however we DO NOT need the gradients to this variables\n",
    "X = Variable(torch.from_numpy(X).type(dtype), requires_grad = False)\n",
    "Y = Variable(torch.from_numpy(Y).type(dtype), requires_grad = False)\n",
    "\n",
    "model = torch.nn.Sequential(\n",
    "            torch.nn.Linear(784, 100),\n",
    "            torch.nn.ReLU(),\n",
    "            torch.nn.Linear(100, 10),\n",
    "            torch.nn.ReLU(),\n",
    "        )\n",
    "\n",
    "loss_fn = torch.nn.MSELoss()\n",
    "\n",
    "for ix in range(epochs):\n",
    "    # Forward pass: compute Y_hat by doing operations in variables    \n",
    "    Y_hat = model(X)\n",
    "    \n",
    "    # Compute loss\n",
    "    loss_var = 0.5 * loss_fn(Y_hat, Y)\n",
    "    loss[ix] = loss_var.item()\n",
    "    \n",
    "    # Reset gradients\n",
    "    model.zero_grad()\n",
    "    \n",
    "    # Backward pass\n",
    "    loss_var.backward()\n",
    "    \n",
    "    # Update weights\n",
    "    for param in model.parameters():\n",
    "        param.data = param.data - param.grad.data\n",
    "    \n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "Y_hat = model(X)\n",
    "y_tmp = torch.max(Y_hat, dim=1)[1]\n",
    "y_hat = labels[y_tmp.data.numpy()]\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Pytorch `nn` package (in GPU)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.9502933025360107 s\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        event.shiftKey = false;\n",
       "        // Send a \"J\" for go to next cell\n",
       "        event.which = 74;\n",
       "        event.keyCode = 74;\n",
       "        manager.command_mode();\n",
       "        manager.handle_keydown(event);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nOzde3QU933//3XESql1bHLs9DTBgaExICnGUMstJP228HN8QbQOTtqa0mCqfkNrQ74ukOb7zQjbsWxHyHJshBMbO7EinBBEhLn4NlwFBgm0EldxERJ3JISQuQgkbrog7ev3h8I6a0kgGEkzu/t8nDN/+LOzO++U9znvV3f0mfUIAAAAEcXjdAEAAADoXQRAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMARAAACACEMABAAAiDAEQAAAgAhDAAQAAIgwBEAAAIAIQwAEAACIMK4JgHPnztXAgQMVExOjxMREFRQUXPP8JUuWKCEhQdHR0UpISNCyZcuCXk9OTpbH4wk6Ro4cGXROY2Ojnn76ad1555269dZb9Z3vfEdVVVXd/r8NAADATVwRAHNzc+X1epWVlaWysjJNnz5dsbGxqqys7PB8n8+nqKgopaenq7y8XOnp6erTp4+Ki4sD5yQnJyspKUk1NTWBo7a2NuhzpkyZorvuukt5eXnasWOHHnjgAQ0fPlwtLS1dqru1tVVVVVWqq6tTfX09BwcHBwcHRwgcdXV1qqqqUmtr682HlxDnigA4YsQITZkyJWgtPj5eKSkpHZ4/fvx4JSUlBa2NGTNGEyZMCPx3cnKyHnvssU6vWVdXJ6/Xq9zc3MBadXW1vvCFL2jVqlVdqruqqqrdt4wcHBwcHBwcoXFE8l0/xwNgU1OToqKi2t3CnTZtmkaNGtXhe/r376/MzMygtczMTA0YMCDw38nJyerbt6/+/M//XIMHD9Z//ud/6uTJk4HX161bJ4/Ho7NnzwZ9zrBhw/T88893qfa6urpAAzn9/81wcHBwcHBwdO24+gVOXV1dl+Z9OHI8AFZXV8vj8aiwsDBofdasWRoyZEiH7/F6vcrJyQlay8nJUXR0dOC/c3NzZVmW9uzZo48++kjDhw/XPffco8bGxg7Pv+rhhx/Wk08+2eF1GxsbO2yg+vr6G/rfDAAAnFNfXx/x89s1AdDn8wWtp6WlKS4ursP3eL1eLVy4MGhtwYIFiomJ6fQ6J06ckNfr1dKlSyV1HgAfeughPfXUUx1+RmpqaodfIUdyAwEAEGoIgC4IgD11C7gjgwYNUkZGhqSbuwXMN4AAAIQ+AqALAqDUtglk6tSpQWsJCQnX3AQyduzYoLWkpKSgTSCfd+bMGcXExOh3v/udpM82gSxatChwzokTJ25oEwgNBABA6GF+uyQAXn0MTHZ2tsrKyjRjxgzFxsaqoqJCkjRp0qSgMFhYWKioqChlZGSovLxcGRkZQY+BuXDhgn784x/L5/Pp6NGjWr9+vb71rW/prrvu0vnz5wOfM2XKFH3ta1/T2rVrtWPHDn3729++ocfA0EAAAIQe5rdLAqDU9iBowzAUHR2txMRE5efnB14bPXq0kpOTg85fvHix4uLi5PV6FR8fH/jbPkm6fPmyHnnkEf35n/+5vF6vBgwYoOTkZB07dizoMxoaGvT000/rjjvu0J/92Z/p0UcfbXfOtdBAAACEHua3iwJgKKKBAAAIPcxvAqAtNBAAAKGH+U0AtIUGAgAg9DC/CYC20EAAAIQe5jcB0BYaCACA0MP8JgDaQgMBABB6mN8EQFtoIAAAQg/zmwBoS0810IrdJ/TfC3do8baqbv1cAABAAJQIgLb0VAO9nndAhmnpJ4t3devnAgAAAqBEALSlpxpoybYqGaal72cVdevnAgAAAqBEALSlpxpo85FaGaalUT//pFs/FwAAEAAlAqAtPdVA1ecuyzAtDXpmuVpa/d362QAARDoCIAHQlp5qoJZWvwY9s1yGaan63OVu/WwAACIdAZAAaEtPNtCon38iw7RUfPhMt382AACRjABIALSlJxvo+1lFMkxLS3gUDAAA3YoASAC0pScb6CeLd8kwLb2ed6DbPxsAgEhGACQA2tKTDfTGurZnAf74vZ3d/tkAAEQyAiAB0JaebKD3dxyXYVr611/7uv2zAQCIZARAAqAtPdlA2yrangX4vzLWdftnAwAQyQiABEBberKBPq1vkGFa+vrM5brS0trtnw8AQKQiABIAbenJBmpt9WvwsytkmJaO1V7q9s8HACBSEQAJgLb0dAM98Op6GaYl3yGeBQgAQHchABIAbenpBnriN8UyTEuLth7rkc8HACASEQAJgLb0dAOlLN0tw7Q0e83+Hvl8AAAiEQGQAGhLTzfQ3PUHZZiWfpRb0iOfDwBAJCIAEgBt6ekG+nBntQzT0uNv8yxAAAC6CwGQAGhLTzfQ9sqzMkxL30xf2yOfDwBAJCIAEgBt6ekGOnW+UYZpaWCKpcYrLT1yDQAAIg0BkABoS083kN/vV/xzK2WYlo6cvtgj1wAAINIQAAmAtvRGAz00e4MM01L+/lM9dg0AACIJAZAAaEtvNND/fneLDNNSTnFlj10DAIBIQgAkANrSGw30/Ad7ZJiWMlaW99g1AACIJARAFwXAuXPnauDAgYqJiVFiYqIKCgquef6SJUuUkJCg6OhoJSQkaNmyZZ2e++STT8rj8WjOnDlB64ZhyOPxBB2maXa55t5ooKyCwzJMS/8nZ3uPXQMAgEhCAHRJAMzNzZXX61VWVpbKyso0ffp0xcbGqrKy49uePp9PUVFRSk9PV3l5udLT09WnTx8VFxe3O/f999/X8OHD1a9fvw4D4EsvvaSamprAceHChS7X3RsNtHJPjQzT0rg3N/XYNQAAiCQEQJcEwBEjRmjKlClBa/Hx8UpJSenw/PHjxyspKSlobcyYMZowYULQ2vHjx3XXXXeptLRUhmF0GAA/v3YjeqOBSqvrZJiWEl9a02PXAAAgkhAAXRAAm5qaFBUV1e4W7rRp0zRq1KgO39O/f39lZmYGrWVmZmrAgAGB/25tbdUDDzyg119/XVLHYc8wDH3lK1/RHXfcoeHDhystLU1NTU1drr03GqjucrMM05JhWrrYeKXHrgMAQKQgALogAFZXV8vj8aiwsDBofdasWRoyZEiH7/F6vcrJyQlay8nJUXR0dOC/09PT9fDDD8vv90vqOABmZmZqw4YN2rVrl7KysvTlL39ZkydP7rTWxsZG1dfXB46qqqpeaaB7U1fJMC3tqznfo9cBACASEABdFAB9vuDfu01LS1NcXFyH7/F6vVq4cGHQ2oIFCxQTEyNJ2rZtm/7iL/5C1dXVgde7crt3yZIl8ng8OnPmTIevp6amtts00hsN9A+/KJBhWsrb+2mPXgcAgEhAAHRBAOyJW8Bz5szRLbfcoqioqMDh8Xj0hS98QYZhdFrL8ePH5fF4OtxMIjn3DeBT87fJMC3N23SkR68DAEAkIAC6IABKbZtApk6dGrSWkJBwzU0gY8eODVpLSkoKbAI5c+aM9uzZE3T069dPpmlq3759ndbx8ccfy+PxdLr7+PN6q4HSrL0yTEsvfrS3R68DAEAkIAC6JABefQxMdna2ysrKNGPGDMXGxqqiokKSNGnSpKAwWFhYqKioKGVkZKi8vFwZGRmdPgbmqs/fAvb5fMrMzFRJSYmOHDmiRYsWqV+/fho3blyX6+6tBvqd76gM09J//m5rj14HAIBIQAB0SQCU2h4EbRiGoqOjlZiYqPz8/MBro0ePVnJyctD5ixcvVlxcnLxer+Lj47V06dJrfv7nA+D27ds1cuRI9e3bV1/84hcVFxen1NRUXbp0qcs191YDfVJ+UoZpacyc/OufDAAArokA6KIAGIp6q4EOnjwvw7Q09PlVgV3NAADg5hAACYC29FYDNTS3BJ4FePZi159TCAAA2iMAEgBt6c0GGjlrrQzT0vbKsz1+LQAAwhkBkABoS2820L+9UyTDtLR4W1WPXwsAgHBGACQA2tKbDfTs+7tlmJZeWVne49cCACCcEQAJgLb0ZgNlbzwiw7Q05ffbevxaAACEMwIgAdCW3mygT/a1PQrmkUweBQMAgB0EQAKgLb3ZQJVnLskwLQ1+doVaWnkUDAAAN4sASAC0pTcbqKXVr8HPrpBhWjpW2/WHVQMAgGAEQAKgLb3dQI9k5sswLX1SfrJXrgcAQDgiABIAbentBnp64Q4ZpqW3NxzqlesBABCOCIAEQFt6u4HeWHdAhmlpRm5Jr1wPAIBwRAAkANrS2w20Zu+nMkxLSa8X9Mr1AAAIRwRAAqAtvd1AgZ3Az6zQlZbWXrkmAADhhgBIALSltxuotdWvhJ+ulGFaOnjyfK9cEwCAcEMAJADa4kQDjXtzkwzTkrXrRK9dEwCAcEIAJADa4kQD/WTxLhmmpdmr9/XaNQEACCcEQAKgLU400G/++JvAT87f2mvXBAAgnBAACYC2ONFAmw6elmFaGv3zT3rtmgAAhBMCIAHQFica6NT5RhmmpYEpli43tfTadQEACBcEQAKgLU41UOJLa2SYlnZVnevV6wIAEA4IgARAW5xqoAm/LpJhWlq09VivXhcAgHBAACQA2uJUA6V+WCrDtPSzj/f26nUBAAgHBEACoC1ONVBOcaUM09Kk7M29el0AAMIBAZAAaItTDbT1aK0M09I309f26nUBAAgHBEACoC1ONVDd5WYZpiXDtFTf0Nyr1wYAINQRAAmAtjjZQCNnrZVhWtpWcbbXrw0AQCgjABIAbXGygZ74TbEM09LCzZW9fm0AAEIZAZAAaIuTDfTSx3tlmJZe+Ki0168NAEAoIwASAG1xsoFyt7TtBJ6YVdzr1wYAIJQRAAmAtjjZQNsrz8owLf1NWl6vXxsAgFBGACQA2uJkA51v+GwncN0ldgIDANBVBEAXBcC5c+dq4MCBiomJUWJiogoKCq55/pIlS5SQkKDo6GglJCRo2bJlnZ775JNPyuPxaM6cOUHrZ8+e1RNPPKHbb79dt99+u5544gmdO9f139d1uoH+9uV1MkxLW47WOnJ9AABCkdPz2w1cEQBzc3Pl9XqVlZWlsrIyTZ8+XbGxsaqs7HiHq8/nU1RUlNLT01VeXq709HT16dNHxcXt/x7u/fff1/Dhw9WvX792ATApKUlDhw6Vz+eTz+fT0KFD9eijj3a5bqcbKHneZhmmpQXFFY5cHwCAUOT0/HYDVwTAESNGaMqUKUFr8fHxSklJ6fD88ePHKykpKWhtzJgxmjBhQtDa8ePHddddd6m0tFSGYQQFwLKyMnk8nqDQWFRUJI/Ho3379nWpbqcbaNbyMhmmpec/2OPI9QEACEVOz283cDwANjU1KSoqqt0t3GnTpmnUqFEdvqd///7KzMwMWsvMzNSAAQMC/93a2qoHHnhAr7/+uiS1C4DZ2dnq27dvu8/u27ev5s2b16XanW6g97Yek2FamvDrIkeuDwBAKHJ6fruB4wGwurpaHo9HhYWFQeuzZs3SkCFDOnyP1+tVTk5O0FpOTo6io6MD/52enq6HH35Yfr9fUvsAOGvWLA0ePLjdZw8ePFjp6ekdXrexsVH19fWBo6qqytEG2nnsnAzT0l+zExgAgC4jALooAPp8vqD1tLQ0xcXFdfger9erhQsXBq0tWLBAMTExkqRt27bpL/7iL1RdXR14vaMA2FHAHDRokF5++eUOr5uamiqPx9PucKqBLjReCewEPnepyZEaAAAINQRAFwTAnrgFPGfOHN1yyy2KiooKHB6PR1/4whdkGIakm7sF7LZvAKXPdgJvZScwAABdQgB0QQCU2jaBTJ06NWgtISHhmptAxo4dG7SWlJQU2ARy5swZ7dmzJ+jo16+fTNMMbPC4uglk8+bNgc8oLi4OqU0gkvTv2Zv5TWAAAG6AG+a301wRAK8+BiY7O1tlZWWaMWOGYmNjVVHR9niTSZMmBYXBwsJCRUVFKSMjQ+Xl5crIyOj0MTBXff4WsNQWGocNG6aioiIVFRXp3nvvDanHwEjSz/hNYAAAbogb5rfTXBEApbYHQRuGoejoaCUmJio/Pz/w2ujRo5WcnBx0/uLFixUXFyev16v4+HgtXbr0mp/fUQCsra3VxIkTddttt+m2227TxIkTQ+pB0JK0aEvbTuAnfsNvAgMA0BVumN9Oc00ADEVuaKCrvwk8ctZax2oAACCUuGF+O40AaIMbGqj+T34TuL6B3wQGAOB63DC/nUYAtMEtDTRy1loZpqXtlWcdrQMAgFDglvntJAKgDW5poCd+UyzDtLRoyzFH6wAAIBS4ZX47iQBog1sa6IWPSmWYltKsvY7WAQBAKHDL/HYSAdAGtzRQTnGlDNNS8rzN1z8ZAIAI55b57SQCoA1uaaAtR2tlmJb+9uV1jtYBAEAocMv8dhIB0Aa3NNC5S03sBAYAoIvcMr+dRAC0wU0NdPU3gX2HzjhdCgAAruam+e0UAqANbmqgp+Zvk2Faeif/sNOlAADgam6a304hANrgpgZ685ODMkxL/71wh9OlAADgam6a304hANrgpgbasP+UDNPSA6+ud7oUAABczU3z2ykEQBvc1EC1Fz/bCHKejSAAAHTKTfPbKQRAG9zWQFc3ghQdZiMIAACdcdv8dgIB0Aa3NdCT87fKMC1lFbARBACAzrhtfjuBAGiD2xrojXUHZJiWpv2BjSAAAHTGbfPbCQRAG9zWQOv3nWzbCPLaeqdLAQDAtdw2v51AALTBbQ105kKjDNPSwBRLFxqvOF0OAACu5Lb57QQCoA1ubKBvpa9lIwgAANfgxvnd2wiANrixgaYuaPtFkLfWH3K6FAAAXMmN87u3EQBtcGMDZRUclmFamvzbrU6XAgCAK7lxfvc2AqANbmyg7ZVnZZiW7ntpjfx+v9PlAADgOm6c372NAGiDGxuo8UqLBj+7QoZp6cjpi06XAwCA67hxfvc2AqANbm2gf36rUIZpafG2KqdLAQDAddw6v3sTAdAGtzZQ+vIyGaallKW7nS4FAADXcev87k0EQBvc2kCrSmtkmJYeycx3uhQAAFzHrfO7NxEAbXBrA506/9kDoesbmp0uBwAAV3Hr/O5NBEAb3NxAf//KJzJMS/n7TzldCgAAruLm+d1bCIA2uLmBZuSWyDAtzV6z3+lSAABwFTfP795CALTBzQ30+6IKGaal72cVOV0KAACu4ub53VsIgDa4uYH21ZyXYVpK+OlKNbe0Ol0OAACu4eb53VsIgDa4uYFaW/26N3WVDNPSrqpzTpcDAIBruHl+9xbXBMC5c+dq4MCBiomJUWJiogoKCq55/pIlS5SQkKDo6GglJCRo2bJlQa+npqYqLi5Ot956q770pS/pwQcfVHFxcdA5hmHI4/EEHaZpdrlmtzfQ/353iwzT0m82HnG6FAAAXMPt87s3uCIA5ubmyuv1KisrS2VlZZo+fbpiY2NVWVnZ4fk+n09RUVFKT09XeXm50tPT1adPn6CAl5OTo7y8PB0+fFilpaWaPHmybr/9dp069dmuWMMw9NJLL6mmpiZwXLhwoct1u72B5q4/KMO0NOX325wuBQAA13D7/O4NrgiAI0aM0JQpU4LW4uPjlZKS0uH548ePV1JSUtDamDFjNGHChE6vcfUfe+3atYE1wzA0Z86cm67b7Q205WitDNPS/T/Lk9/vd7ocAABcwe3zuzc4HgCbmpoUFRXV7hbutGnTNGrUqA7f079/f2VmZgatZWZmasCAAZ1e49VXX1Xfvn11+vTpwLphGPrKV76iO+64Q8OHD1daWpqampq6XLvbG6ihuUWDn1khw7R09PRFp8sBAMAV3D6/e4PjAbC6uloej0eFhYVB67NmzdKQIUM6fI/X61VOTk7QWk5OjqKjo4PWPv74Y8XGxuqWW25Rv379tGXLlqDXMzMztWHDBu3atUtZWVn68pe/rMmTJ3daa2Njo+rr6wNHVVWV6xvon98qlGFaWrT1mNOlAADgCgRAFwVAn88XtJ6Wlqa4uLgO3+P1erVw4cKgtQULFigmJiZo7eLFizp48KCKior0gx/8QAMHDtTJkyc7rWXJkiXyeDw6c+ZMh6+npqa22zTi9gZ6eUW5DNPS/1u80+lSAABwBQKgCwJgb9wCvmrQoEFKT0/v9PXjx4/L4/G02y18VSh+A7iu/FMZpqUHXl3vdCkAALgCAdAFAVBq2wQyderUoLWEhIRrbgIZO3Zs0FpSUtI1N4FI0t13363U1NROX//444/l8Xg63X38eaHQQHWXmmWYlgzT0ukLjU6XAwCA40Jhfvc0VwTAq4+Byc7OVllZmWbMmKHY2FhVVFRIkiZNmhQUBgsLCxUVFaWMjAyVl5crIyMj6DEwFy9e1MyZM1VUVKSKigpt375dkydPVkxMjEpLSyW1PUomMzNTJSUlOnLkiBYtWqR+/fpp3LhxXa47VBrokcx8GaallXtqnC4FAADHhcr87kmuCIBS24OgDcNQdHS0EhMTlZ+fH3ht9OjRSk5ODjp/8eLFiouLk9frVXx8vJYuXRp4raGhQd/73vfUr18/RUdH66tf/arGjRsXtAlk+/btGjlypPr27asvfvGLiouLU2pqqi5dutTlmkOlgZ5ZtluGaelnH+91uhQAABwXKvO7J7kmAIaiUGmg93ccl2FaGvfmJqdLAQDAcaEyv3sSAdCGUGmgY7WXZJiW7p65XA3NLU6XAwCAo0JlfvckAqANodJAfr9f9720RoZpaUflWafLAQDAUaEyv3sSAdCGUGqg5HmbZZiWflt41OlSAABwVCjN755CALQhlBpo9pr9MkxLP1pU4nQpAAA4KpTmd08hANoQSg20tqztgdAPzt7gdCkAADgqlOZ3TyEA2hBKDXTqfKMM09LAFEv1Dc1OlwMAgGNCaX73FAKgDaHWQH//yicyTEuf7Ov895ABAAh3oTa/ewIB0IZQa6Afv7dThmnplZXlTpcCAIBjQm1+9wQCoA2h1kCLth6TYVr657cKnS4FAADHhNr87gkEQBtCrYEqzlyUYVoa9AwPhAYARK5Qm989gQBoQ6g1kN/v14hZeTJMS75DZ5wuBwAAR4Ta/O4JBEAbQrGBnl64Q4Zp6fW8A06XAgCAI0Jxfnc3AqANodhA84sqZJiWvp9V5HQpAAA4IhTnd3cjANoQig20/9PzMkxLcc+tUNOVVqfLAQCg14Xi/O5uBEAbQrGBWlv9+qsXV8swLW2rOOt0OQAA9LpQnN/djQBoQ6g20FPzt8kwLf1iLX8HCACIPKE6v7sTAdCGUG2gnOJKngcIAIhYoTq/uxMB0IZQbaCqs5dkmJb+MsVS3SV+FxgAEFlCdX53JwKgDaHcQN9+bb0M09Ly3SecLgUAgF4VyvO7uxAAbQjlBnrxo70yTEvmkl1OlwIAQK8K5fndXQiANoRyA63fd1KGaemb6Wvl9/udLgcAgF4TyvO7uxAAbQjlBmpobtGQZ1fIMC0d+PS80+UAANBrQnl+dxcCoA2h3kBP/KZYhmnpnfzDTpcCAECvCfX53R0IgDaEegP9ZuMRGaalf3uHn4UDAESOUJ/f3YEAaEOoN9DR0xdlmJbunrlc9Q08DgYAEBlCfX53BwKgDeHQQA/88XEwH++qdroUAAB6RTjMb7sIgDaEQwPNWl4mw7Q0I7fE6VIAAOgV4TC/7SIA2hAODVR0+IwM09LwF1erpZXHwQAAwl84zG+7CIA2hEMDXWlp1bAXVsswLW05Wut0OQAA9LhwmN92EQBtCJcGmvaHHTJMSy+vKHe6FAAAely4zG87CIA2hEsDfVByXIZp6aHZG5wuBQCAHhcu89sOAqAN4dJAdZea9fWZy2WYlirPXHK6HAAAelS4zG87XBMA586dq4EDByomJkaJiYkqKCi45vlLlixRQkKCoqOjlZCQoGXLlgW9npqaqri4ON1666360pe+pAcffFDFxcVB55w9e1ZPPPGEbr/9dt1+++164okndO7cuS7XHE4NNP5XPhmmpXmbjjhdCgAAPSqc5vfNckUAzM3NldfrVVZWlsrKyjR9+nTFxsaqsrKyw/N9Pp+ioqKUnp6u8vJypaenq0+fPkEBLycnR3l5eTp8+LBKS0s1efJk3X777Tp16lTgnKSkJA0dOlQ+n08+n09Dhw7Vo48+2uW6w6mB3sk/LMO0NDGr+PonAwAQwsJpft8sVwTAESNGaMqUKUFr8fHxSklJ6fD88ePHKykpKWhtzJgxmjBhQqfXuPqPvXbtWklSWVmZPB5PUGgsKiqSx+PRvn37ulR3ODXQoVMXZJiWBj2zXJebWpwuBwCAHhNO8/tmOR4Am5qaFBUV1e4W7rRp0zRq1KgO39O/f39lZmYGrWVmZmrAgAGdXuPVV19V3759dfr0aUlSdna2+vbt2+7cvn37at68eR1+TmNjo+rr6wNHVVVV2DSQ3+/XyFlrZZiWNh087XQ5AAD0GAKgCwJgdXW1PB6PCgsLg9ZnzZqlIUOGdPger9ernJycoLWcnBxFR0cHrX388ceKjY3VLbfcon79+mnLli1Bnz948OB2nz148GClp6d3eN3U1FR5PJ52R7g00PQ/Pg5m9uqufQMKAEAoIgC6KAD6fL6g9bS0NMXFxXX4Hq/Xq4ULFwatLViwQDExMUFrFy9e1MGDB1VUVKQf/OAHGjhwoE6ePCmp84A5aNAgvfzyyx1eN5y/AZSkhZsrZZiWHv+V7/onA3RoJSQAACAASURBVAAQogiALgiAvXEL+KpBgwYFvt27mVvAnxduDXTk9EUZpqXBz6xQQzN/BwgACE/hNr9vhuMBUGrbBDJ16tSgtYSEhGtuAhk7dmzQWlJS0jU3gUjS3XffrdTUVEmfbQLZvHlz4PXi4uKI3QQitf0d4P0/y5NhWtpWwc/CAQDCU7jN75vhigB49TEw2dnZKisr04wZMxQbG6uKigpJ0qRJk4LCYGFhoaKiopSRkaHy8nJlZGQEPQbm4sWLmjlzpoqKilRRUaHt27dr8uTJiomJUWlpaeBzkpKSNGzYMBUVFamoqEj33ntvxD4G5qrJv90qw7SUVXDY6VIAAOgR4Ti/b5QrAqDU9iBowzAUHR2txMRE5efnB14bPXq0kpOTg85fvHix4uLi5PV6FR8fr6VLlwZea2ho0Pe+9z3169dP0dHR+upXv6px48YFbQKRpNraWk2cOFG33XabbrvtNk2cODFiHwR91RvrDsgwLT29cIfTpQAA0CPCcX7fKNcEwFAUjg208cBpGaalv3tlndOlAADQI8Jxft8oAqAN4dhA9Q3NMkxLhmnpzIVGp8sBAKDbheP8vlEEQBvCtYG+/dp6GaaldeWfOl0KAADdLlzn940gANoQrg30P4t28kBoAEDYCtf5fSMIgDaEawPNL6qQYVqalL35+icDABBiwnV+3wgCoA3h2kC7q+pkmJaGvbBafr/f6XIAAOhW4Tq/bwQB0IZwbaDmllYNeXaFDNPSkdMXnS4HAIBuFa7z+0YQAG0I5wb6p7cKZZiW3tt6zOlSAADoVuE8v7uKAGhDODfQa6v38UBoAEBYCuf53VUEQBvCuYG2VdTKMC0Nf3G1Wlr5O0AAQPgI5/ndVQRAG8K5ga60tOre1FUyTEvbK886XQ4AAN0mnOd3VxEAbQj3Bvphzva25wGu2e90KQAAdJtwn99dQQC0IdwbaNHWYzJMS+Pe3OR0KQAAdJtwn99dQQC0Idwb6GR9gwzT0sAUfhcYABA+wn1+dwUB0IZIaKCk1wtkmJY+KDnudCkAAHSLSJjf10MAtCESGihjZbkM09J/8zgYAECYiIT5fT0EQBsioYG2V56VYVoa+vwqNV5pcbocAABsi4T5fT0EQBsioYFaW/0aMStPhmlpXfmnTpcDAIBtkTC/r4cAaEOkNNDzH+yRYVr6v+/tdLoUAABsi5T5fS0EQBsipYF8h84EfhWkuaXV6XIAALAlUub3tRAAbYiUBrrS0qr7Xlojw7S06eBpp8sBAMCWSJnf10IAtCGSGshcskuGaenZ93c7XQoAALZE0vzuDAHQhkhqoPX7TsowLd3/szW6wm1gAEAIi6T53RkCoA2R1EDNLa36qxdXyzAtbdh/yulyAAC4aZE0vztDALQh0hrouffbdgP/KLfE6VIAALhpkTa/O0IAtCHSGmhbRdtDoRN+ulKXmq44XQ4AADcl0uZ3RwiANkRaA/n9fv39K5/w28AAgJAWafO7IwRAGyKxgWav3ifDtPQf8zY7XQoAADclEuf35xEAbYjEBjp06oIM09LXZy7X6QuNTpcDAMANi8T5/XkEQBsitYHGvbFRhmlp3qYjTpcCAMANi9T5/acIgDZEagO9u+mIDNPSd97Y6HQpAADcsEid33+KAGhDpDbQmQuNunvmchmmpYMnzztdDgAANyRS5/efck0AnDt3rgYOHKiYmBglJiaqoKDgmucvWbJECQkJio6OVkJCgpYtWxZ4rbm5WT/5yU80dOhQ3XrrrfrqV7+qSZMmqbq6OugzDMOQx+MJOkzT7HLNkdxAk3+7RYZp6ZWV5U6XAgDADYnk+X2VKwJgbm6uvF6vsrKyVFZWpunTpys2NlaVlZUdnu/z+RQVFaX09HSVl5crPT1dffr0UXFxsSSprq5ODz30kBYtWqR9+/apqKhII0eO1P333x/0OYZh6KWXXlJNTU3guHDhQpfrjuQGWr77hAzT0rfS16q11e90OQAAdFkkz++rXBEAR4wYoSlTpgStxcfHKyUlpcPzx48fr6SkpKC1MWPGaMKECZ1eY8uWLfJ4PEGh0jAMzZkz56brjuQGamhu0dDUVTJMS4WHTjtdDgAAXRbJ8/sqxwNgU1OToqKigm7hStK0adM0atSoDt/Tv39/ZWZmBq1lZmZqwIABnV4nLy9Pt9xyS9A/tmEY+spXvqI77rhDw4cPV1pampqamjr9jMbGRtXX1weOqqqqiG6glKW7ZJiWfvzeTqdLAQCgywiALgiA1dXV8ng8KiwsDFqfNWuWhgwZ0uF7vF6vcnJygtZycnIUHR3d4fkNDQ26//77NXHixKD1zMxMbdiwQbt27VJWVpa+/OUva/LkyZ3Wmpqa2u5vBiO5gbYcrZVhWvrGT1fqclOL0+UAANAlBEAXBUCfzxe0npaWpri4uA7f4/V6tXDhwqC1BQsWKCYmpt25zc3Neuyxx3Tfffdd9x96yZIl8ng8OnPmTIev8w1gML/fr797ZR0/DQcACCkEQBcEwJ68Bdzc3Kzvfve7GjZsWKeh7k8dP35cHo8nsJnkemgg6bU//jTclN9vc7oUAAC6hPntggAotW0CmTp1atBaQkLCNTeBjB07NmgtKSkpaBPI1fB3zz336NSpU12q4+OPP263UeRaaCCp5Ng5Gaale55fpaYrrU6XAwDAdTG/XRIArz4GJjs7W2VlZZoxY4ZiY2NVUVEhSZo0aVJQGCwsLFRUVJQyMjJUXl6ujIyMoMfAXLlyRePGjdPXvvY17dy5M+gxL1c3efh8PmVmZqqkpERHjhzRokWL1K9fP40bN67LddNAUmurX/f/bE3bbuCD7AYGALgf89slAVBqexC0YRiKjo5WYmKi8vPzA6+NHj1aycnJQecvXrxYcXFx8nq9io+P19KlSwOvHT16tMPNGh6PR+vXr5ckbd++XSNHjlTfvn31xS9+UXFxcUpNTdWlS5e6XDMN1ObH7+2UYVp66eO9TpcCAMB1Mb9dFABDEQ3UxtrV9lDohzM3OF0KAADXxfwmANpCA7U5e7FJA1MsGaalT+sbnC4HAIBrYn4TAG2hgT7znTc2yjAtLdlW5XQpAABcE/ObAGgLDfSZV1aWyzAt/Si3xOlSAAC4JuY3AdAWGugzhQdPyzAt/U1anvx+v9PlAADQKeY3AdAWGugzjVdaFPfcChmmpX01550uBwCATjG/CYC20EDBJmVvlmFayio47HQpAAB0ivlNALSFBgr26/xDMkxLyfM2O10KAACdYn4TAG2hgYLtra6XYVqKe26FGppbnC4HAIAOMb8JgLbQQMH8fr++mb5WhmlpXfmnTpcDAECHmN8EQFtooPaee3+PDNPSzGW7nS4FAIAOMb8JgLbQQO2t33dShmlpxKw8tbbyOBgAgPswvwmAttBA7TVeadE3frpShmlpV9U5p8sBAKAd5jcB0BYaqGNTfr9Nhmlp9pr9TpcCAEA7zG8CoC00UMeWbKuSYVoa+3qB06UAANAO85sAaAsN1LHai036yxRLhmmp6uwlp8sBACAI85sAaAsN1Lnxv/LJMC39Ov+Q06UAABCE+U0AtIUG6tzviypkmJYe/eVGp0sBACAI85sAaAsN1Lnai036+szlMkxLR05fdLocAAACmN8EQFtooGv79+zNMkxLv1h7wOlSAAAIYH4TAG2hga5t8R93Az84e4P8fh4KDQBwB+Y3AdAWGuja6huaNfiZFTJMS2Un+L8RAMAdmN8EQFtooOv7r99tlWFaSrP2Ol0KAACSmN8SAdAWGuj6VpfWyDAtJb60Rk1XWp0uBwAA5rcIgLbQQNfX3NKqv07Lk2FaWrnnhNPlAADA/BYB0BYaqGsyVpbLMC0lz9vsdCkAADC/RQC0hQbqmiOnL8owLQ1MsVR97rLT5QAAIhzzmwBoCw3UdVd/Gm5O3n6nSwEARDjmNwHQFhqo697fcVyGaWnErDw1t7AZBADgHOY3AdAWGqjrGq+06P6ftW0G+aDkuNPlAAAiGPObAGgLDXRjXs87IMO0NO6NjfwyCADAMcxvAqAtNNCNOX2hMfDLINsqzjpdDgAgQjG/XRQA586dq4EDByomJkaJiYkqKCi45vlLlixRQkKCoqOjlZCQoGXLlgVea25u1k9+8hMNHTpUt956q7761a9q0qRJqq6uDvqMs2fP6oknntDtt9+u22+/XU888YTOnTvX5ZppoBv34/d2yjAt/TBnu9OlAAAiFPPbJQEwNzdXXq9XWVlZKisr0/Tp0xUbG6vKysoOz/f5fIqKilJ6errKy8uVnp6uPn36qLi4WJJUV1enhx56SIsWLdK+fftUVFSkkSNH6v777w/6nKSkJA0dOlQ+n08+n09Dhw7Vo48+2uW6aaAbV1pdJ8O09PWZy1V55pLT5QAAIhDz2yUBcMSIEZoyZUrQWnx8vFJSUjo8f/z48UpKSgpaGzNmjCZMmNDpNbZs2SKPxxMIlWVlZfJ4PIHQKElFRUXyeDzat29fl+qmgW7OpOzNMkxLKUt3O10KACACMb9dEACbmpoUFRUVdAtXkqZNm6ZRo0Z1+J7+/fsrMzMzaC0zM1MDBgzo9Dp5eXm65ZZbAv/Y2dnZ6tu3b7vz+vbtq3nz5nX4GY2Njaqvrw8cVVVVEd9AN2PL0VoZpqVBzyzXiToeDA0A6F0EQBcEwOrqank8HhUWFgatz5o1S0OGDOnwPV6vVzk5OUFrOTk5io6O7vD8hoYG3X///Zo4cWLQ5w8ePLjduYMHD1Z6enqHn5OamiqPx9PuiOQGulmP//HB0C98VOp0KQCACEMAdFEA9Pl8QetpaWmKi4vr8D1er1cLFy4MWluwYIFiYmLandvc3KzHHntM9913X9A/dGcBc9CgQXr55Zc7vC7fAHafggOnZJiW4p5boVPnG50uBwAQQQiALgiAPXkLuLm5Wd/97nc1bNgwnTlzJui1m7kF/Hk00M3z+/167M1NMkxLqR/yLSAAoPcwv10QAKW2TSBTp04NWktISLjmJpCxY8cGrSUlJQVtArka/u655x6dOnWq3Wdc3QSyefPmwFpxcTGbQHrRpoOnZZiWBj+zQsdq2REMAOgdzG+XBMCrj4HJzs5WWVmZZsyYodjYWFVUVEiSJk2aFBQGCwsLFRUVpYyMDJWXlysjIyPoMTBXrlzRuHHj9LWvfU07d+5UTU1N4Ghqagp8TlJSkoYNG6aioiIVFRXp3nvv5TEwvez7WUUyTEv/s2in06UAACIE89slAVBqexC0YRiKjo5WYmKi8vPzA6+NHj1aycnJQecvXrxYcXFx8nq9io+P19KlSwOvHT16tMPNGh6PR+vXrw+cV1tbq4kTJ+q2227TbbfdpokTJ/Ig6F5WcuycDNPSX6ZY2v/peafLAQBEAOa3iwJgKKKBusdT87fJMC0lz9t8/ZMBALCJ+U0AtIUG6h5HTl/UoGeWyzAtfVJ+0ulyAABhjvlNALSFBuo+adZeGaalB15br+aWVqfLAQCEMeY3AdAWGqj71Dc0K/GlNTJMS1kFh50uBwAQxpjfBEBbaKDutXBzpQzT0jd+ulLV5/iJOABAz2B+EwBtoYG6V2urX9+b2/Zw6Mm/3SK/3+90SQCAMMT8JgDaQgN1v/2fng9sCFm++4TT5QAAwhDzmwBoCw3UM2av3ifDtPTXaXmqu9TsdDkAgDDD/CYA2kID9YyG5hY98Np6GaallKW7nS4HABBmmN8EQFtooJ5TfPiMDNOSYVrK39/+t5wBALhZzG8CoC00UM/66Qd7AreCay82Xf8NAAB0AfObAGgLDdSzGppb9ODsDTJMS//5u63sCgYAdAvmNwHQFhqo55VW1wV2BS/cXOl0OQCAMMD8JgDaQgP1jl/nH5JhWop/bqUOnbrgdDkAgBDH/CYA2kID9Y7WVr/+7Z0iGaalRzLzdanpitMlAQBCGPObAGgLDdR7TtY36K/T8mSYlp5euIO/BwQA3DTmNwHQFhqod205Wqu7Z7b9PeBvNh5xuhwAQIhifhMAbaGBet+7m47IMC19feZyFR0+43Q5AIAQxPwmANpCA/U+v9+v6X/YIcO0dN9La1Rx5qLTJQEAQgzzmwBoCw3kjMtNLfrHXxbIMC098Op6nbvEQ6IBAF3H/CYA2kIDOedkfYO+lb5Whmnp8bd9arzS4nRJAIAQwfwmANpCAzlrX815DX1+lQzT0n8v3KHWVnYGAwCuj/lNALSFBnLexgOnAzuDUz8s5fEwAIDrYn4TAG2hgdxh6fYqGaYlw7T0yspyp8sBALgc85sAaAsN5B7ziyoCIfCNdQecLgcA4GLMbwKgLTSQu7yTfzgQAn+df8jpcgAALsX8JgDaQgO5z5y8/YEQ+Iu1B/ibQABAO8xvAqAtNJD7+P1+/XLtgUAITF9RRggEAARhfhMAbaGB3Cur4LPbwc+9v0ctPCIGAPBHzG8CoC00kLvlFFdqYEpbCHxy/lZdbuJh0QAA5rdEALSFBnK/j3dVa/AzK2SYlh57c5NOX2h0uiQAgMOY3wRAW2ig0LD5SK2GvbBahmnp71/5RAdPXnC6JACAg5jfLgqAc+fO1cCBAxUTE6PExEQVFBRc8/wlS5YoISFB0dHRSkhI0LJly4JeX7p0qR555BHdeeed8ng8KikpafcZo0ePlsfjCTr+9V//tcs100Ch49CpC/q7V9bJMC3d8/wqrS6tcbokAIBDmN8uCYC5ubnyer3KyspSWVmZpk+frtjYWFVWVnZ4vs/nU1RUlNLT01VeXq709HT16dNHxcXFgXPmz5+vF198UVlZWdcMgP/1X/+lmpqawFFXV9flummg0HL6QqMe/5UvsDlk9pr9/H4wAEQg5rdLAuCIESM0ZcqUoLX4+HilpKR0eP748eOVlJQUtDZmzBhNmDCh3blHjx69ZgCcPn36TddNA4We5pZWpX5YGgiB/zFvs87wd4EAEFGY3y4IgE1NTYqKimp3C3fatGkaNWpUh+/p37+/MjMzg9YyMzM1YMCAdudeLwB++ctf1p133qlvfOMb+vGPf6zz5893WmtjY6Pq6+sDR1VVVcQ3UKhasq1Kg59t2xzyN2l52njgtNMlAQB6CQHQBQGwurpaHo9HhYWFQeuzZs3SkCFDOnyP1+tVTk5O0FpOTo6io6PbnXutAPjOO+8oLy9Pe/bs0R/+8AcNHDhQDz30UKe1pqamtvubwUhvoFBWdqJeD83eIMO0NDDF0ssrytXc0up0WQCAHkYAdFEA9Pl8QetpaWmKi4vr8D1er1cLFy4MWluwYIFiYmLanXutAPh527Ztk8fj0fbt2zt8nW8Aw8/lphbNXLY7cEt43Bsb2SUMAGGOAOiCAOjkLeDP8/v98nq9ys3N7VLtNFD4WLnnROBRMYOfXaG56w/qCt8GAkBYYn67IABKbZtApk6dGrSWkJBwzU0gY8eODVpLSkq64U0gn7dnzx55PB7l5+d3qW4aKLxUn7usf8/eHPg28B9/WaDS6q7vCgcAhAbmt0sC4NXHwGRnZ6usrEwzZsxQbGysKioqJEmTJk0KCoOFhYWKiopSRkaGysvLlZGR0e4xMLW1tSopKdHy5cvl8XiUm5urkpIS1dS0Pf/t0KFDevHFF7V161YdPXpUy5cvV3x8vO677z61tHTtJ8NooPDj9/u1ZFtV4NvAu2cu1ysry3Wp6YrTpQEAugnz2yUBUGp7ELRhGIqOjlZiYmLQt3CjR49WcnJy0PmLFy9WXFycvF6v4uPjtXTp0qDX33333Q43bKSmpkqSjh07plGjRumOO+5QdHS07r77bk2bNk21tbVdrpkGCl8nzzdoyu+3Bb4N/Gb6Wn20s1p+P88NBIBQx/x2UQAMRTRQ+FtVWqP/lbEuEAT/9dc+ldfw7w0AoYz5TQC0hQaKDA3NLZqTt19D/vjcwK/PXK6UpbtUU9fgdGkAgJvA/CYA2kIDRZZjtZf01PzPbgsPeXaFXl5RrrpLzU6XBgC4AcxvAqAtNFBk2nK0Vv/8VmEgCN6bukpvfnJQ5xsIggAQCpjfBEBbaKDI5ff7tbbsUz2SmR8IgsNeWK05efv5RhAAXI75TQC0hQZCS6tfy3ZU6YHX1geC4D3Pr9IrK8t18jx/IwgAbsT8JgDaQgPhqpZWvz7eVa0xcz77RnDwMyv0P4t2am81/QEAbsL8JgDaQgPh81pb/VpVWqPvzd0UCIKGaWnCr4uUt/dTtbbyHEEAcBrzmwBoCw2Ea9lReVb/J2e7vj5zeSAIjvr5J3pr/SGdOt/odHkAELGY3wRAW2ggdMXxc5eVvrxMQ1NXBYLg3TOXa+qCbSo4cIpvBQGglzG/CYC20EC4EZearmjRlmN67M3g28N/98o6zcnbr6OnLzpdIgBEBOY3AdAWGgg3q+xEvZ7/YE/Qt4KGaWncm5s0b9MRbhEDQA9ifhMAbaGBYNflphYt21GlSdmb9ZcpnwXBr89crknZm7V0e5XqecA0AHQr5jcB0BYaCN3p1PlGzdt0ROM+d4t40DPLlTxvs/6wuVKnL/DNIADYxfwmANpCA6GnHDl9UZlr9gc9YNowLf1liqXHf+XTbzYeUdXZS06XCQAhiflNALSFBkJvOHjyvN5Yd0CP/nJjUBg0TEsPzd6gNGuvNh08raYrrU6XCgAhgflNALSFBkJvqzp7Sdkbj+jxX/mC/mbQMC0l/HSlJv92q35fVMG3gwBwDcxvAqAtNBCcdO5Skz7aWa3/WbRT9/8sr923g99+bb2ee3+PVuw+odqLTU6XCwCuwfwmANpCA8EtWlv92nO8Tm+sO6B/fquw3beDhmlpzJx8vfBRqVaX1qjuMjuLAUQu5jcB0BYaCG5Vd6lZK/fU6PkP9ujhzA3twuBfplj6h18U6PkP9ujDndU6fu6y0yUDQK9hfhMAbaGBECpOnW/URzurNXPZbj3w6vp2gdAwLX0zfa1+mLNd8zYd0a6qc2puYVMJgPDE/CYA2kIDIVTV1DXoo53VSv2wVI/+cqO+PnN5u0AY/9xKPf4rn9KsvfpoZ7UqzlyU38/vFgMIfcxvAqAtNBDCxaWmK/IdOqM31h3Qf8zbrHs/9xN1V49hL6zWxKxivbKyXCv3nNDxc5cJhQBCDvObAGgLDYRw1drq14FPz+u9rcf03Pt7NO7NTRr8zIoOQ+H9P1uj5HmblbGyXB+UHNeBT8/rCrePAbgY85sAaAsNhEjSdKVVe47XaeHmSqUs3a1/+EWB7u7g1rFhWhr87Ar94y8L9OP3duo3G4+o8OBpneVRNABcgvlNALSFBkKka2huUcmxc5pfVKFnlu3WP71VqG/8dGWHodAwLY2YlafkeZuVZu3Voi3HtK3iLI+kAdDrmN8EQFtoIKC91la/Ks9c0so9NZqTt19Pzd+mUT//pNNQaJiW/iYtT//2TpF++sEezfcdVeGh0zp5voG/LwTQI5jfBEBbaCCg6y40XtG2irNaUFyhFz4q1RO/KdY309deMxgOe2G1/umtQv2/xTs1d/1Brdh9QmUn6nW5qcXp/zkAQhjzmwBoCw0E2He+oVklx87pva3HlL6iTD94d4tG/fwTDezg10z+9Bg5a63+9dc+pSzdpV9tOKRVpTXa/+l5NTQTDgFcG/ObAGgLDQT0nIbmFu2trtcHJcc1J2+/pv9hh8a9uUnDXlh9zWA4MMXS3768Tt/PKlLK0l1685OD+nBntXZUntXpC43cVgbA/BYB0BYaCHDG2YtN2l55Vku3V2n26n16euEOPfrLjRr6fMfPL/zTI+GnK/Vw5gb94N0tSv2wVFkFh7WqtEZ7q+t1voENKUAkYH4TAG2hgQB38fv9On2hUVuP1uq9rcc0e81+/Si3RP/ydqFGzlp73dvKhmlp+Iur9egvN+rJ+Vv1wkeleif/sKxdJ7S98qw+rW9QayvfIAKhjvntogA4d+5cDRw4UDExMUpMTFRBQcE1z1+yZIkSEhIUHR2thIQELVu2LOj1pUuX6pFHHtGdd94pj8ejkpKSdp/R2Niop59+WnfeeaduvfVWfec731FVVVWXa6aBgNDSeKVFh09d0Ib9p/T7ogqlryjTDxds13fe2Ki/evHat5avHnfPXK7/lbFOj//Kp+l/2KFXVpZrflGF1pV/qrIT9aq73MxtZsDlmN8uCYC5ubnyer3KyspSWVmZpk+frtjYWFVWVnZ4vs/nU1RUlNLT01VeXq709HT16dNHxcXFgXPmz5+vF198UVlZWZ0GwClTpuiuu+5SXl6eduzYoQceeEDDhw9XS0vX/oicBgLCy/mGZu2trtfq0hr9tvCo0leU6emFO/TPbxXqW+lrO/zN5I6Oe55fpQdnb9DErGL9z6KdemVluX7nO6qVe2pUcuycTtRd5tdSAAcxv10SAEeMGKEpU6YErcXHxyslJaXD88ePH6+kpKSgtTFjxmjChAntzj169GiHAbCurk5er1e5ubmBterqan3hC1/QqlWrulQ3DQRElistrao+d1nbKmr14c5qvb3hkJ7/YI8m/3ar/uEXBV3+FvHqZpW/TsvTo7/cqMm/3aJnlu3WL9Ye0KItx7R+30mV19Tr7MUmvk0EegDz2wUBsKmpSVFRUe1u4U6bNk2jRo3q8D39+/dXZmZm0FpmZqYGDBjQ7tzOAuC6devk8Xh09uzZoPVhw4bp+eef7/C6jY2Nqq+vDxxVVVUR30AAgl1uatGhUxe08cBpLdlWpbnrD+r5D/boqfnb9Nibm/St9LWd/oReZz+r93evrNP35m7Sk/O36tn3d+v1vANaUFyh1aU12lF5VlVnL/H4G+AGEABdEACrq6vl8XhUWFgYtD5r1iwNGTKkw/d4vV7l5OQEreXk5Cg6OrrduZ0FwM7Of/jhh/Xkk092eN3U1FR5PJ52RyQ3EIAb19rq18nzDdpzvE55ez/VguIKzV69Tz9ZvEv/nr1ZY+bk39C3c9gjXQAAEu5JREFUiVePoamr9MBr6/X4r3z6Yc52pX5Yqjc/OahFW47pk/KT2nO8TjV1DWrm9jMiHAHQRQHQ5/MFraelpSkuLq7D93i9Xi1cuDBobcGCBYqJiWl37o0GwIceekhPPfVUh9flG0AAvamhuUXHai9p69Fardh9QvN9RzV79T6lLN2lyb/dqnFvbtLfvrxOg59dccNh8b6X1uih2Rs0/lc+/XDBdj33/h5lrtmv+b6jsnadkO/QGe3/9LzOXGhUCzufEWYIgC4IgKF0C/jzaCAAbuD3+1V3uVkHT16Q79AZfbSzWtkbjyhjZbn+73s7lTxvs/7hFwUaMSuvyxtZPv/3in8aGKcu2KZn39+tzDX79TvfUX28qzoQGE8TGBECmN8uCIBS2yaQqVOnBq0lJCRccxPI2LFjg9aSkpJuahPIokWLAmsnTpxgEwiAsNba6teZC40qr6nXpoOn9eHOar276YheW71PM5ft1lPzt+lf3i7UA6+t1/CbuA39p4Hxwdkb9PjbPv3X77bqJ4t36eUV5frVhkNatOWYVpfWaMvRWh08eUFnLjSyKxq9ivntkgB49TEw2dnZKisr04wZMxQbG6uKigpJ0qRJk4LCYGFhoaKiopSRkaHy8nJlZGS0ewxMbW2tSkpKtHz5cnk8HuXm5qqkpEQ1NTWBc6ZMmaKvfe1rWrt2rXbs2KFvf/vbPAYGAP5Ec0urTp5vaBcYZ/9JYHz8bZ+twHj1uDd1lUb9/BONe3OT/mPeZv0ot0QvfrRXv1x7QPOLKmTtOqHCg6e1t7peJ+ous/EFN4357ZIAKLU9CNowDEVHRysxMVH5+fmB10aPHq3k5OSg8xcvXqy4uDh5vV7Fx8dr6dKlQa+/++67HW7YSE1NDZzT0NCgp59+WnfccYf+7M/+TI8++qiOHTvW5ZppIAAIduVPAmPhwdP6eFe15hdV6JdrD+jFj/ZqRm6Jkudt1rg3N2nUzz/RvanX//m+ax1xz63Qt9LXauzrBfp+VpF+mLNdM5ftVsbKtm8b/7C5Uit2n1DhodMqra5T1dlLutB4hcfrRDjmt4sCYCiigQDAvistrTp9oVEHT57XlqO1Wl1ao0VbjuntDYeUvqJMP1m8S//1u616/G2fHpy9Qff/bM1N/S3j53/RJfGlNXrg1fV67M1NSp63WdP+sEM//WCPZq/ep6yCw3pv6zGt2fupNh+p1b6a8/q0voFvHcME85sAaAsNBADO8Pv9qm9oVuWZS9p57Jw+2XdSy3ZUad6mI5qTt1+pH5bqR7kl+sG7W/RPbxXqwdkb9NdpeRr8zI3vmO7o2Yx/k5anh2Zv0L+8XajJv92iHy0q0QsflWpO3n5lbzyi97Ye06rSGvkOnVFpdZ2O1V5S3aVmNsi4BPObAGgLDQQAocXv9+tyU4tq6tpuUxcfPtP2jePWY8oqOKzXVu/Tc+/v0X8v3KF/z267Vf3/vbpe971k/1vHwPMan1+lv315ncbMydfjb/vaAmRuiZ7/YI9eW71P7+QfVu6WSi3ffUIbD5zWrqpzOnr6os5caOQZjt2E+U0AtIUGAoDI4ff7db6hWcdqL2nP8ToVHjyt5btPaOHmSr294ZBeXlGuZ5bt1tN/DI/fnbtJD87eoL9Jy1Pcc/a/ebx6xD+3UiNm5enB2Rv0vbltt6//e+EOPfPHv318a/0hLSiu0Aclx/VJ+UltOVqrshP1qjrb9i0kO66Z3/9/e3cfE8WZgAF8ClmoUNwUpMhHlKRi/UA4rac118ApqORETZq7co1EEk8UW6om3CXWnu7ZKsX29HpNbW3VWpurS3tFL5xQKwhKK6DowrFAxS8EClYFXIXqEoHn/qBMHVhkYYWdj+eXzD8zA32fvm+cZ3dnB4AF0CFcQEREZK/2+51oarXiys02lNXdQsGFG8gqb4TxdC0+OnkJ7xw9j83/MWP9zx9d//7DU1j4j5OYk5qLqZsd+7JM723ypq/x6605mPv3fCx5/zss21OM1Z+dxZ+/LMPfMiuw4+d3Ig+erkVmWQPyzl/H2avd90L+cOsubt9T9sfZvH6zADqEC4iIiEZKR2cXLD898A7kpZs4WnENX5bUYe+3V7DzWDW2ZFYi5csyJB4owR8/KkLse9/it+/k49k3j2HiEP5izEDblE1fY/a2XETtOIGl73+H+L3FWPOvs/jLv8vwxn8rsfNYNfYUdH+kfeR/jThRfQNnr7ag+sfuImm565x3JHn9ZgF0CBcQEREpSfv9TjS3taO26SdUNFhQdLkJOZU/4rDpB3xWWINd+Rex/evv8dfD3e9E/unTEry4uxC/+2cBIt7Ow/Q3jmHCxkdzL2Tvx/k8+2YOIt/Ow6L3CvDi7u57I9caTcgub3zk/x94/WYBdAgXEBERaZH1fgdutlpRc7NNfDfym4pryDhXj09P1eD9vIviPZFrjSas2H8Gf/iwEDHvFuA3acfxqy3f2F0k38258MjHz+s3C6BDuICIiIiGznq/A81t7ahr/gmVDbdxpqYZed9fR2ZZAw6ersWegss4e7Xlkf93ef1mAXQIFxAREZHy8PrNAugQLiAiIiLl4fWbBdAhXEBERETKw+s3C6BDuICIiIiUh9dvFkCHcAEREREpD6/fLIAO4QIiIiJSHl6/WQAdwgVERESkPLx+swA6hAuIiIhIeXj9ZgF0CBcQERGR8vD6zQLoEC4gIiIi5eH1mwXQIVxAREREysPrNwugQ7iAiIiIlIfXbxZAh3ABERERKQ+v3yyADuECIiIiUh5ev1kAHWKxWCAIAurr63H79m1u3Lhx48aNmwK2+vp6CIIAi8Xi7CrhNCyADuhZQNy4cePGjRs35W319fXOrhJOwwLogM7OTtTX18NisQzbqxO1vruo9nxayKj2fFrIqPZ8Wsio9nzDldFisaC+vh6dnZ3OrhJOwwIoU7dvq/v+BLXnA9SfUe35APVnVHs+QP0Z1Z4P0EZGZ2ABlCm1L3i15wPUn1Ht+QD1Z1R7PkD9GdWeD9BGRmdgAZQptS94tecD1J9R7fkA9WdUez5A/RnVng/QRkZnYAGUKavVCoPBAKvV6uyhDAu15wPUn1Ht+QD1Z1R7PkD9GdWeD9BGRmdgASQiIiLSGBZAIiIiIo1hASQiIiLSGBZAIiIiIo1hASQiIiLSGBZAGdq1axeCg4Ph7u6OGTNmoKCgwNlDGhKDwdDnz+74+fmJx7u6umAwGODv74/HH38ckZGRqKiocOKIB3by5EnExsbC398fgiDg8OHDkuP2ZGppaUF8fDxGjx6N0aNHIz4+Hrdu3RrJGP0aKF9CQkKfOZ09e7bkHKvViuTkZPj4+MDDwwOLFy+WzZ9bSk1NxcyZM/HEE0/A19cXS5cuxfnz5yXn2DP+2tpaxMbGwsPDAz4+Pnj11VfR3t4+klH6ZU/GyMjIPvMYFxcnOUfO6/SDDz7AtGnT4OXlBS8vLzz33HPIzs4Wjyt9DgfKp/T56y01NRWCIGDdunXiPqXPoRKwAMpMeno6dDod9uzZg6qqKqxbtw6enp6ora119tAGzWAwYOrUqbh27Zq43bhxQzyelpYGLy8vZGRkwGw2Iy4uDv7+/rhz544TR/1w2dnZeP3115GRkWGzINmTKSYmBqGhoSgsLERhYSFCQ0MRGxs70lFsGihfQkICYmJiJHPa3NwsOScpKQmBgYHIycmByWTC3LlzER4ejo6OjpGMYtPChQuxf/9+VFRUoKysDIsWLcK4cePQ1tYmnjPQ+Ds6OhAaGoq5c+fCZDIhJycHAQEBSE5OdlYsCXsyRkZGIjExUTKPFotF8nvkvE4zMzORlZWF6upqVFdXY+PGjdDpdOKLLaXP4UD5lD5/Dzpz5gyCg4MRFhYmKYBKn0MlYAGUmVmzZiEpKUmyb9KkSdiwYYOTRjR0BoMB4eHhNo91dXVh7NixSEtLE/dZrVbo9Xrs3r17pIbokN4FyZ5MVVVVEAQBxcXF4jlFRUUQBKHPuzTO1l8BXLp0ab8/Y7FYoNPpkJ6eLu5raGiAi4sLjh49OmxjHaobN25AEAScPHkSgH3jz87OhouLCxoaGsRzjEYj3N3dZfmg2t4Zge4C8eDFtjclrdMeTz75JPbu3avKOQR+yQeoZ/5aW1sREhKCnJwcSSa1zqHcsADKSHt7O1xdXXHo0CHJ/rVr1yIiIsJJoxo6g8EADw8P+Pv7Izg4GHFxcbh8+TIA4PLlyxAEASaTSfIzS5YswfLly50x3EHrXZDsybRv3z7o9fo+v0uv1+OTTz4Z3gEPUn8FUK/Xw9fXFyEhIVi5ciWuX78uHj9+/DgEQUBLS4vk58LCwrB58+YRGfdgXLx4EYIgwGw2A7Bv/Js2bUJYWJjkeEtLCwRBQF5e3sgMfBB6ZwS6C8SYMWPg4+ODKVOmICUlRfIutZLWaUdHB4xGI9zc3FBZWam6OeydD1DP/C1fvhzr168HIC21aptDuWIBlJGGhgYIgoBTp05J9m/btg0TJ0500qiGLjs7G1999RXKy8vFV3h+fn5oamrCqVOnIAiC5NUbACQmJmLBggVOGvHg9C5I9mTatm0bQkJC+vyukJAQpKamDu+AB8lWAUxPT8eRI0dgNpuRmZmJ8PBwTJ06VXxC/+effw43N7c+v2v+/PlYtWrViIzbXl1dXVi8eDGef/55cZ89409MTMT8+fP7nOPm5oaDBw8O34CHwFZGAPj444+Rk5MDs9kMo9GI4OBgREdHi8eVsE7Ly8vh6ekJV1dX6PV6ZGVlAVDPHPaXD1DH/BmNRoSGhuLevXsApAVQLXModyyAMtJTAAsLCyX7t27dimeeecZJo3p02tra4Ofnhx07dohlqbGxUXLOypUrsXDhQieNcHD6K4APy9RfmZ8wYQLeeuut4R3wINkqgL01NjZCp9MhIyMDQP//cEdHR2P16tXDMs6hevnllzF+/HjJjeX2jL+/Fyk6nQ5Go3H4BjwEtjLacvbsWQiCgHPnzgFQxjptb2/HxYsXUVJSgg0bNmDMmDGorKxUzRz2l88Wpc1fXV0dnnrqKZSVlYn77CmASptDuWMBlBG1fQRsS3R0NJKSkvgRcC9y+2gGsK8AAt0XlZ77HpXyEXBycjKCgoJw5coVyX41ffTUX0Zburq6JPdcKWmd9oiKisKqVatUNYcP6slni9Lm7/DhwxAEAa6uruImCAIee+wxuLq6Ijc3V5VzKDcsgDIza9YsrFmzRrJv8uTJivwSSG9WqxWBgYHYsmWL+IWJ7du3i8fb29tV8SWQh2XquTn79OnT4jnFxcWyuzkbsK8ANjU1wd3dHQcOHADwy83bX3zxhXhOY2OjbL4E0tXVhVdeeQUBAQG4cOFCn+P2jL/n5vMH3+lNT0+Xzc3nA2W0xWw2S74ooqR12mPevHlISEhQxRza0pPPFqXN3507d2A2myXbzJkzER8fD7PZrNo5lBsWQJnpeQzMvn37UFVVhfXr18PT0xNXr1519tAGLSUlBSdOnMCVK1dQXFyM2NhYeHl5iVnS0tKg1+tx6NAhmM1mvPTSS7J/DExraytKS0tRWloKQRCwc+dOlJaWio/psSdTTEwMwsLCUFRUhKKiIkybNk02j2d4WL7W1lakpKSgsLAQNTU1yM/Px5w5cxAYGCjJl5SUhKCgIOTm5sJkMmHevHmyeQzMmjVroNfrceLECckjNO7evSueM9D4ex4/ERUVBZPJhNzcXAQFBcnm8RMDZbx06RK2bNmCkpIS1NTUICsrC5MmTcL06dMlcyTndfraa6+hoKAANTU1KC8vx8aNG+Hi4oJjx44BUP4cPiyfGubPlt7fbFb6HCoBC6AM7dq1C+PHj4ebmxtmzJgheXyDkvQ8A0+n0yEgIAAvvPCC5B6Wnocmjx07Fu7u7oiIiJB8U1GO8vPz+zyAVRAE8ZW5PZmam5uxbNky8SGvy5Ytk80DWh+W7+7du1iwYAF8fX2h0+kwbtw4JCQkoK6uTvI77t27h+TkZHh7e2PUqFGIjY3tc46z2MomCAL2798vnmPP+Gtra7Fo0SKMGjUK3t7eSE5OFr8I42wDZayrq0NERAS8vb3h5uaGp59+GmvXru3zPEc5r9MVK1aI/0b6+voiKipKLH+A8ufwYfnUMH+29C6ASp9DJWABJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijWEBJCIiItIYFkAiIiIijfk/NXm8hdxVoAkAAAAASUVORK5CYII=\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Accuracy: 92.80000000000001\n"
     ]
    }
   ],
   "source": [
    "from torch.autograd import Variable\n",
    "\n",
    "# Load data\n",
    "X, Y, labels, y = load_mnist()\n",
    "tic = time.time()\n",
    "\n",
    "dtype = torch.cuda.FloatTensor\n",
    "\n",
    "# Convert numpy arrays to Pytorch Tensors\n",
    "# These tensors are wrapped in Variables to produce gradients, however we DO NOT need the gradients to this variables\n",
    "X = Variable(torch.from_numpy(X).type(dtype), requires_grad = False)\n",
    "Y = Variable(torch.from_numpy(Y).type(dtype), requires_grad = False)\n",
    "\n",
    "model = torch.nn.Sequential(\n",
    "            torch.nn.Linear(784, 100),\n",
    "            torch.nn.ReLU(),\n",
    "            torch.nn.Linear(100, 10),\n",
    "            torch.nn.ReLU(),\n",
    "        )\n",
    "\n",
    "model.cuda(0)\n",
    "\n",
    "loss_fn = torch.nn.MSELoss()\n",
    "\n",
    "for ix in range(epochs):\n",
    "    # Forward pass: compute Y_hat by doing operations in variables    \n",
    "    Y_hat = model(X)\n",
    "    \n",
    "    # Compute loss\n",
    "    loss_var = 0.5 * loss_fn(Y_hat, Y)\n",
    "    loss[ix] = loss_var.item()\n",
    "    \n",
    "    # Reset gradients\n",
    "    model.zero_grad()\n",
    "    \n",
    "    # Backward pass\n",
    "    loss_var.backward()\n",
    "    \n",
    "    # Update weights\n",
    "    for param in model.parameters():\n",
    "        param.data = param.data - param.grad.data\n",
    "    \n",
    "print(str(time.time() - tic) + ' s')\n",
    "    \n",
    "# Ploting loss vs epochs\n",
    "plt.figure()\n",
    "ix = np.arange(epochs)\n",
    "plt.plot(ix, loss)\n",
    "\n",
    "# Training Accuracy\n",
    "Y_hat = model(X)\n",
    "y_tmp = torch.max(Y_hat, dim=1)[1]\n",
    "y_hat = labels[y_tmp.data.cpu().numpy()]\n",
    "acc = np.mean(1 * (y_hat == y))\n",
    "print('Training Accuracy: ' + str(acc*100))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}