visualise_results.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from distributions.sequence import Sequence\n",
    "\n",
    "from algorithms.full_bandit_exp3 import FullBanditExp3\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "\n",
    "import pickle\n",
    "import json\n",
    "\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_name(run_name):\n",
    "    return run_name.split(\"_\")[0]\n",
    "\n",
    "def get_length(run_name):\n",
    "    return run_name.split(\"_\")[1]\n",
    "\n",
    "def theoretical_bound(T, sequence: Sequence):\n",
    "    return 8 * sequence.m * np.sqrt(T * sequence.K * sequence.d * np.log(np.e * sequence.K / sequence.m) * np.log(np.sqrt(T) * sequence.m * sequence.sigma * sequence.R))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n",
      "['FullBanditExp3Inv'\n",
      " 'FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'NonContextualExp3'\n",
      " 'NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContext' 'OnePerContextSP'\n",
      " 'OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'RealLinExp3'\n",
      " 'RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'ShortestPath'\n",
      " 'ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514'\n",
      " 'UniformRandom'\n",
      " 'UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514']\n"
     ]
    }
   ],
   "source": [
    "sample_sequences = {}\n",
    "results = {}\n",
    "distributions = os.listdir(f\"output/\")\n",
    "for dist_index, dist in enumerate(distributions):\n",
    "    results[dist] = {}\n",
    "    sample_sequences[dist] = {}\n",
    "\n",
    "    lengths = os.listdir(f\"output/{dist}\")\n",
    "\n",
    "    for length_index, length in enumerate(lengths):\n",
    "        results[dist][length] = {}\n",
    "        \n",
    "        with open(f\"output/{dist}/{length}/0/sequence.json\", \"rb\") as input_file:\n",
    "            sample_sequences[dist][length] = pickle.load(input_file)\n",
    "\n",
    "        algo_names = os.listdir(f\"output/{dist}/{length}/0\")\n",
    "        algo_names = np.unique([x.split(\"_\")[0] for x in algo_names])\n",
    "        algo_names = algo_names[algo_names != \"sequence.json\"]\n",
    "        print(algo_names)\n",
    "\n",
    "        for algo_name in algo_names:\n",
    "            results[dist][length][algo_name] = {\n",
    "                \"regret\": [],\n",
    "                \"gamma\": [],\n",
    "                \"time_elapsed\": [],\n",
    "            }\n",
    "\n",
    "            iterations = os.listdir(f\"output/{dist}/{length}/\")\n",
    "            for iteration in iterations:\n",
    "                with open(f\"output/{dist}/{length}/{iteration}/{algo_name}_general_info.json\", \"r\") as input_file:\n",
    "                    input_dict = json.load(input_file)\n",
    "\n",
    "                result_buffer = results[dist][length][algo_name]\n",
    "                result_buffer[\"regret\"].append(input_dict[\"regret\"])\n",
    "                result_buffer[\"gamma\"].append(input_dict[\"gamma\"])\n",
    "                result_buffer[\"time_elapsed\"].append(input_dict[\"time_elapsed\"])\n",
    "\n",
    "for dist_name in results.keys():\n",
    "    for length in results[dist_name].keys():\n",
    "        for algo_name in results[dist_name][length].keys():\n",
    "            for key in results[dist_name][length][algo_name].keys():\n",
    "                results[dist_name][length][algo_name][key] = np.array(results[dist_name][length][algo_name][key])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "100000 d: 3 K: 3 m: 1\n",
      "gamma 0.047714604168750424 M 4343.170439736906\n",
      "FullBanditExp3Inv regret: 6746.9 4670.067268252139 3795.707215714455\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 5547.3 4855.455242302208 3766.196806979179\n",
      "NonContextualExp3 regret: 10564.9 142.02566669443942 1433.5371871471405\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 13461.1 136.97915899873234 1388.7751869678498\n",
      "OnePerContext regret: 1186.8 22.31501736499436 1549.4615806341171\n",
      "OnePerContextSP regret: 2343.9 55.73768922372007 204.4760320186615\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 603.3 25.969405075973537 204.45627584457398\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 202.9 17.54679457906771 1551.892885017395\n",
      "RealLinExp3 regret: 3909.5 82.58964826175252 1519.668788433075\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 3901.6 82.3179202847108 1521.6916171789169\n",
      "ShortestPath regret: 11039.2 151.02834171108415 94.26159074306489\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 13154.3 191.95106147140737 94.91895921230316\n",
      "UniformRandom regret: 19987.0 155.07675518916432 41.566964864730835\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 19965.4 141.5254040799743 40.6833532333374\n",
      "\n",
      "\n",
      "100000 d: 3 K: 5 m: 2\n",
      "gamma 0.12611777960079695 M 5477.2255750516615\n",
      "FullBanditExp3Inv regret: 13522.6 5503.6627658314965 2866.433566069603\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 5449.5 4056.1627001391353 3352.351872611046\n",
      "NonContextualExp3 regret: 21550.8 169.4637424347757 1573.7596321105957\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 26921.5 286.0574243049811 1681.4202451705933\n",
      "OnePerContext regret: 3271.9 143.59070304166633 1644.8665210485458\n",
      "OnePerContextSP regret: 7077.7 50.58270455402716 202.2590091228485\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 1024.0 47.095647357266465 193.1972864627838\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 1340.3 38.215311067685946 1749.9967824220657\n",
      "RealLinExp3 regret: 10127.3 162.70405649522078 1120.9799094438554\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 8089.8 178.79586124963856 1174.1900552511215\n",
      "ShortestPath regret: 23516.6 194.9847173498477 80.29925527572632\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 26557.4 191.04983643018383 79.417435836792\n",
      "UniformRandom regret: 36054.2 236.58732003216065 38.85876150131226\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 35946.1 263.64766261053785 39.592042851448056\n",
      "\n",
      "\n",
      "100000 d: 3 K: 8 m: 3\n",
      "gamma 0.25833069221338173 M 6417.59309647309\n",
      "FullBanditExp3Inv regret: 30470.7 7031.981428445328 4515.103958463669\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 13961.3 6712.058179872996 4914.564668512345\n",
      "NonContextualExp3 regret: 23978.4 240.23538457104942 2658.1129274368286\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 32713.6 299.77898525413684 2768.3520617961885\n",
      "OnePerContext regret: 8436.0 148.93891365254413 2763.7329598665237\n",
      "OnePerContextSP regret: 19199.6 123.33953137579209 208.56918516159058\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 1835.7 60.02341209894686 204.87969553470612\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 5237.4 97.70588518610329 2853.902559876442\n",
      "RealLinExp3 regret: 30129.1 512.6721076867749 1494.5601408004761\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 16084.0 591.6767698667913 1365.1899431943893\n",
      "ShortestPath regret: 30201.3 171.96165270199052 101.292884349823\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 32435.6 249.1550521261811 103.48441236019134\n",
      "UniformRandom regret: 56287.7 209.7207905764233 40.94715695381164\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 56195.5 194.6454469028238 40.41634004116058\n",
      "\n",
      "\n",
      "100000 d: 5 K: 3 m: 1\n",
      "gamma 0.06159928910548313 M 5607.008927613792\n",
      "FullBanditExp3Inv regret: 15830.2 5505.7328994421805 3051.7750584602354\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 15781.6 5701.89682824935 3241.243509221077\n",
      "NonContextualExp3 regret: 12511.3 152.87187445701056 1265.9675505876542\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 13623.9 186.49206417432353 1289.7294243574142\n",
      "OnePerContext regret: 1746.6 202.2563719639013 1113.1700687646867\n",
      "OnePerContextSP regret: 3158.6 76.31277743602313 197.94727609157562\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 767.2 169.48970470208508 213.27133631706238\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 393.8 98.35324092270676 1123.6073713302612\n",
      "RealLinExp3 regret: 2971.3 156.0910311324773 1660.161591243744\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 2513.8 142.4421285996527 1856.6369579553605\n",
      "ShortestPath regret: 12610.9 136.7416907896052 84.15272676944733\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 13457.0 203.15314420407083 89.78267590999603\n",
      "UniformRandom regret: 16197.1 123.69676632798449 34.56716547012329\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 16228.0 187.3131068558738 36.00632364749909\n",
      "\n",
      "\n",
      "100000 d: 5 K: 5 m: 2\n",
      "gamma 0.1628173533515147 M 7071.067811865476\n",
      "FullBanditExp3Inv regret: 34489.1 10686.38593211007 5449.097615861892\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 30980.8 11769.755509780143 5327.463433623314\n",
      "NonContextualExp3 regret: 13789.8 318.94131121571564 2537.5611716985704\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 18187.7 315.4244917567436 2506.1266162872316\n",
      "OnePerContext regret: 5382.0 201.7627319402669 2479.607152175903\n",
      "OnePerContextSP regret: 10997.4 203.6443959454814 208.77515075206756\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 1563.1 178.0350808127432 218.19066338539125\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 2199.7 179.92390058021755 2459.6110393285753\n",
      "RealLinExp3 regret: 8968.5 320.2837023640135 2778.5623758554457\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 6194.4 103.6602141614612 2764.8240445137026\n",
      "ShortestPath regret: 15257.0 136.40307914413077 98.38863027095795\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 17396.2 270.94235549282433 96.71680772304535\n",
      "UniformRandom regret: 36550.5 287.1401225882583 40.37824182510376\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 36427.9 313.33478900371085 41.38267858028412\n",
      "\n",
      "\n",
      "100000 d: 5 K: 8 m: 3\n",
      "gamma 0.3335034895855538 M 8285.077061791988\n",
      "FullBanditExp3Inv regret: 57319.0 7849.481893730312 19098.667907524108\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 57830.5 8711.789796017809 18210.84624812603\n",
      "NonContextualExp3 regret: 20540.9 689.4334558171659 3487.5070338487626\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 28873.9 476.057654071437 3536.7937277078627\n",
      "OnePerContext regret: 12660.6 488.02852375655254 3551.988659119606\n",
      "OnePerContextSP regret: 27435.3 266.013552286345 204.92840805053712\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 4447.0 267.6695724209235 207.99844732284546\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 7445.2 173.942979162713 3606.8383008956907\n",
      "RealLinExp3 regret: 26443.7 954.6219199243227 2708.9567847967146\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 17868.0 546.3011989736065 2768.58621532917\n",
      "ShortestPath regret: 26202.4 349.36319210815554 91.26217691898346\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 28410.4 381.5458556975819 92.7592738866806\n",
      "UniformRandom regret: 56445.6 434.21911519416096 42.99716520309448\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 56481.9 335.29135091737754 41.59781429767609\n",
      "\n",
      "\n",
      "100000 d: 12 K: 3 m: 1\n",
      "gamma 0.09542920833750083 M 8686.34087947381\n",
      "FullBanditExp3Inv regret: 26665.3 4373.498440607931 18096.201554679872\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 26744.2 6226.915750192868 12554.914932632446\n",
      "NonContextualExp3 regret: 19433.0 238.6155904378421 697.3492679595947\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 20655.0 258.8231056146263 644.250532913208\n",
      "OnePerContext regret: 18841.0 202.88913228657665 1204.978125500679\n",
      "OnePerContextSP regret: 22716.2 253.28355651324858 173.5136427640915\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 15241.3 183.54893080592979 173.01892278194427\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 8457.0 215.42098319337418 1184.2508234262466\n",
      "RealLinExp3 regret: 7439.4 210.363590005495 9904.103951644898\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 4206.9 152.84138837369935 7692.167684173584\n",
      "ShortestPath regret: 19720.3 348.1002872736534 77.76457934379577\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 20490.6 209.9005478792278 79.83216845989227\n",
      "UniformRandom regret: 26631.9 307.6180911454981 38.59161069393158\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 26670.4 341.4414151798226 37.35295825004577\n",
      "\n",
      "\n",
      "100000 d: 12 K: 5 m: 2\n",
      "gamma 0.2522355592015939 M 10954.451150103321\n",
      "FullBanditExp3Inv regret: 49218.9 8605.638552135455 23128.719322419165\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 52261.9 7318.21437852158 30877.710075616837\n",
      "NonContextualExp3 regret: 20444.9 645.7357741367595 2021.707381796837\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 26423.5 639.1674663184915 2027.2379083871842\n",
      "OnePerContext regret: 37606.2 372.0969766069055 2083.270911741257\n",
      "OnePerContextSP regret: 47009.3 412.32391393175345 240.25287063121795\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 38579.6 202.62240744794246 243.4222454547882\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 20811.7 630.5594420829808 2155.74506585598\n",
      "RealLinExp3 regret: 19763.4 528.4659307845681 9979.98168334961\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 11139.4 503.15210423886737 11130.263862609863\n",
      "ShortestPath regret: 22228.6 463.21727083518806 86.17376642227173\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 25720.6 518.977302008479 85.22397692203522\n",
      "UniformRandom regret: 50939.0 410.0726764855225 43.81161546707153\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 51126.4 563.488455959836 44.23820407390595\n",
      "\n",
      "\n",
      "100000 d: 12 K: 8 m: 3\n",
      "gamma 0.5166613844267633 M 12835.186192946177\n",
      "FullBanditExp3Inv regret: 72979.7 3098.6704584385866 55832.51558661461\n",
      "FullBanditExp3Invgamma=0.030983866769659328eta=0.0003227486121839514 regret: 73610.0 7154.841773233004 37017.146592235564\n",
      "NonContextualExp3 regret: 52000.3 954.8318228881984 3369.2378903150557\n",
      "NonContextualExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 57902.3 1351.1185773276898 3485.023330760002\n",
      "OnePerContext regret: 59710.6 365.9205378220796 3370.9259402751923\n",
      "OnePerContextSP regret: 69980.5 641.893643838292 181.82664127349852\n",
      "OnePerContextSPgamma=0.030983866769659328eta=0.0003227486121839514 regret: 63464.9 483.3184147122888 184.58124442100524\n",
      "OnePerContextgamma=0.030983866769659328eta=0.0003227486121839514 regret: 42650.2 639.0271981692172 3396.78108420372\n",
      "RealLinExp3 regret: 47782.5 521.3738102359956 10066.35591132641\n",
      "RealLinExp3gamma=0.030983866769659328eta=0.0003227486121839514 regret: 40965.7 1465.245580099118 10207.27584888935\n",
      "ShortestPath regret: 55264.1 431.60084568962554 94.04448914527893\n",
      "ShortestPathgamma=0.030983866769659328eta=0.0003227486121839514 regret: 56608.6 332.7293795263652 93.02674007415771\n",
      "UniformRandom regret: 73371.1 476.08748145692726 45.11430501937866\n",
      "UniformRandomgamma=0.030983866769659328eta=0.0003227486121839514 regret: 73102.6 482.7254292038073 45.63977825641632\n"
     ]
    }
   ],
   "source": [
    "for dist in results.keys():\n",
    "    for length in results[dist].keys():\n",
    "        algo = FullBanditExp3()\n",
    "        sequence = sample_sequences[dist][length]\n",
    "        algo.set_constants(np.random.default_rng(), sample_sequences[dist][length])\n",
    "        print(\"\\n\")\n",
    "        print(length, \"d:\", sequence.d, \"K:\", sequence.actionset.K, \"m:\", sequence.actionset.m)\n",
    "        #print(f\"{sequence.K}/{algo.beta}*{algo.gamma}*{sequence.lambda_min}\")\n",
    "        print(\"gamma\", results[dist][length][\"FullBanditExp3Inv\"][\"gamma\"][0], \"M\", algo.M)\n",
    "        for algo_name in results[dist][length].keys():\n",
    "            single_result = results[dist][length][algo_name]\n",
    "            print(algo_name, \"regret:\", np.average(single_result[\"regret\"]), np.std(single_result[\"regret\"]), np.average(single_result[\"time_elapsed\"]))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "ename": "OSError",
     "evalue": "output/BinaryContext1;3_IndependentBernoulli5;3/10000/0/FullBanditExp3Inv_probability_array.csv not found.",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mOSError\u001b[0m                                   Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-5-41aeb1d12f38>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0malgo\u001b[0m \u001b[1;32min\u001b[0m \u001b[0malgo_names\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m     \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mloadtxt\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mf\"output/BinaryContext1;3_IndependentBernoulli5;3/10000/0/{algo}_probability_array.csv\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      5\u001b[0m     \u001b[0maxs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlabel\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0malgo\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      6\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mc:\\Users\\Lukas\\AppData\\Local\\Programs\\Python\\Python38\\lib\\site-packages\\numpy\\lib\\npyio.py\u001b[0m in \u001b[0;36mloadtxt\u001b[1;34m(fname, dtype, comments, delimiter, converters, skiprows, usecols, unpack, ndmin, encoding, max_rows)\u001b[0m\n\u001b[0;32m    959\u001b[0m             \u001b[0mfname\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mos_fspath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    960\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0m_is_string_like\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 961\u001b[1;33m             \u001b[0mfh\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mlib\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_datasource\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'rt'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    962\u001b[0m             \u001b[0mfencoding\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'encoding'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'latin1'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    963\u001b[0m             \u001b[0mfh\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0miter\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mc:\\Users\\Lukas\\AppData\\Local\\Programs\\Python\\Python38\\lib\\site-packages\\numpy\\lib\\_datasource.py\u001b[0m in \u001b[0;36mopen\u001b[1;34m(path, mode, destpath, encoding, newline)\u001b[0m\n\u001b[0;32m    193\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    194\u001b[0m     \u001b[0mds\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mDataSource\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdestpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 195\u001b[1;33m     \u001b[1;32mreturn\u001b[0m \u001b[0mds\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mnewline\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mnewline\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    196\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    197\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mc:\\Users\\Lukas\\AppData\\Local\\Programs\\Python\\Python38\\lib\\site-packages\\numpy\\lib\\_datasource.py\u001b[0m in \u001b[0;36mopen\u001b[1;34m(self, path, mode, encoding, newline)\u001b[0m\n\u001b[0;32m    533\u001b[0m                                       encoding=encoding, newline=newline)\n\u001b[0;32m    534\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 535\u001b[1;33m             \u001b[1;32mraise\u001b[0m \u001b[0mIOError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"%s not found.\"\u001b[0m \u001b[1;33m%\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    536\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    537\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mOSError\u001b[0m: output/BinaryContext1;3_IndependentBernoulli5;3/10000/0/FullBanditExp3Inv_probability_array.csv not found."
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA3IAAANSCAYAAAAge/zXAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/d3fzzAAAACXBIWXMAAAsTAAALEwEAmpwYAAAd3UlEQVR4nO3dX6jn913n8de7iVGotYKZBckfE3C6NVuFdg/ZLr2w0O6S5CK5UCSBopXQuTHirkWIKFXiVS2rIMQ/WSxVwcbYCxkwkguNFMSUTKkbTEpkiNpMFBJrzE2xMbufvTgnejLO5Pw6+Z0z8+I8HjBwvt/f5/x+74sPZ+Y539/5/matFQAAAHq87XIPAAAAwDdGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlDkw5Gbm0zPz4sz85UUen5n5lZk5OzNPzcz7tj8mAAAAr9vkitxnktz2Jo/fnuTk3p9TSX7trY8FAADAxRwYcmutzyf5xzdZcleS3167nkjy7TPzndsaEAAAgDe6egvPcV2S5/cdn9s79/fnL5yZU9m9ape3v/3t//nd7373Fl4eAACgzxe/+MV/WGuduJTv3UbIbWyt9VCSh5JkZ2dnnTlz5ihfHgAA4IoxM397qd+7jbtWvpDkhn3H1++dAwAA4BBsI+ROJ/nhvbtXvj/JK2utf/e2SgAAALbjwLdWzsxnk3wwybUzcy7JzyX5piRZa/16kkeT3JHkbJKvJfnRwxoWAACADUJurXXPAY+vJD+2tYkAAAB4U9t4ayUAAABHSMgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlNko5Gbmtpl5dmbOzsz9F3j8xpl5fGa+NDNPzcwd2x8VAACAZIOQm5mrkjyY5PYktyS5Z2ZuOW/ZzyZ5ZK313iR3J/nVbQ8KAADArk2uyN2a5Oxa67m11qtJHk5y13lrVpJv2/v6nUn+bnsjAgAAsN8mIXddkuf3HZ/bO7ffzyf5yMycS/Jokh+/0BPNzKmZOTMzZ1566aVLGBcAAIBt3ezkniSfWWtdn+SOJL8zM//uuddaD621dtZaOydOnNjSSwMAABwvm4TcC0lu2Hd8/d65/e5N8kiSrLX+PMm3JLl2GwMCAADwRpuE3JNJTs7MzTNzTXZvZnL6vDVfSfKhJJmZ78luyHnvJAAAwCE4MOTWWq8luS/JY0m+nN27Uz49Mw/MzJ17yz6e5GMz83+SfDbJR9da67CGBgAAOM6u3mTRWuvR7N7EZP+5T+z7+pkkH9juaAAAAFzItm52AgAAwBERcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlNgq5mbltZp6dmbMzc/9F1vzQzDwzM0/PzO9ud0wAAABed/VBC2bmqiQPJvlvSc4leXJmTq+1ntm35mSSn07ygbXWyzPzHw5rYAAAgONukytytyY5u9Z6bq31apKHk9x13pqPJXlwrfVykqy1XtzumAAAALxuk5C7Lsnz+47P7Z3b711J3jUzfzYzT8zMbdsaEAAAgDc68K2V38DznEzywSTXJ/n8zHzvWuuf9i+amVNJTiXJjTfeuKWXBgAAOF42uSL3QpIb9h1fv3duv3NJTq+1/mWt9ddJ/iq7YfcGa62H1lo7a62dEydOXOrMAAAAx9omIfdkkpMzc/PMXJPk7iSnz1vzB9m9GpeZuTa7b7V8bntjAgAA8LoDQ26t9VqS+5I8luTLSR5Zaz09Mw/MzJ17yx5L8tWZeSbJ40l+aq311cMaGgAA4DibtdZleeGdnZ115syZy/LaAAAAl9vMfHGttXMp37vRB4IDAABw5RByAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGU2CrmZuW1mnp2ZszNz/5us+4GZWTOzs70RAQAA2O/AkJuZq5I8mOT2JLckuWdmbrnAunck+YkkX9j2kAAAAPybTa7I3Zrk7FrrubXWq0keTnLXBdb9QpJPJvnnLc4HAADAeTYJueuSPL/v+NzeuX81M+9LcsNa6w+3OBsAAAAX8JZvdjIzb0vyS0k+vsHaUzNzZmbOvPTSS2/1pQEAAI6lTULuhSQ37Du+fu/c696R5D1J/nRm/ibJ+5OcvtANT9ZaD621dtZaOydOnLj0qQEAAI6xTULuySQnZ+bmmbkmyd1JTr/+4FrrlbXWtWutm9ZaNyV5Ismda60zhzIxAADAMXdgyK21XktyX5LHknw5ySNrradn5oGZufOwBwQAAOCNrt5k0Vrr0SSPnnfuExdZ+8G3PhYAAAAX85ZvdgIAAMDREnIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAGSEHAABQRsgBAACUEXIAAABlhBwAAEAZIQcAAFBGyAEAAJQRcgAAAGWEHAAAQBkhBwAAUEbIAQAAlBFyAAAAZYQcAABAmY1CbmZum5lnZ+bszNx/gcd/cmaemZmnZuaPZ+a7tj8qAAAAyQYhNzNXJXkwye1Jbklyz8zcct6yLyXZWWt9X5LPJfnFbQ8KAADArk2uyN2a5Oxa67m11qtJHk5y1/4Fa63H11pf2zt8Isn12x0TAACA120SctcleX7f8bm9cxdzb5I/utADM3NqZs7MzJmXXnpp8ykBAAD4V1u92cnMfCTJTpJPXejxtdZDa62dtdbOiRMntvnSAAAAx8bVG6x5IckN+46v3zv3BjPz4SQ/k+T711pf3854AAAAnG+TK3JPJjk5MzfPzDVJ7k5yev+CmXlvkt9Icuda68XtjwkAAMDrDgy5tdZrSe5L8liSLyd5ZK319Mw8MDN37i37VJJvTfL7M/MXM3P6Ik8HAADAW7TJWyuz1no0yaPnnfvEvq8/vOW5AAAAuIit3uwEAACAwyfkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMoIOQAAgDJCDgAAoIyQAwAAKCPkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAyQg4AAKCMkAMAACgj5AAAAMpsFHIzc9vMPDszZ2fm/gs8/s0z83t7j39hZm7a+qQAAAAk2SDkZuaqJA8muT3JLUnumZlbzlt2b5KX11rfneSXk3xy24MCAACwa5MrcrcmObvWem6t9WqSh5Pcdd6au5L81t7Xn0vyoZmZ7Y0JAADA667eYM11SZ7fd3wuyX+52Jq11msz80qS70jyD/sXzcypJKf2Dr8+M395KUPDIbs25+1duILYn1yp7E2uZPYnV6r/eKnfuEnIbc1a66EkDyXJzJxZa+0c5evDJuxNrmT2J1cqe5Mrmf3JlWpmzlzq927y1soXktyw7/j6vXMXXDMzVyd5Z5KvXupQAAAAXNwmIfdkkpMzc/PMXJPk7iSnz1tzOsmP7H39g0n+ZK21tjcmAAAArzvwrZV7v/N2X5LHklyV5NNrradn5oEkZ9Zap5P8ZpLfmZmzSf4xu7F3kIfewtxwmOxNrmT2J1cqe5Mrmf3JleqS9+a4cAYAANBlow8EBwAA4Moh5AAAAMocesjNzG0z8+zMnJ2Z+y/w+DfPzO/tPf6FmbnpsGeCZKO9+ZMz88zMPDUzfzwz33U55uR4Omh/7lv3AzOzZsZttTkSm+zNmfmhvZ+fT8/M7x71jBxPG/y9fuPMPD4zX9r7u/2OyzEnx8/MfHpmXrzYZ2jPrl/Z27tPzcz7NnneQw25mbkqyYNJbk9yS5J7ZuaW85bdm+TltdZ3J/nlJJ88zJkg2XhvfinJzlrr+5J8LskvHu2UHFcb7s/MzDuS/ESSLxzthBxXm+zNmTmZ5KeTfGCt9Z+S/I+jnpPjZ8Ofmz+b5JG11nuze2O+Xz3aKTnGPpPktjd5/PYkJ/f+nErya5s86WFfkbs1ydm11nNrrVeTPJzkrvPW3JXkt/a+/lySD83MHPJccODeXGs9vtb62t7hE9n9DEU4Cpv87EySX8juf37981EOx7G2yd78WJIH11ovJ8la68UjnpHjaZO9uZJ8297X70zyd0c4H8fYWuvz2b2z/8XcleS3164nknz7zHznQc972CF3XZLn9x2f2zt3wTVrrdeSvJLkOw55Lthkb+53b5I/OtSJ4N8cuD/33nZxw1rrD49yMI69TX52vivJu2bmz2bmiZl5s/+Fhm3ZZG/+fJKPzMy5JI8m+fGjGQ0O9I3+uzTJBp8jB8fdzHwkyU6S77/cs0CSzMzbkvxSko9e5lHgQq7O7tuDPpjddzJ8fma+d631T5dzKEhyT5LPrLX+18z81+x+BvJ71lr/73IPBpfisK/IvZDkhn3H1++du+Cambk6u5e6v3rIc8EmezMz8+EkP5PkzrXW149oNjhof74jyXuS/OnM/E2S9yc57YYnHIFNfnaeS3J6rfUva62/TvJX2Q07OEyb7M17kzySJGutP0/yLUmuPZLp4M1t9O/S8x12yD2Z5OTM3Dwz12T3F0tPn7fmdJIf2fv6B5P8yfIp5Ry+A/fmzLw3yW9kN+L8jgdH6U3351rrlbXWtWutm9ZaN2X3dzjvXGuduTzjcoxs8vf6H2T3alxm5trsvtXyuSOckeNpk735lSQfSpKZ+Z7shtxLRzolXNjpJD+8d/fK9yd5Za319wd906G+tXKt9drM3JfksSRXJfn0WuvpmXkgyZm11ukkv5ndS9tns/tLgHcf5kyQbLw3P5XkW5P8/t79d76y1rrzsg3NsbHh/oQjt+HefCzJf5+ZZ5L83yQ/tdbyThsO1YZ78+NJ/vfM/M/s3vjkoy4ecBRm5rPZ/Q+ua/d+R/PnknxTkqy1fj27v7N5R5KzSb6W5Ec3el77FwAAoMuhfyA4AAAA2yXkAAAAygg5AACAMkIOAACgjJADAAAoI+QAAADKCDkAAIAy/x/X5KnpncrbdgAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 1080x1080 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig, axs = plt.subplots(figsize=(15, 15))\n",
    "\n",
    "for algo in algo_names:\n",
    "    data = np.loadtxt(f\"output/BinaryContext1;3_IndependentBernoulli5;3/10000/0/{algo}_probability_array.csv\")[:, 0]\n",
    "    axs.plot(data, label=algo)\n",
    "\n",
    "fig.legend()\n",
    "fig.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for name in [\"FullBanditExp3\"]:\n",
    "    for length in results[name].keys():\n",
    "        single_result = results[name][length]\n",
    "        sequence = single_result[\"sequences\"][0]\n",
    "\n",
    "        theo = theoretical_bound(int(length), sequence)\n",
    "        print(name, length, \"regret:\", np.average(single_result[\"regret\"]), f\"({theo:.2f})\")\n",
    "\n",
    "        data = single_result[\"probability_array\"][:, :, 0]\n",
    "\n",
    "        data1 = data[:, sequence.contexts[:-1, 0].astype(bool)]\n",
    "        data2 = data[:, ~sequence.contexts[:-1, 0].astype(bool)]\n",
    "\n",
    "        dataframe = pd.DataFrame(data1).melt()\n",
    "        sns.lineplot(data=dataframe, x=\"variable\", y=\"value\", label=\"context 1\")\n",
    "        dataframe = pd.DataFrame(data2).melt()\n",
    "        sns.lineplot(data=dataframe, x=\"variable\", y=\"value\", label=\"context 2\")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.8.6 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "52279f95a71c719c29b46e6649e7c2848e29d27590516e424c9feb43371b1514"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}