t5.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "9f57373c5945401c82744ed373ec1d9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a19c0dcc8d9d47dbab93387d0437c3fe",
              "IPY_MODEL_02168d4f94044e85b2d61be2840d24a7",
              "IPY_MODEL_2db6775fb57443d7ad8432176879e4b1"
            ],
            "layout": "IPY_MODEL_29b83d4cde864ea29a60795db853d18c"
          }
        },
        "a19c0dcc8d9d47dbab93387d0437c3fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_12c09fca9ae7429bb89dbe50dfaef88a",
            "placeholder": "​",
            "style": "IPY_MODEL_111a6e6edd54455da03712ac76019710",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "02168d4f94044e85b2d61be2840d24a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_816686e558864559b4597253812ef596",
            "max": 2324,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a04761ca565f43bb85cfbeae0f734b17",
            "value": 2324
          }
        },
        "2db6775fb57443d7ad8432176879e4b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_86fe8ba71c5545a2bcd3b73e5c3f4dfd",
            "placeholder": "​",
            "style": "IPY_MODEL_14631251db564fdd860bb46603ff26a3",
            "value": " 2.32k/2.32k [00:00&lt;00:00, 133kB/s]"
          }
        },
        "29b83d4cde864ea29a60795db853d18c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "12c09fca9ae7429bb89dbe50dfaef88a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "111a6e6edd54455da03712ac76019710": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "816686e558864559b4597253812ef596": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a04761ca565f43bb85cfbeae0f734b17": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "86fe8ba71c5545a2bcd3b73e5c3f4dfd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "14631251db564fdd860bb46603ff26a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5a7d054a071e4c2c8cd41d8bfa200aa8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_93423b44532243fb84650172d592c85b",
              "IPY_MODEL_dee950090925478f8ec6ad474f7a8880",
              "IPY_MODEL_a031d2e467024ae28775f486cc6145f2"
            ],
            "layout": "IPY_MODEL_e72c3d87b2694e43a71ced48aff8ed06"
          }
        },
        "93423b44532243fb84650172d592c85b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c30348978cc4dc2baab084633d0fa3f",
            "placeholder": "​",
            "style": "IPY_MODEL_029d79d516264606ad880a9a79e4d272",
            "value": "spiece.model: 100%"
          }
        },
        "dee950090925478f8ec6ad474f7a8880": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6d2af7c4b6d64274afa4e6ea7de10655",
            "max": 791656,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_73f0ba243f0c4bf4878621d0682286fe",
            "value": 791656
          }
        },
        "a031d2e467024ae28775f486cc6145f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a35b74cc3f0f42759fc31efeabecefb3",
            "placeholder": "​",
            "style": "IPY_MODEL_ff1ffa39e0ae4b4b93cd0b5fa19c37d0",
            "value": " 792k/792k [00:00&lt;00:00, 14.8MB/s]"
          }
        },
        "e72c3d87b2694e43a71ced48aff8ed06": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8c30348978cc4dc2baab084633d0fa3f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "029d79d516264606ad880a9a79e4d272": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6d2af7c4b6d64274afa4e6ea7de10655": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "73f0ba243f0c4bf4878621d0682286fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a35b74cc3f0f42759fc31efeabecefb3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ff1ffa39e0ae4b4b93cd0b5fa19c37d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d2466155240847f0a9523d260f8d43e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_1c38cd52eed84b1882bf1ea23430ce0e",
              "IPY_MODEL_0f5d2a2f1cd94e8f89816464e50ecdcf",
              "IPY_MODEL_67f195179f5946b1a1ab9def87587668"
            ],
            "layout": "IPY_MODEL_bf3237ff82e44526a58ec0d3eb70b6b9"
          }
        },
        "1c38cd52eed84b1882bf1ea23430ce0e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d658429afcd444488bd12b53e285a068",
            "placeholder": "​",
            "style": "IPY_MODEL_03ebd2b0e88e44c9b436a2c2e9686ffa",
            "value": "tokenizer.json: 100%"
          }
        },
        "0f5d2a2f1cd94e8f89816464e50ecdcf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_71d29c99f7fc43e9ac687f2b311c9841",
            "max": 1389353,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_01b607f28f214dbcb20594836b33ef6e",
            "value": 1389353
          }
        },
        "67f195179f5946b1a1ab9def87587668": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1d428272250042548e747689631d9495",
            "placeholder": "​",
            "style": "IPY_MODEL_f05590818d4748b5b9a4a7dc849b10d2",
            "value": " 1.39M/1.39M [00:00&lt;00:00, 30.6MB/s]"
          }
        },
        "bf3237ff82e44526a58ec0d3eb70b6b9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d658429afcd444488bd12b53e285a068": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03ebd2b0e88e44c9b436a2c2e9686ffa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "71d29c99f7fc43e9ac687f2b311c9841": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "01b607f28f214dbcb20594836b33ef6e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "1d428272250042548e747689631d9495": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f05590818d4748b5b9a4a7dc849b10d2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "37dfaf430511431b9a2543d553a0f1c5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_53f5a51c7157418db6a663c553e83053",
              "IPY_MODEL_dfda6ff3ee3846eeb5c02fc98f0cbc05",
              "IPY_MODEL_a1c48b9eb8284b93a5c9a45158783193"
            ],
            "layout": "IPY_MODEL_589042c0eefc43c2951f60eceef08d17"
          }
        },
        "53f5a51c7157418db6a663c553e83053": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ab437ae0f55408fa680032db7a24a00",
            "placeholder": "​",
            "style": "IPY_MODEL_4af37ed27d02428cb9eac9f9a3b075f6",
            "value": "config.json: 100%"
          }
        },
        "dfda6ff3ee3846eeb5c02fc98f0cbc05": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd605863ed50496da7ee8339f19825ec",
            "max": 1206,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8400188715e544f1a40722f9bca910b7",
            "value": 1206
          }
        },
        "a1c48b9eb8284b93a5c9a45158783193": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f83a8d45534d4436a118a1b9747734ab",
            "placeholder": "​",
            "style": "IPY_MODEL_d9fb867ee17745189f2c187e9bc6e448",
            "value": " 1.21k/1.21k [00:00&lt;00:00, 79.6kB/s]"
          }
        },
        "589042c0eefc43c2951f60eceef08d17": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7ab437ae0f55408fa680032db7a24a00": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4af37ed27d02428cb9eac9f9a3b075f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bd605863ed50496da7ee8339f19825ec": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8400188715e544f1a40722f9bca910b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f83a8d45534d4436a118a1b9747734ab": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d9fb867ee17745189f2c187e9bc6e448": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d74281618e3f4553b25aad942836a431": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_bd87aa4a11b2486e96745b5b6fec829e",
              "IPY_MODEL_7e9a4712c69b43c589ea6b94992dc856",
              "IPY_MODEL_15a982ae82bb489a843d8c42cde5a714"
            ],
            "layout": "IPY_MODEL_0cbdb4867911412692e3575303ed9bf4"
          }
        },
        "bd87aa4a11b2486e96745b5b6fec829e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1e11e0c1580c433da9c32c7aad84bc7a",
            "placeholder": "​",
            "style": "IPY_MODEL_c5e6cbf60361481eb53adc7f0f333790",
            "value": "model.safetensors: 100%"
          }
        },
        "7e9a4712c69b43c589ea6b94992dc856": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cf6e6fd264634b8e8c927add4c81b662",
            "max": 242043056,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_b5ea1752bf7541f881ecd783cfcba36c",
            "value": 242043056
          }
        },
        "15a982ae82bb489a843d8c42cde5a714": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9820c952c3644340995e2f8fd5b16aab",
            "placeholder": "​",
            "style": "IPY_MODEL_7dc99038d69349c599e13c5b3b72d4fe",
            "value": " 242M/242M [00:01&lt;00:00, 230MB/s]"
          }
        },
        "0cbdb4867911412692e3575303ed9bf4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1e11e0c1580c433da9c32c7aad84bc7a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c5e6cbf60361481eb53adc7f0f333790": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cf6e6fd264634b8e8c927add4c81b662": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b5ea1752bf7541f881ecd783cfcba36c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9820c952c3644340995e2f8fd5b16aab": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7dc99038d69349c599e13c5b3b72d4fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4a4fb69b7d64752b92922fd804571f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0251245f040348228236fc6a949b73fa",
              "IPY_MODEL_8db40c0fa27e44fe901a73e51b1a7648",
              "IPY_MODEL_0717b734aafd4ede9668ee9f9cc1e431"
            ],
            "layout": "IPY_MODEL_7387f47996c6448a9db29d620175982d"
          }
        },
        "0251245f040348228236fc6a949b73fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9cbb900de507493bb5d44a7a2270caae",
            "placeholder": "​",
            "style": "IPY_MODEL_c55131f662cf40f582986d54141c74ea",
            "value": "generation_config.json: 100%"
          }
        },
        "8db40c0fa27e44fe901a73e51b1a7648": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f78db803e53e459598edde4e95cb8db5",
            "max": 147,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_564423239d5148eda4b3d638977831cd",
            "value": 147
          }
        },
        "0717b734aafd4ede9668ee9f9cc1e431": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9dcfaf083e324d7393897bd8c8c91fbd",
            "placeholder": "​",
            "style": "IPY_MODEL_b54ea5f6b46843bba5ec7d4238316856",
            "value": " 147/147 [00:00&lt;00:00, 9.69kB/s]"
          }
        },
        "7387f47996c6448a9db29d620175982d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9cbb900de507493bb5d44a7a2270caae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c55131f662cf40f582986d54141c74ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f78db803e53e459598edde4e95cb8db5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "564423239d5148eda4b3d638977831cd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9dcfaf083e324d7393897bd8c8c91fbd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b54ea5f6b46843bba5ec7d4238316856": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import random\n",
        "import torch\n",
        "import re\n",
        "from transformers import T5Tokenizer, T5ForConditionalGeneration"
      ],
      "metadata": {
        "id": "mVTeLouCX2oq"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "ans, qc, spc, corsp, wpc, corwp = 0, 0, 0, 0, 0, 0\n",
        "wp, sp = False, False"
      ],
      "metadata": {
        "id": "uSfSDr0tpG_c"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#sp_data = np.load('/content/SP-train.npy', allow_pickle=True)\n",
        "#wp_data = np.load('/content/WP-train.npy', allow_pickle=True)\n",
        "sp_data = np.load('SP-train.npy', allow_pickle=True)\n",
        "wp_data = np.load('WP-train.npy', allow_pickle=True)"
      ],
      "metadata": {
        "id": "Rx5OP-cTpQL5"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(len(sp_data))\n",
        "print(len(wp_data))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "X2Q-icyPcVuV",
        "outputId": "de745262-fcee-4d8d-9100-e73a49dbeaab"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "507\n",
            "396\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(sp_data[0])\n",
        "print(wp_data[0])"
      ],
      "metadata": {
        "id": "oGqJOG6npUEW",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5eb964a4-4da9-4cbe-d4a2-2b1392b2e47e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "{'id': 'SP-0', 'question': 'Mr. and Mrs. Mustard have six daughters and each daughter has one brother. But there are only 9 people in the family, how is that possible?', 'answer': 'Each daughter shares the same brother.', 'distractor1': 'Some daughters get married and have their own family.', 'distractor2': 'Some brothers were not loved by family and moved away.', 'distractor(unsure)': 'None of above.', 'label': 1, 'choice_list': ['Some daughters get married and have their own family.', 'Each daughter shares the same brother.', 'Some brothers were not loved by family and moved away.', 'None of above.'], 'choice_order': [1, 0, 2, 3]}\n",
            "{'id': 'WP-0', 'question': 'How do you spell COW in thirteen letters?', 'answer': 'SEE O DOUBLE YOU.', 'distractor1': 'COWCOWCOWCOWW', 'distractor2': 'SEE OH DEREFORD', 'distractor(unsure)': 'None of above.', 'label': 1, 'choice_list': ['SEE OH DEREFORD', 'SEE O DOUBLE YOU.', 'COWCOWCOWCOWW', 'None of above.'], 'choice_order': [2, 0, 1, 3]}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "np.random.shuffle(sp_data)\n",
        "np.random.shuffle(wp_data)\n",
        "\n",
        "train_ratio = 0.85\n",
        "\n",
        "sp_train_size = int(len(sp_data) * train_ratio)\n",
        "wp_train_size = int(len(wp_data) * train_ratio)\n",
        "\n",
        "sp_train = sp_data[:sp_train_size]\n",
        "sp_test = sp_data[sp_train_size:]\n",
        "\n",
        "wp_train = wp_data[:wp_train_size]\n",
        "wp_test = wp_data[wp_train_size:]"
      ],
      "metadata": {
        "id": "GXVcm959iY9C"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def format(data):\n",
        "    id = data['id']\n",
        "    ques = data['question']\n",
        "    ch_list = data['choice_list']\n",
        "    ch_order = data['choice_order']\n",
        "    ch = [f\"{chr(97 + i)}. {ch_list[idx]}\" for i, idx in enumerate(ch_order)]\n",
        "    qtn = f\"\"\"Question: {ques}\n",
        "    {ch[0]}\n",
        "    {ch[1]}\n",
        "    {ch[2]}\n",
        "    {ch[3]}\"\"\"\n",
        "    return qtn, id"
      ],
      "metadata": {
        "id": "-80m9ZXSpMQW"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "tokenizer = T5Tokenizer.from_pretrained('t5-small')\n",
        "model = T5ForConditionalGeneration.from_pretrained('t5-small')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 365,
          "referenced_widgets": [
            "9f57373c5945401c82744ed373ec1d9d",
            "a19c0dcc8d9d47dbab93387d0437c3fe",
            "02168d4f94044e85b2d61be2840d24a7",
            "2db6775fb57443d7ad8432176879e4b1",
            "29b83d4cde864ea29a60795db853d18c",
            "12c09fca9ae7429bb89dbe50dfaef88a",
            "111a6e6edd54455da03712ac76019710",
            "816686e558864559b4597253812ef596",
            "a04761ca565f43bb85cfbeae0f734b17",
            "86fe8ba71c5545a2bcd3b73e5c3f4dfd",
            "14631251db564fdd860bb46603ff26a3",
            "5a7d054a071e4c2c8cd41d8bfa200aa8",
            "93423b44532243fb84650172d592c85b",
            "dee950090925478f8ec6ad474f7a8880",
            "a031d2e467024ae28775f486cc6145f2",
            "e72c3d87b2694e43a71ced48aff8ed06",
            "8c30348978cc4dc2baab084633d0fa3f",
            "029d79d516264606ad880a9a79e4d272",
            "6d2af7c4b6d64274afa4e6ea7de10655",
            "73f0ba243f0c4bf4878621d0682286fe",
            "a35b74cc3f0f42759fc31efeabecefb3",
            "ff1ffa39e0ae4b4b93cd0b5fa19c37d0",
            "d2466155240847f0a9523d260f8d43e3",
            "1c38cd52eed84b1882bf1ea23430ce0e",
            "0f5d2a2f1cd94e8f89816464e50ecdcf",
            "67f195179f5946b1a1ab9def87587668",
            "bf3237ff82e44526a58ec0d3eb70b6b9",
            "d658429afcd444488bd12b53e285a068",
            "03ebd2b0e88e44c9b436a2c2e9686ffa",
            "71d29c99f7fc43e9ac687f2b311c9841",
            "01b607f28f214dbcb20594836b33ef6e",
            "1d428272250042548e747689631d9495",
            "f05590818d4748b5b9a4a7dc849b10d2",
            "37dfaf430511431b9a2543d553a0f1c5",
            "53f5a51c7157418db6a663c553e83053",
            "dfda6ff3ee3846eeb5c02fc98f0cbc05",
            "a1c48b9eb8284b93a5c9a45158783193",
            "589042c0eefc43c2951f60eceef08d17",
            "7ab437ae0f55408fa680032db7a24a00",
            "4af37ed27d02428cb9eac9f9a3b075f6",
            "bd605863ed50496da7ee8339f19825ec",
            "8400188715e544f1a40722f9bca910b7",
            "f83a8d45534d4436a118a1b9747734ab",
            "d9fb867ee17745189f2c187e9bc6e448",
            "d74281618e3f4553b25aad942836a431",
            "bd87aa4a11b2486e96745b5b6fec829e",
            "7e9a4712c69b43c589ea6b94992dc856",
            "15a982ae82bb489a843d8c42cde5a714",
            "0cbdb4867911412692e3575303ed9bf4",
            "1e11e0c1580c433da9c32c7aad84bc7a",
            "c5e6cbf60361481eb53adc7f0f333790",
            "cf6e6fd264634b8e8c927add4c81b662",
            "b5ea1752bf7541f881ecd783cfcba36c",
            "9820c952c3644340995e2f8fd5b16aab",
            "7dc99038d69349c599e13c5b3b72d4fe",
            "a4a4fb69b7d64752b92922fd804571f3",
            "0251245f040348228236fc6a949b73fa",
            "8db40c0fa27e44fe901a73e51b1a7648",
            "0717b734aafd4ede9668ee9f9cc1e431",
            "7387f47996c6448a9db29d620175982d",
            "9cbb900de507493bb5d44a7a2270caae",
            "c55131f662cf40f582986d54141c74ea",
            "f78db803e53e459598edde4e95cb8db5",
            "564423239d5148eda4b3d638977831cd",
            "9dcfaf083e324d7393897bd8c8c91fbd",
            "b54ea5f6b46843bba5ec7d4238316856"
          ]
        },
        "id": "gayswmImYjq7",
        "outputId": "18c42032-32fa-4135-c5bd-c07a33f621b0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:88: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/2.32k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9f57373c5945401c82744ed373ec1d9d"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "spiece.model:   0%|          | 0.00/792k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "5a7d054a071e4c2c8cd41d8bfa200aa8"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.39M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d2466155240847f0a9523d260f8d43e3"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "You are using the default legacy behaviour of the <class 'transformers.models.t5.tokenization_t5.T5Tokenizer'>. This is expected, and simply means that the `legacy` (previous) behavior will be used so nothing changes for you. If you want to use the new behaviour, set `legacy=False`. This should only be set if you understand what it means, and thoroughly read the reason why this was added as explained in https://github.com/huggingface/transformers/pull/24565\n",
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/1.21k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "37dfaf430511431b9a2543d553a0f1c5"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/242M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d74281618e3f4553b25aad942836a431"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/147 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "a4a4fb69b7d64752b92922fd804571f3"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "model.to(device)\n",
        "model.train()"
      ],
      "metadata": {
        "id": "rmE5Y3d3ppMy",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8bc8f7c1-5861-4700-ae5e-56d17230609f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "T5ForConditionalGeneration(\n",
              "  (shared): Embedding(32128, 512)\n",
              "  (encoder): T5Stack(\n",
              "    (embed_tokens): Embedding(32128, 512)\n",
              "    (block): ModuleList(\n",
              "      (0): T5Block(\n",
              "        (layer): ModuleList(\n",
              "          (0): T5LayerSelfAttention(\n",
              "            (SelfAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (relative_attention_bias): Embedding(32, 8)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (1): T5LayerFF(\n",
              "            (DenseReluDense): T5DenseActDense(\n",
              "              (wi): Linear(in_features=512, out_features=2048, bias=False)\n",
              "              (wo): Linear(in_features=2048, out_features=512, bias=False)\n",
              "              (dropout): Dropout(p=0.1, inplace=False)\n",
              "              (act): ReLU()\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "        )\n",
              "      )\n",
              "      (1-5): 5 x T5Block(\n",
              "        (layer): ModuleList(\n",
              "          (0): T5LayerSelfAttention(\n",
              "            (SelfAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (1): T5LayerFF(\n",
              "            (DenseReluDense): T5DenseActDense(\n",
              "              (wi): Linear(in_features=512, out_features=2048, bias=False)\n",
              "              (wo): Linear(in_features=2048, out_features=512, bias=False)\n",
              "              (dropout): Dropout(p=0.1, inplace=False)\n",
              "              (act): ReLU()\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "        )\n",
              "      )\n",
              "    )\n",
              "    (final_layer_norm): T5LayerNorm()\n",
              "    (dropout): Dropout(p=0.1, inplace=False)\n",
              "  )\n",
              "  (decoder): T5Stack(\n",
              "    (embed_tokens): Embedding(32128, 512)\n",
              "    (block): ModuleList(\n",
              "      (0): T5Block(\n",
              "        (layer): ModuleList(\n",
              "          (0): T5LayerSelfAttention(\n",
              "            (SelfAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (relative_attention_bias): Embedding(32, 8)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (1): T5LayerCrossAttention(\n",
              "            (EncDecAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (2): T5LayerFF(\n",
              "            (DenseReluDense): T5DenseActDense(\n",
              "              (wi): Linear(in_features=512, out_features=2048, bias=False)\n",
              "              (wo): Linear(in_features=2048, out_features=512, bias=False)\n",
              "              (dropout): Dropout(p=0.1, inplace=False)\n",
              "              (act): ReLU()\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "        )\n",
              "      )\n",
              "      (1-5): 5 x T5Block(\n",
              "        (layer): ModuleList(\n",
              "          (0): T5LayerSelfAttention(\n",
              "            (SelfAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (1): T5LayerCrossAttention(\n",
              "            (EncDecAttention): T5Attention(\n",
              "              (q): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (k): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (v): Linear(in_features=512, out_features=512, bias=False)\n",
              "              (o): Linear(in_features=512, out_features=512, bias=False)\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "          (2): T5LayerFF(\n",
              "            (DenseReluDense): T5DenseActDense(\n",
              "              (wi): Linear(in_features=512, out_features=2048, bias=False)\n",
              "              (wo): Linear(in_features=2048, out_features=512, bias=False)\n",
              "              (dropout): Dropout(p=0.1, inplace=False)\n",
              "              (act): ReLU()\n",
              "            )\n",
              "            (layer_norm): T5LayerNorm()\n",
              "            (dropout): Dropout(p=0.1, inplace=False)\n",
              "          )\n",
              "        )\n",
              "      )\n",
              "    )\n",
              "    (final_layer_norm): T5LayerNorm()\n",
              "    (dropout): Dropout(p=0.1, inplace=False)\n",
              "  )\n",
              "  (lm_head): Linear(in_features=512, out_features=32128, bias=False)\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "optimizer = torch.optim.AdamW(model.parameters(), lr=5e-5)\n",
        "loss_fn = torch.nn.CrossEntropyLoss()\n",
        "num_epochs = 25"
      ],
      "metadata": {
        "id": "f8NHNaZRpwZX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for epoch in range(num_epochs):\n",
        "  for data in np.concatenate((sp_train, wp_train)):\n",
        "    wp = False\n",
        "    sp = False\n",
        "    qtn, id = format(data)\n",
        "    if '_' in id:\n",
        "      continue\n",
        "    if \"WP\" in id:\n",
        "      wp = True\n",
        "    if \"SP\" in id:\n",
        "      sp = True\n",
        "    qc += 1\n",
        "    if wp:\n",
        "      wpc += 1\n",
        "    if sp:\n",
        "      spc += 1\n",
        "    inp = tokenizer(qtn, return_tensors=\"pt\", padding=True, truncation=True).to(device)\n",
        "    if data['answer'] not in data['choice_list']:\n",
        "      print(f\"Skipping question {id} because answer '{data['answer']}' is not in the list of choices.\")\n",
        "      continue\n",
        "    lbl = data['choice_list'].index(data['answer'])\n",
        "    op = model(input_ids = inp.input_ids, attention_mask = inp.attention_mask, labels = torch.tensor([lbl]).unsqueeze(0).to(device))\n",
        "    loss = op.loss\n",
        "    optimizer.zero_grad()\n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "    plbl = torch.argmax(op.logits, dim=-1)\n",
        "    if plbl == lbl:\n",
        "      ans += 1\n",
        "      if wp:\n",
        "        corwp += 1\n",
        "      if sp:\n",
        "        corsp += 1\n",
        "    train_acc = ans / qc\n",
        "    print(f\"Epoch {epoch+1}, Acc: {train_acc}, Loss: {loss.item()}\")\n",
        "\n",
        "accuracy = ans / qc\n",
        "print(f\"Total Accuracy: {accuracy:.2f}\")\n",
        "print(f\"WP Accuracy: {corwp / wpc:.2f}\")\n",
        "print(f\"SP Accuracy: {corsp / spc:.2f}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kqW3ON_1YlwV",
        "outputId": "c60ecd2f-f0c7-41aa-beb1-8597341cda84"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
            "Epoch 6, Acc: 0.32051282051282054, Loss: 3.535828113555908\n",
            "Epoch 6, Acc: 0.3202846975088968, Loss: 1.7502470016479492\n",
            "Epoch 6, Acc: 0.3200568990042674, Loss: 2.422811508178711\n",
            "Epoch 6, Acc: 0.3205401563610519, Loss: 0.6242802143096924\n",
            "Epoch 6, Acc: 0.3203125, Loss: 1.1388881206512451\n",
            "Epoch 6, Acc: 0.32008516678495386, Loss: 1.2940404415130615\n",
            "Epoch 6, Acc: 0.32056737588652484, Loss: 0.5174524784088135\n",
            "Epoch 6, Acc: 0.3203401842664777, Loss: 0.9909707307815552\n",
            "Epoch 6, Acc: 0.32082152974504247, Loss: 0.6096557378768921\n",
            "Epoch 6, Acc: 0.3205944798301486, Loss: 2.230032205581665\n",
            "Epoch 6, Acc: 0.32107496463932106, Loss: 0.1202273890376091\n",
            "Epoch 6, Acc: 0.3215547703180212, Loss: 0.20503218472003937\n",
            "Epoch 6, Acc: 0.3220338983050847, Loss: 0.07414665818214417\n",
            "Epoch 6, Acc: 0.32180663373323926, Loss: 3.360198974609375\n",
            "Epoch 6, Acc: 0.3215796897038082, Loss: 3.1690027713775635\n",
            "Epoch 6, Acc: 0.321353065539112, Loss: 0.7500268220901489\n",
            "Epoch 6, Acc: 0.3211267605633803, Loss: 2.8904361724853516\n",
            "Epoch 6, Acc: 0.3216045038705137, Loss: 0.06728796660900116\n",
            "Epoch 6, Acc: 0.32137834036568214, Loss: 1.230078935623169\n",
            "Epoch 6, Acc: 0.3218552354181307, Loss: 0.18938112258911133\n",
            "Epoch 6, Acc: 0.32162921348314605, Loss: 1.1211650371551514\n",
            "Epoch 6, Acc: 0.3214035087719298, Loss: 2.1884872913360596\n",
            "Epoch 6, Acc: 0.32187938288920054, Loss: 0.19170185923576355\n",
            "Epoch 6, Acc: 0.322354590049054, Loss: 0.2073851227760315\n",
            "Epoch 6, Acc: 0.3228291316526611, Loss: 0.825524091720581\n",
            "Epoch 6, Acc: 0.32260321903428973, Loss: 2.092305898666382\n",
            "Epoch 6, Acc: 0.32237762237762235, Loss: 0.9902340173721313\n",
            "Epoch 6, Acc: 0.3221523410202656, Loss: 1.7598180770874023\n",
            "Epoch 6, Acc: 0.3226256983240223, Loss: 0.7278608679771423\n",
            "Epoch 6, Acc: 0.322400558269365, Loss: 2.318024158477783\n",
            "Epoch 6, Acc: 0.3228730822873082, Loss: 0.4130455255508423\n",
            "Epoch 6, Acc: 0.3233449477351916, Loss: 0.9291267395019531\n",
            "Epoch 6, Acc: 0.3231197771587744, Loss: 2.0156033039093018\n",
            "Epoch 6, Acc: 0.3235908141962422, Loss: 0.7238060235977173\n",
            "Epoch 6, Acc: 0.3240611961057024, Loss: 0.4045560956001282\n",
            "Epoch 6, Acc: 0.3238359972202919, Loss: 1.6694488525390625\n",
            "Epoch 6, Acc: 0.3236111111111111, Loss: 3.8748369216918945\n",
            "Epoch 6, Acc: 0.32338653712699517, Loss: 2.1343657970428467\n",
            "Epoch 6, Acc: 0.3231622746185853, Loss: 2.3143186569213867\n",
            "Epoch 6, Acc: 0.32363132363132363, Loss: 0.8381139039993286\n",
            "Epoch 6, Acc: 0.3234072022160665, Loss: 1.4548074007034302\n",
            "Epoch 6, Acc: 0.3231833910034602, Loss: 1.3454763889312744\n",
            "Epoch 6, Acc: 0.3236514522821577, Loss: 0.40134748816490173\n",
            "Epoch 6, Acc: 0.32411886662059436, Loss: 0.5286869406700134\n",
            "Epoch 6, Acc: 0.324585635359116, Loss: 0.5565518140792847\n",
            "Epoch 6, Acc: 0.3243616287094548, Loss: 2.122004747390747\n",
            "Epoch 6, Acc: 0.32413793103448274, Loss: 1.4103038311004639\n",
            "Epoch 6, Acc: 0.3246037215713301, Loss: 0.8614330887794495\n",
            "Epoch 6, Acc: 0.3243801652892562, Loss: 1.0295217037200928\n",
            "Epoch 6, Acc: 0.32415691672401925, Loss: 4.325356960296631\n",
            "Epoch 6, Acc: 0.3246217331499312, Loss: 0.6942034363746643\n",
            "Epoch 6, Acc: 0.325085910652921, Loss: 0.1929750144481659\n",
            "Epoch 6, Acc: 0.3248626373626374, Loss: 2.0997941493988037\n",
            "Epoch 6, Acc: 0.32463967055593684, Loss: 1.4972432851791382\n",
            "Epoch 6, Acc: 0.3244170096021948, Loss: 6.077982425689697\n",
            "Epoch 6, Acc: 0.32419465387251545, Loss: 1.61647629737854\n",
            "Epoch 6, Acc: 0.323972602739726, Loss: 2.558835506439209\n",
            "Epoch 6, Acc: 0.32375085557837097, Loss: 6.782164573669434\n",
            "Epoch 6, Acc: 0.3235294117647059, Loss: 0.921248197555542\n",
            "Epoch 6, Acc: 0.3233082706766917, Loss: 3.5475380420684814\n",
            "Epoch 6, Acc: 0.3237704918032787, Loss: 1.1001477241516113\n",
            "Epoch 6, Acc: 0.3235494880546075, Loss: 1.5816394090652466\n",
            "Epoch 6, Acc: 0.32401091405184174, Loss: 0.9620492458343506\n",
            "Epoch 6, Acc: 0.32447171097477845, Loss: 0.31170666217803955\n",
            "Epoch 6, Acc: 0.3249318801089918, Loss: 0.8388204574584961\n",
            "Epoch 6, Acc: 0.32471068754254595, Loss: 1.9434573650360107\n",
            "Epoch 6, Acc: 0.3251700680272109, Loss: 0.2698781192302704\n",
            "Epoch 6, Acc: 0.3249490142760027, Loss: 0.9746987223625183\n",
            "Epoch 6, Acc: 0.32540760869565216, Loss: 0.9132328629493713\n",
            "Epoch 6, Acc: 0.3258655804480652, Loss: 0.48569631576538086\n",
            "Epoch 6, Acc: 0.32632293080054275, Loss: 0.5027586817741394\n",
            "Epoch 6, Acc: 0.32677966101694916, Loss: 1.248056173324585\n",
            "Epoch 6, Acc: 0.32723577235772355, Loss: 1.0587913990020752\n",
            "Epoch 6, Acc: 0.32701421800947866, Loss: 2.267550230026245\n",
            "Epoch 6, Acc: 0.3267929634641407, Loss: 1.186035394668579\n",
            "Epoch 6, Acc: 0.3265720081135903, Loss: 1.5559217929840088\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 6, Acc: 0.3261309925725861, Loss: 0.8335046768188477\n",
            "Epoch 6, Acc: 0.3259109311740891, Loss: 4.665992736816406\n",
            "Epoch 6, Acc: 0.3256911665542819, Loss: 5.467692852020264\n",
            "Epoch 6, Acc: 0.32547169811320753, Loss: 1.5938630104064941\n",
            "Epoch 6, Acc: 0.32525252525252524, Loss: 2.4690136909484863\n",
            "Epoch 6, Acc: 0.32570659488559894, Loss: 0.36994028091430664\n",
            "Epoch 6, Acc: 0.3261600537995965, Loss: 0.5191248059272766\n",
            "Epoch 6, Acc: 0.32594086021505375, Loss: 0.8245614171028137\n",
            "Epoch 6, Acc: 0.32572196104768303, Loss: 1.4682338237762451\n",
            "Epoch 6, Acc: 0.32550335570469796, Loss: 2.0617496967315674\n",
            "Epoch 6, Acc: 0.32595573440643866, Loss: 0.026955120265483856\n",
            "Epoch 6, Acc: 0.3257372654155496, Loss: 5.478175163269043\n",
            "Epoch 6, Acc: 0.3261888814467515, Loss: 0.43653634190559387\n",
            "Epoch 6, Acc: 0.32597054886211513, Loss: 1.4430568218231201\n",
            "Epoch 6, Acc: 0.32642140468227426, Loss: 0.5809922814369202\n",
            "Epoch 6, Acc: 0.32687165775401067, Loss: 0.06232430785894394\n",
            "Epoch 6, Acc: 0.3273213092852371, Loss: 1.1103782653808594\n",
            "Epoch 6, Acc: 0.32777036048064084, Loss: 0.6446088552474976\n",
            "Epoch 6, Acc: 0.3275517011340894, Loss: 1.4755172729492188\n",
            "Epoch 6, Acc: 0.3273333333333333, Loss: 1.9720845222473145\n",
            "Epoch 6, Acc: 0.3271152564956695, Loss: 3.5809168815612793\n",
            "Epoch 6, Acc: 0.32689747003994674, Loss: 4.55177640914917\n",
            "Epoch 6, Acc: 0.32667997338656024, Loss: 2.286621332168579\n",
            "Epoch 6, Acc: 0.32646276595744683, Loss: 1.9902851581573486\n",
            "Epoch 6, Acc: 0.32624584717607974, Loss: 8.7067289352417\n",
            "Epoch 6, Acc: 0.32602921646746347, Loss: 1.5882622003555298\n",
            "Epoch 6, Acc: 0.32647644326476444, Loss: 0.25802698731422424\n",
            "Epoch 6, Acc: 0.32625994694960214, Loss: 1.5935733318328857\n",
            "Epoch 6, Acc: 0.3267064280980782, Loss: 0.01857774332165718\n",
            "Epoch 6, Acc: 0.3271523178807947, Loss: 0.5722711086273193\n",
            "Epoch 6, Acc: 0.3269358041032429, Loss: 2.2223472595214844\n",
            "Epoch 6, Acc: 0.3273809523809524, Loss: 0.9718078374862671\n",
            "Epoch 6, Acc: 0.3271645736946464, Loss: 6.09664249420166\n",
            "Epoch 6, Acc: 0.32694848084544254, Loss: 1.5922435522079468\n",
            "Epoch 6, Acc: 0.32739273927392737, Loss: 0.747645378112793\n",
            "Epoch 6, Acc: 0.32783641160949867, Loss: 0.516655445098877\n",
            "Epoch 6, Acc: 0.32827949901120634, Loss: 0.32474419474601746\n",
            "Epoch 6, Acc: 0.32806324110671936, Loss: 3.3056020736694336\n",
            "Epoch 6, Acc: 0.3285055957867018, Loss: 0.20113416016101837\n",
            "Epoch 6, Acc: 0.3282894736842105, Loss: 3.3249497413635254\n",
            "Epoch 6, Acc: 0.32873109796186717, Loss: 0.15930333733558655\n",
            "Epoch 6, Acc: 0.328515111695138, Loss: 2.423593282699585\n",
            "Epoch 6, Acc: 0.3282994090610637, Loss: 1.1826322078704834\n",
            "Epoch 6, Acc: 0.328740157480315, Loss: 0.37799781560897827\n",
            "Epoch 6, Acc: 0.3285245901639344, Loss: 1.1730490922927856\n",
            "Epoch 6, Acc: 0.3289646133682831, Loss: 0.3132263422012329\n",
            "Epoch 6, Acc: 0.3287491814014407, Loss: 2.9444854259490967\n",
            "Epoch 6, Acc: 0.32918848167539266, Loss: 0.1097436472773552\n",
            "Epoch 6, Acc: 0.328973185088293, Loss: 4.897504806518555\n",
            "Epoch 6, Acc: 0.3287581699346405, Loss: 1.08512282371521\n",
            "Epoch 6, Acc: 0.32919660352710645, Loss: 0.058344874531030655\n",
            "Epoch 6, Acc: 0.3289817232375979, Loss: 2.3474478721618652\n",
            "Epoch 6, Acc: 0.3287671232876712, Loss: 3.582369089126587\n",
            "Epoch 6, Acc: 0.32920469361147325, Loss: 0.7876291871070862\n",
            "Epoch 6, Acc: 0.3289902280130293, Loss: 1.5865294933319092\n",
            "Epoch 6, Acc: 0.3287760416666667, Loss: 2.738373279571533\n",
            "Epoch 7, Acc: 0.3292127521145088, Loss: 0.7673654556274414\n",
            "Epoch 7, Acc: 0.328998699609883, Loss: 4.118239402770996\n",
            "Epoch 7, Acc: 0.32878492527615333, Loss: 3.4545698165893555\n",
            "Epoch 7, Acc: 0.32922077922077925, Loss: 0.6220366954803467\n",
            "Epoch 7, Acc: 0.32900713822193384, Loss: 0.9738842844963074\n",
            "Epoch 7, Acc: 0.32944228274967574, Loss: 0.3729151785373688\n",
            "Epoch 7, Acc: 0.3292287751134154, Loss: 2.1958553791046143\n",
            "Epoch 7, Acc: 0.3290155440414508, Loss: 5.788822174072266\n",
            "Epoch 7, Acc: 0.3294498381877023, Loss: 0.6408290863037109\n",
            "Epoch 7, Acc: 0.3292367399741268, Loss: 2.0156378746032715\n",
            "Epoch 7, Acc: 0.32967032967032966, Loss: 0.4840986132621765\n",
            "Epoch 7, Acc: 0.32945736434108525, Loss: 2.8219661712646484\n",
            "Epoch 7, Acc: 0.3298902517753389, Loss: 0.6908350586891174\n",
            "Epoch 7, Acc: 0.3303225806451613, Loss: 0.1470256894826889\n",
            "Epoch 7, Acc: 0.3301096067053514, Loss: 1.0058034658432007\n",
            "Epoch 7, Acc: 0.32989690721649484, Loss: 1.7301217317581177\n",
            "Epoch 7, Acc: 0.3296844816484224, Loss: 2.7383484840393066\n",
            "Epoch 7, Acc: 0.32947232947232946, Loss: 2.657057762145996\n",
            "Epoch 7, Acc: 0.3292604501607717, Loss: 1.2308259010314941\n",
            "Epoch 7, Acc: 0.32904884318766064, Loss: 1.6014823913574219\n",
            "Epoch 7, Acc: 0.32883750802825945, Loss: 1.0647445917129517\n",
            "Epoch 7, Acc: 0.32926829268292684, Loss: 0.4698881506919861\n",
            "Epoch 7, Acc: 0.3290570878768441, Loss: 0.9321901798248291\n",
            "Epoch 7, Acc: 0.3294871794871795, Loss: 0.8356155157089233\n",
            "Epoch 7, Acc: 0.3299167200512492, Loss: 0.9492468237876892\n",
            "Epoch 7, Acc: 0.32970550576184376, Loss: 2.9664318561553955\n",
            "Epoch 7, Acc: 0.33013435700575816, Loss: 0.4282172620296478\n",
            "Epoch 7, Acc: 0.329923273657289, Loss: 1.0180962085723877\n",
            "Epoch 7, Acc: 0.32971246006389776, Loss: 2.2505335807800293\n",
            "Epoch 7, Acc: 0.3301404853128991, Loss: 0.7241659760475159\n",
            "Epoch 7, Acc: 0.3299298021697511, Loss: 1.850738286972046\n",
            "Epoch 7, Acc: 0.32971938775510207, Loss: 4.0290117263793945\n",
            "Epoch 7, Acc: 0.32950924155513067, Loss: 6.519063472747803\n",
            "Epoch 7, Acc: 0.32993630573248406, Loss: 1.0750691890716553\n",
            "Epoch 7, Acc: 0.3303628262253342, Loss: 0.7706184387207031\n",
            "Epoch 7, Acc: 0.3301526717557252, Loss: 1.3253825902938843\n",
            "Epoch 7, Acc: 0.32994278448823905, Loss: 1.2693743705749512\n",
            "Epoch 7, Acc: 0.3297331639135959, Loss: 0.9043477177619934\n",
            "Epoch 7, Acc: 0.33015873015873015, Loss: 0.5985147953033447\n",
            "Epoch 7, Acc: 0.3299492385786802, Loss: 1.2049896717071533\n",
            "Epoch 7, Acc: 0.3303741280913126, Loss: 0.4213833212852478\n",
            "Epoch 7, Acc: 0.33079847908745247, Loss: 1.0701676607131958\n",
            "Epoch 7, Acc: 0.331222292590247, Loss: 0.7917328476905823\n",
            "Epoch 7, Acc: 0.3310126582278481, Loss: 2.105940341949463\n",
            "Epoch 7, Acc: 0.3308032890575585, Loss: 1.5731761455535889\n",
            "Epoch 7, Acc: 0.3305941845764855, Loss: 2.2550246715545654\n",
            "Epoch 7, Acc: 0.3310170562223626, Loss: 0.3976719081401825\n",
            "Epoch 7, Acc: 0.3314393939393939, Loss: 0.9966856241226196\n",
            "Epoch 7, Acc: 0.3312302839116719, Loss: 1.4294630289077759\n",
            "Epoch 7, Acc: 0.33102143757881464, Loss: 1.2432949542999268\n",
            "Epoch 7, Acc: 0.33081285444234404, Loss: 1.6701619625091553\n",
            "Epoch 7, Acc: 0.3306045340050378, Loss: 1.3537187576293945\n",
            "Epoch 7, Acc: 0.3303964757709251, Loss: 1.275630235671997\n",
            "Epoch 7, Acc: 0.33081761006289306, Loss: 1.0680850744247437\n",
            "Epoch 7, Acc: 0.33060967944688874, Loss: 3.2942442893981934\n",
            "Epoch 7, Acc: 0.33040201005025127, Loss: 1.0097894668579102\n",
            "Epoch 7, Acc: 0.3308223477715003, Loss: 0.1988772600889206\n",
            "Epoch 7, Acc: 0.3312421580928482, Loss: 0.4922111928462982\n",
            "Epoch 7, Acc: 0.3310344827586207, Loss: 1.455098271369934\n",
            "Epoch 7, Acc: 0.33145363408521306, Loss: 0.5806514620780945\n",
            "Epoch 7, Acc: 0.3312460864120225, Loss: 1.4244837760925293\n",
            "Epoch 7, Acc: 0.3310387984981227, Loss: 2.860746383666992\n",
            "Epoch 7, Acc: 0.3308317698561601, Loss: 1.0194066762924194\n",
            "Epoch 7, Acc: 0.33125, Loss: 0.1785741001367569\n",
            "Epoch 7, Acc: 0.3316677076826983, Loss: 0.8287881016731262\n",
            "Epoch 7, Acc: 0.33146067415730335, Loss: 4.918929576873779\n",
            "Epoch 7, Acc: 0.3312538989394885, Loss: 1.3165818452835083\n",
            "Epoch 7, Acc: 0.33104738154613467, Loss: 0.9293962121009827\n",
            "Epoch 7, Acc: 0.33084112149532713, Loss: 1.2596821784973145\n",
            "Epoch 7, Acc: 0.3306351183063512, Loss: 1.7055470943450928\n",
            "Epoch 7, Acc: 0.3304293714996889, Loss: 2.1806561946868896\n",
            "Epoch 7, Acc: 0.3308457711442786, Loss: 0.3664337396621704\n",
            "Epoch 7, Acc: 0.33064014916096957, Loss: 2.4085750579833984\n",
            "Epoch 7, Acc: 0.331055900621118, Loss: 1.0795259475708008\n",
            "Epoch 7, Acc: 0.3308504034761018, Loss: 1.0821750164031982\n",
            "Epoch 7, Acc: 0.33126550868486354, Loss: 0.4541350305080414\n",
            "Epoch 7, Acc: 0.3310601363918165, Loss: 3.0379319190979004\n",
            "Epoch 7, Acc: 0.33147459727385375, Loss: 0.8383263349533081\n",
            "Epoch 7, Acc: 0.33126934984520123, Loss: 2.602725028991699\n",
            "Epoch 7, Acc: 0.3310643564356436, Loss: 2.0531983375549316\n",
            "Epoch 7, Acc: 0.3308596165739023, Loss: 1.0571742057800293\n",
            "Epoch 7, Acc: 0.33127317676143386, Loss: 0.5924656391143799\n",
            "Epoch 7, Acc: 0.33106856084002473, Loss: 1.0903446674346924\n",
            "Epoch 7, Acc: 0.3308641975308642, Loss: 0.9997612237930298\n",
            "Epoch 7, Acc: 0.33066008636644045, Loss: 1.7965946197509766\n",
            "Epoch 7, Acc: 0.33045622688039455, Loss: 3.6181087493896484\n",
            "Epoch 7, Acc: 0.3302526186075169, Loss: 2.7790675163269043\n",
            "Epoch 7, Acc: 0.33004926108374383, Loss: 1.7683734893798828\n",
            "Epoch 7, Acc: 0.3304615384615385, Loss: 0.7102502584457397\n",
            "Epoch 7, Acc: 0.33025830258302585, Loss: 3.0829668045043945\n",
            "Epoch 7, Acc: 0.33005531653349723, Loss: 1.245370864868164\n",
            "Epoch 7, Acc: 0.3298525798525799, Loss: 1.043442726135254\n",
            "Epoch 7, Acc: 0.3296500920810313, Loss: 1.478127121925354\n",
            "Epoch 7, Acc: 0.3294478527607362, Loss: 2.1857359409332275\n",
            "Epoch 7, Acc: 0.32924586143470264, Loss: 1.0436872243881226\n",
            "Epoch 7, Acc: 0.3290441176470588, Loss: 6.796428680419922\n",
            "Epoch 7, Acc: 0.3288426209430496, Loss: 1.432319164276123\n",
            "Epoch 7, Acc: 0.32864137086903306, Loss: 0.8020972013473511\n",
            "Epoch 7, Acc: 0.3290519877675841, Loss: 1.0476552248001099\n",
            "Epoch 7, Acc: 0.32885085574572126, Loss: 2.4765512943267822\n",
            "Epoch 7, Acc: 0.32926084300549785, Loss: 0.5113877654075623\n",
            "Epoch 7, Acc: 0.32967032967032966, Loss: 0.3517809808254242\n",
            "Epoch 7, Acc: 0.32946918852959123, Loss: 3.618276596069336\n",
            "Epoch 7, Acc: 0.32926829268292684, Loss: 4.41293478012085\n",
            "Epoch 7, Acc: 0.3290676416819013, Loss: 2.5307116508483887\n",
            "Epoch 7, Acc: 0.3294762484774665, Loss: 0.6333873867988586\n",
            "Epoch 7, Acc: 0.32988435788192333, Loss: 0.7005615234375\n",
            "Epoch 7, Acc: 0.32968369829683697, Loss: 4.648770332336426\n",
            "Epoch 7, Acc: 0.32948328267477206, Loss: 5.3970561027526855\n",
            "Epoch 7, Acc: 0.3292831105710814, Loss: 2.2540488243103027\n",
            "Epoch 7, Acc: 0.32908318154219796, Loss: 1.2834025621414185\n",
            "Epoch 7, Acc: 0.3288834951456311, Loss: 2.536578416824341\n",
            "Epoch 7, Acc: 0.3286840509399636, Loss: 1.4262049198150635\n",
            "Epoch 7, Acc: 0.3284848484848485, Loss: 1.3374892473220825\n",
            "Epoch 7, Acc: 0.32828588734100544, Loss: 3.6829562187194824\n",
            "Epoch 7, Acc: 0.3280871670702179, Loss: 1.2384535074234009\n",
            "Epoch 7, Acc: 0.32849364791288566, Loss: 0.17677243053913116\n",
            "Epoch 7, Acc: 0.32889963724304716, Loss: 0.5355372428894043\n",
            "Epoch 7, Acc: 0.3293051359516616, Loss: 0.8864984512329102\n",
            "Epoch 7, Acc: 0.32971014492753625, Loss: 1.0054748058319092\n",
            "Epoch 7, Acc: 0.3295111647555824, Loss: 2.677253007888794\n",
            "Epoch 7, Acc: 0.3293124246079614, Loss: 2.7830591201782227\n",
            "Epoch 7, Acc: 0.3291139240506329, Loss: 3.5317654609680176\n",
            "Epoch 7, Acc: 0.32951807228915664, Loss: 1.0742979049682617\n",
            "Epoch 7, Acc: 0.329319686935581, Loss: 1.124416708946228\n",
            "Epoch 7, Acc: 0.3297232250300842, Loss: 0.5660663843154907\n",
            "Epoch 7, Acc: 0.3301262778111846, Loss: 0.11322682350873947\n",
            "Epoch 7, Acc: 0.32992788461538464, Loss: 1.2782211303710938\n",
            "Epoch 7, Acc: 0.32972972972972975, Loss: 1.360743522644043\n",
            "Epoch 7, Acc: 0.32953181272509, Loss: 0.9684639573097229\n",
            "Epoch 7, Acc: 0.32933413317336535, Loss: 1.1236681938171387\n",
            "Epoch 7, Acc: 0.32973621103117506, Loss: 0.4751144051551819\n",
            "Epoch 7, Acc: 0.32953864589574594, Loss: 0.9918375611305237\n",
            "Epoch 7, Acc: 0.32934131736526945, Loss: 2.4024906158447266\n",
            "Epoch 7, Acc: 0.32974266906044286, Loss: 0.976677417755127\n",
            "Epoch 7, Acc: 0.33014354066985646, Loss: 0.40575799345970154\n",
            "Epoch 7, Acc: 0.3299462044231919, Loss: 1.5311788320541382\n",
            "Epoch 7, Acc: 0.32974910394265233, Loss: 1.8761379718780518\n",
            "Epoch 7, Acc: 0.3301492537313433, Loss: 0.6539825201034546\n",
            "Epoch 7, Acc: 0.3299522673031026, Loss: 0.9129392504692078\n",
            "Epoch 7, Acc: 0.32975551580202744, Loss: 4.975241661071777\n",
            "Epoch 7, Acc: 0.3301549463647199, Loss: 0.6576400399208069\n",
            "Epoch 7, Acc: 0.3299583085169744, Loss: 5.210942268371582\n",
            "Epoch 7, Acc: 0.33035714285714285, Loss: 0.5086135268211365\n",
            "Epoch 7, Acc: 0.330755502676978, Loss: 0.8632597327232361\n",
            "Epoch 7, Acc: 0.33055885850178357, Loss: 5.7143425941467285\n",
            "Epoch 7, Acc: 0.33095662507427215, Loss: 0.8603893518447876\n",
            "Epoch 7, Acc: 0.3307600950118765, Loss: 1.6609716415405273\n",
            "Epoch 7, Acc: 0.3305637982195846, Loss: 1.1818995475769043\n",
            "Epoch 7, Acc: 0.330367734282325, Loss: 1.1767213344573975\n",
            "Epoch 7, Acc: 0.33076467101363366, Loss: 0.7777456045150757\n",
            "Epoch 7, Acc: 0.3305687203791469, Loss: 1.6076793670654297\n",
            "Epoch 7, Acc: 0.33037300177619894, Loss: 1.7063961029052734\n",
            "Epoch 7, Acc: 0.33076923076923076, Loss: 0.401874840259552\n",
            "Epoch 7, Acc: 0.33057362507392074, Loss: 1.1245582103729248\n",
            "Epoch 7, Acc: 0.33037825059101655, Loss: 4.739490032196045\n",
            "Epoch 7, Acc: 0.33077377436503247, Loss: 0.4824405908584595\n",
            "Epoch 7, Acc: 0.33116883116883117, Loss: 0.6895923614501953\n",
            "Epoch 7, Acc: 0.3309734513274336, Loss: 1.3903899192810059\n",
            "Epoch 7, Acc: 0.33077830188679247, Loss: 2.626375675201416\n",
            "Epoch 7, Acc: 0.3305833824395993, Loss: 1.8383228778839111\n",
            "Epoch 7, Acc: 0.3303886925795053, Loss: 0.9173041582107544\n",
            "Epoch 7, Acc: 0.3301942319011183, Loss: 4.110988140106201\n",
            "Epoch 7, Acc: 0.33, Loss: 1.522109031677246\n",
            "Epoch 7, Acc: 0.3298059964726631, Loss: 1.4327902793884277\n",
            "Epoch 7, Acc: 0.3296122209165687, Loss: 2.4595658779144287\n",
            "Epoch 7, Acc: 0.32941867293012334, Loss: 2.134490489959717\n",
            "Epoch 7, Acc: 0.32922535211267606, Loss: 0.964691698551178\n",
            "Epoch 7, Acc: 0.32903225806451614, Loss: 2.368974447250366\n",
            "Epoch 7, Acc: 0.32942555685814773, Loss: 0.5271691679954529\n",
            "Epoch 7, Acc: 0.3292325717633275, Loss: 1.9088338613510132\n",
            "Epoch 7, Acc: 0.3296252927400468, Loss: 0.6798314452171326\n",
            "Epoch 7, Acc: 0.33001755412521944, Loss: 1.0334709882736206\n",
            "Epoch 7, Acc: 0.3304093567251462, Loss: 0.8614363074302673\n",
            "Epoch 7, Acc: 0.3302162478082992, Loss: 2.342048168182373\n",
            "Epoch 7, Acc: 0.33060747663551404, Loss: 0.9375081062316895\n",
            "Epoch 7, Acc: 0.3304144775248103, Loss: 1.0643556118011475\n",
            "Epoch 7, Acc: 0.33022170361726955, Loss: 4.950467109680176\n",
            "Epoch 7, Acc: 0.3306122448979592, Loss: 0.6351432800292969\n",
            "Epoch 7, Acc: 0.3304195804195804, Loss: 5.193673610687256\n",
            "Epoch 7, Acc: 0.33080955154338965, Loss: 0.20514589548110962\n",
            "Epoch 7, Acc: 0.33061699650756693, Loss: 1.2368346452713013\n",
            "Epoch 7, Acc: 0.3310063990692263, Loss: 0.6585437655448914\n",
            "Epoch 7, Acc: 0.3313953488372093, Loss: 1.0537995100021362\n",
            "Epoch 7, Acc: 0.33120278907611855, Loss: 1.2900553941726685\n",
            "Epoch 7, Acc: 0.3310104529616725, Loss: 3.6979596614837646\n",
            "Epoch 7, Acc: 0.3308183401044689, Loss: 2.7791647911071777\n",
            "Epoch 7, Acc: 0.3306264501160093, Loss: 2.284149646759033\n",
            "Epoch 7, Acc: 0.33043478260869563, Loss: 1.0191956758499146\n",
            "Epoch 7, Acc: 0.3302433371958285, Loss: 3.3127894401550293\n",
            "Epoch 7, Acc: 0.33063115228720324, Loss: 0.5631316900253296\n",
            "Epoch 7, Acc: 0.3304398148148148, Loss: 1.6202104091644287\n",
            "Epoch 7, Acc: 0.3308270676691729, Loss: 0.5237529873847961\n",
            "Epoch 7, Acc: 0.330635838150289, Loss: 1.4492876529693604\n",
            "Epoch 7, Acc: 0.3304448295782785, Loss: 1.1018658876419067\n",
            "Epoch 7, Acc: 0.3302540415704388, Loss: 3.2212061882019043\n",
            "Epoch 7, Acc: 0.33006347374495093, Loss: 1.7068538665771484\n",
            "Epoch 7, Acc: 0.3304498269896194, Loss: 0.604839026927948\n",
            "Epoch 7, Acc: 0.33025936599423633, Loss: 0.9450169205665588\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 7, Acc: 0.330454807138745, Loss: 0.08598259836435318\n",
            "Epoch 7, Acc: 0.3302646720368239, Loss: 2.802215099334717\n",
            "Epoch 7, Acc: 0.3300747556066705, Loss: 1.7498011589050293\n",
            "Epoch 7, Acc: 0.33045977011494254, Loss: 0.38399744033813477\n",
            "Epoch 7, Acc: 0.33026995979322227, Loss: 2.9139325618743896\n",
            "Epoch 7, Acc: 0.330654420206659, Loss: 0.3705798387527466\n",
            "Epoch 7, Acc: 0.3304647160068847, Loss: 1.0215553045272827\n",
            "Epoch 7, Acc: 0.330848623853211, Loss: 0.5020087957382202\n",
            "Epoch 7, Acc: 0.3312320916905444, Loss: 0.6375656723976135\n",
            "Epoch 7, Acc: 0.33104238258877433, Loss: 1.4856165647506714\n",
            "Epoch 7, Acc: 0.3314253005151689, Loss: 0.06184794381260872\n",
            "Epoch 7, Acc: 0.3318077803203661, Loss: 0.40649867057800293\n",
            "Epoch 7, Acc: 0.3321898227558605, Loss: 0.636581301689148\n",
            "Epoch 7, Acc: 0.332, Loss: 1.5914522409439087\n",
            "Epoch 7, Acc: 0.33181039406053686, Loss: 2.504279613494873\n",
            "Epoch 7, Acc: 0.3321917808219178, Loss: 0.4348487854003906\n",
            "Epoch 7, Acc: 0.3320022818026241, Loss: 1.350320816040039\n",
            "Epoch 7, Acc: 0.33181299885974913, Loss: 1.2725720405578613\n",
            "Epoch 7, Acc: 0.3316239316239316, Loss: 2.2407312393188477\n",
            "Epoch 7, Acc: 0.3314350797266515, Loss: 4.091073513031006\n",
            "Epoch 7, Acc: 0.33124644280022764, Loss: 2.7738921642303467\n",
            "Epoch 7, Acc: 0.3316268486916951, Loss: 0.6744100451469421\n",
            "Epoch 7, Acc: 0.33143831722569644, Loss: 1.9494850635528564\n",
            "Epoch 7, Acc: 0.33181818181818185, Loss: 0.45949220657348633\n",
            "Epoch 7, Acc: 0.3321976149914821, Loss: 0.640639066696167\n",
            "Epoch 7, Acc: 0.3325766174801362, Loss: 0.4600507616996765\n",
            "Epoch 7, Acc: 0.33295519001701646, Loss: 0.5984135270118713\n",
            "Epoch 7, Acc: 0.33276643990929705, Loss: 0.946465253829956\n",
            "Epoch 7, Acc: 0.33257790368271956, Loss: 3.6759088039398193\n",
            "Epoch 7, Acc: 0.332955832389581, Loss: 0.6537443399429321\n",
            "Epoch 7, Acc: 0.3333333333333333, Loss: 0.5824111104011536\n",
            "Epoch 7, Acc: 0.3331447963800905, Loss: 1.478724718093872\n",
            "Epoch 7, Acc: 0.33352176370830977, Loss: 0.04590461403131485\n",
            "Epoch 7, Acc: 0.3333333333333333, Loss: 2.8190717697143555\n",
            "Epoch 7, Acc: 0.3337097684923772, Loss: 0.766130805015564\n",
            "Epoch 7, Acc: 0.3340857787810384, Loss: 0.4776182174682617\n",
            "Epoch 7, Acc: 0.3344613649182177, Loss: 0.5466722846031189\n",
            "Epoch 7, Acc: 0.3342728297632469, Loss: 3.0707638263702393\n",
            "Epoch 7, Acc: 0.3340845070422535, Loss: 3.722018003463745\n",
            "Epoch 7, Acc: 0.3344594594594595, Loss: 0.6101081371307373\n",
            "Epoch 7, Acc: 0.3348339898705684, Loss: 0.3979526162147522\n",
            "Epoch 7, Acc: 0.33520809898762655, Loss: 1.1729604005813599\n",
            "Epoch 7, Acc: 0.3350196739741428, Loss: 1.4250894784927368\n",
            "Epoch 7, Acc: 0.33539325842696627, Loss: 0.6678920984268188\n",
            "Epoch 7, Acc: 0.3352049410443571, Loss: 1.5948212146759033\n",
            "Epoch 7, Acc: 0.335016835016835, Loss: 0.926819384098053\n",
            "Epoch 7, Acc: 0.33538979248457657, Loss: 0.5673834085464478\n",
            "Epoch 7, Acc: 0.335762331838565, Loss: 0.020893828943371773\n",
            "Epoch 7, Acc: 0.3355742296918767, Loss: 2.7081117630004883\n",
            "Epoch 7, Acc: 0.335946248600224, Loss: 0.5052730441093445\n",
            "Epoch 7, Acc: 0.33631785114717405, Loss: 0.22557085752487183\n",
            "Epoch 7, Acc: 0.33612975391498884, Loss: 2.1500630378723145\n",
            "Epoch 7, Acc: 0.3359418669647848, Loss: 2.675852060317993\n",
            "Epoch 7, Acc: 0.3357541899441341, Loss: 1.40513014793396\n",
            "Epoch 7, Acc: 0.33556672250139585, Loss: 2.90024471282959\n",
            "Epoch 7, Acc: 0.3359375, Loss: 0.47067204117774963\n",
            "Epoch 8, Acc: 0.3363078639152259, Loss: 0.6511760950088501\n",
            "Epoch 8, Acc: 0.33612040133779264, Loss: 1.7338253259658813\n",
            "Epoch 8, Acc: 0.33593314763231197, Loss: 2.796936511993408\n",
            "Epoch 8, Acc: 0.3357461024498886, Loss: 1.477081060409546\n",
            "Epoch 8, Acc: 0.335559265442404, Loss: 1.7638709545135498\n",
            "Epoch 8, Acc: 0.3359288097886541, Loss: 0.879909098148346\n",
            "Epoch 8, Acc: 0.3362979433018344, Loss: 0.45506295561790466\n",
            "Epoch 8, Acc: 0.33611111111111114, Loss: 2.1568784713745117\n",
            "Epoch 8, Acc: 0.3364797334813992, Loss: 0.17135311663150787\n",
            "Epoch 8, Acc: 0.33684794672586016, Loss: 0.3927818834781647\n",
            "Epoch 8, Acc: 0.3372157515252357, Loss: 0.5118511915206909\n",
            "Epoch 8, Acc: 0.3370288248337029, Loss: 1.778789758682251\n",
            "Epoch 8, Acc: 0.33739612188365653, Loss: 0.5728474259376526\n",
            "Epoch 8, Acc: 0.3372093023255814, Loss: 0.9439285397529602\n",
            "Epoch 8, Acc: 0.33757609297177643, Loss: 0.7592281699180603\n",
            "Epoch 8, Acc: 0.33738938053097345, Loss: 2.1485214233398438\n",
            "Epoch 8, Acc: 0.3377556661138751, Loss: 0.9207746982574463\n",
            "Epoch 8, Acc: 0.33756906077348064, Loss: 1.7708872556686401\n",
            "Epoch 8, Acc: 0.33738266151297625, Loss: 3.3546571731567383\n",
            "Epoch 8, Acc: 0.33719646799117, Loss: 2.99550199508667\n",
            "Epoch 8, Acc: 0.3370104798676227, Loss: 0.9478527307510376\n",
            "Epoch 8, Acc: 0.3368246968026461, Loss: 1.237003207206726\n",
            "Epoch 8, Acc: 0.33663911845730027, Loss: 1.3396878242492676\n",
            "Epoch 8, Acc: 0.33645374449339205, Loss: 1.4564590454101562\n",
            "Epoch 8, Acc: 0.33626857457347276, Loss: 1.4196605682373047\n",
            "Epoch 8, Acc: 0.33663366336633666, Loss: 0.681991457939148\n",
            "Epoch 8, Acc: 0.33699835074216605, Loss: 0.21655595302581787\n",
            "Epoch 8, Acc: 0.3373626373626374, Loss: 0.8198553323745728\n",
            "Epoch 8, Acc: 0.3371773750686436, Loss: 1.2864341735839844\n",
            "Epoch 8, Acc: 0.33699231613611413, Loss: 5.504912376403809\n",
            "Epoch 8, Acc: 0.3368074602303895, Loss: 2.6706881523132324\n",
            "Epoch 8, Acc: 0.3366228070175439, Loss: 4.683310031890869\n",
            "Epoch 8, Acc: 0.336986301369863, Loss: 0.6343638896942139\n",
            "Epoch 8, Acc: 0.3373493975903614, Loss: 0.3838500380516052\n",
            "Epoch 8, Acc: 0.3371647509578544, Loss: 2.153548240661621\n",
            "Epoch 8, Acc: 0.33698030634573306, Loss: 1.8381596803665161\n",
            "Epoch 8, Acc: 0.3367960634226353, Loss: 1.7465260028839111\n",
            "Epoch 8, Acc: 0.3366120218579235, Loss: 1.2846171855926514\n",
            "Epoch 8, Acc: 0.3364281813216821, Loss: 2.002899646759033\n",
            "Epoch 8, Acc: 0.33679039301310043, Loss: 0.7631324529647827\n",
            "Epoch 8, Acc: 0.337152209492635, Loss: 0.11102306097745895\n",
            "Epoch 8, Acc: 0.33696837513631406, Loss: 1.2044870853424072\n",
            "Epoch 8, Acc: 0.33678474114441415, Loss: 1.3527488708496094\n",
            "Epoch 8, Acc: 0.3371459694989107, Loss: 0.22520878911018372\n",
            "Epoch 8, Acc: 0.33696243875884596, Loss: 2.5025696754455566\n",
            "Epoch 8, Acc: 0.3367791077257889, Loss: 2.8053090572357178\n",
            "Epoch 8, Acc: 0.33659597607395325, Loss: 2.494004487991333\n",
            "Epoch 8, Acc: 0.33695652173913043, Loss: 0.9507313966751099\n",
            "Epoch 8, Acc: 0.3373166757197175, Loss: 0.6026449203491211\n",
            "Epoch 8, Acc: 0.33713355048859933, Loss: 1.1544435024261475\n",
            "Epoch 8, Acc: 0.33749321758003253, Loss: 0.528704047203064\n",
            "Epoch 8, Acc: 0.33731019522776573, Loss: 1.0418699979782104\n",
            "Epoch 8, Acc: 0.33766937669376695, Loss: 0.20479190349578857\n",
            "Epoch 8, Acc: 0.33748645720476705, Loss: 2.8027379512786865\n",
            "Epoch 8, Acc: 0.33730373578776396, Loss: 5.705812931060791\n",
            "Epoch 8, Acc: 0.33766233766233766, Loss: 0.6422433853149414\n",
            "Epoch 8, Acc: 0.337479718766901, Loss: 2.8945517539978027\n",
            "Epoch 8, Acc: 0.3372972972972973, Loss: 0.9594698548316956\n",
            "Epoch 8, Acc: 0.33765532144786603, Loss: 0.515113115310669\n",
            "Epoch 8, Acc: 0.33801295896328293, Loss: 0.4788359999656677\n",
            "Epoch 8, Acc: 0.3383702104695089, Loss: 0.6099238395690918\n",
            "Epoch 8, Acc: 0.33818770226537215, Loss: 1.2393956184387207\n",
            "Epoch 8, Acc: 0.3380053908355795, Loss: 1.705296516418457\n",
            "Epoch 8, Acc: 0.33782327586206895, Loss: 4.265156269073486\n",
            "Epoch 8, Acc: 0.3376413570274637, Loss: 1.9349448680877686\n",
            "Epoch 8, Acc: 0.3379978471474704, Loss: 1.0258522033691406\n",
            "Epoch 8, Acc: 0.3378160301237224, Loss: 2.2630066871643066\n",
            "Epoch 8, Acc: 0.3381720430107527, Loss: 0.42222607135772705\n",
            "Epoch 8, Acc: 0.338527673293928, Loss: 1.0420169830322266\n",
            "Epoch 8, Acc: 0.3388829215896885, Loss: 0.47955408692359924\n",
            "Epoch 8, Acc: 0.33923778851315084, Loss: 0.5042498707771301\n",
            "Epoch 8, Acc: 0.3395922746781116, Loss: 0.6779931783676147\n",
            "Epoch 8, Acc: 0.33994638069705096, Loss: 0.6079305410385132\n",
            "Epoch 8, Acc: 0.3403001071811361, Loss: 0.4410270154476166\n",
            "Epoch 8, Acc: 0.3401178361006963, Loss: 1.9949331283569336\n",
            "Epoch 8, Acc: 0.3404710920770878, Loss: 0.6454116106033325\n",
            "Epoch 8, Acc: 0.3402889245585875, Loss: 1.1587700843811035\n",
            "Epoch 8, Acc: 0.34010695187165774, Loss: 1.7662850618362427\n",
            "Epoch 8, Acc: 0.3399251737039017, Loss: 4.033902645111084\n",
            "Epoch 8, Acc: 0.33974358974358976, Loss: 3.4955191612243652\n",
            "Epoch 8, Acc: 0.3400961025093433, Loss: 0.7751399278640747\n",
            "Epoch 8, Acc: 0.33991462113127, Loss: 2.4149603843688965\n",
            "Epoch 8, Acc: 0.34026666666666666, Loss: 0.4861223101615906\n",
            "Epoch 8, Acc: 0.3406183368869936, Loss: 0.33079952001571655\n",
            "Epoch 8, Acc: 0.3404368673415024, Loss: 1.5770862102508545\n",
            "Epoch 8, Acc: 0.3402555910543131, Loss: 5.835541248321533\n",
            "Epoch 8, Acc: 0.3400745077168707, Loss: 5.245239734649658\n",
            "Epoch 8, Acc: 0.3398936170212766, Loss: 1.4996590614318848\n",
            "Epoch 8, Acc: 0.3397129186602871, Loss: 1.2974905967712402\n",
            "Epoch 8, Acc: 0.33953241232731135, Loss: 10.441384315490723\n",
            "Epoch 8, Acc: 0.3398831651619756, Loss: 0.21553440392017365\n",
            "Epoch 8, Acc: 0.33970276008492567, Loss: 1.1221964359283447\n",
            "Epoch 8, Acc: 0.340053050397878, Loss: 0.6209485530853271\n",
            "Epoch 8, Acc: 0.3398727465535525, Loss: 3.075591564178467\n",
            "Epoch 8, Acc: 0.33969263381028086, Loss: 1.0922982692718506\n",
            "Epoch 8, Acc: 0.3395127118644068, Loss: 2.910998582839966\n",
            "Epoch 8, Acc: 0.3393329804129169, Loss: 1.5321848392486572\n",
            "Epoch 8, Acc: 0.33915343915343915, Loss: 1.559118628501892\n",
            "Epoch 8, Acc: 0.33950290851401377, Loss: 0.2835708558559418\n",
            "Epoch 8, Acc: 0.339323467230444, Loss: 2.0217509269714355\n",
            "Epoch 8, Acc: 0.33967247754886426, Loss: 0.6744197607040405\n",
            "Epoch 8, Acc: 0.3400211193241816, Loss: 0.47609150409698486\n",
            "Epoch 8, Acc: 0.3403693931398417, Loss: 0.686942994594574\n",
            "Epoch 8, Acc: 0.3407172995780591, Loss: 0.9150276184082031\n",
            "Epoch 8, Acc: 0.34053769109119664, Loss: 3.0174756050109863\n",
            "Epoch 8, Acc: 0.34088514225500527, Loss: 0.5228376984596252\n",
            "Epoch 8, Acc: 0.3407056345444971, Loss: 1.795456886291504\n",
            "Epoch 8, Acc: 0.3410526315789474, Loss: 0.8287614583969116\n",
            "Epoch 8, Acc: 0.3408732246186218, Loss: 2.333578109741211\n",
            "Epoch 8, Acc: 0.34069400630914826, Loss: 1.0409892797470093\n",
            "Epoch 8, Acc: 0.34051497635312666, Loss: 1.1902034282684326\n",
            "Epoch 8, Acc: 0.3403361344537815, Loss: 2.2105727195739746\n",
            "Epoch 8, Acc: 0.3401574803149606, Loss: 4.659390926361084\n",
            "Epoch 8, Acc: 0.33997901364113325, Loss: 1.8592722415924072\n",
            "Epoch 8, Acc: 0.3398007341373886, Loss: 1.6340123414993286\n",
            "Epoch 8, Acc: 0.33962264150943394, Loss: 1.2667618989944458\n",
            "Epoch 8, Acc: 0.3399685699319015, Loss: 0.3196728229522705\n",
            "Epoch 8, Acc: 0.3403141361256545, Loss: 0.8454478979110718\n",
            "Epoch 8, Acc: 0.34065934065934067, Loss: 0.826169490814209\n",
            "Epoch 8, Acc: 0.3410041841004184, Loss: 0.4057027995586395\n",
            "Epoch 8, Acc: 0.3408259278619969, Loss: 1.5317591428756714\n",
            "Epoch 8, Acc: 0.3406478578892372, Loss: 2.962918281555176\n",
            "Epoch 8, Acc: 0.34046997389033945, Loss: 1.178436279296875\n",
            "Epoch 8, Acc: 0.3408141962421712, Loss: 0.2790262699127197\n",
            "Epoch 8, Acc: 0.34063641105894626, Loss: 2.5045464038848877\n",
            "Epoch 8, Acc: 0.34045881126173094, Loss: 4.8638434410095215\n",
            "Epoch 8, Acc: 0.34080250130276185, Loss: 0.3441945016384125\n",
            "Epoch 8, Acc: 0.340625, Loss: 3.6292572021484375\n",
            "Epoch 8, Acc: 0.34044768349817806, Loss: 1.287818431854248\n",
            "Epoch 8, Acc: 0.34079084287200834, Loss: 0.5758716464042664\n",
            "Epoch 8, Acc: 0.3406136245449818, Loss: 1.4224493503570557\n",
            "Epoch 8, Acc: 0.3404365904365904, Loss: 2.2001256942749023\n",
            "Epoch 8, Acc: 0.3407792207792208, Loss: 1.009883165359497\n",
            "Epoch 8, Acc: 0.3406022845275182, Loss: 1.648938536643982\n",
            "Epoch 8, Acc: 0.34094447327452, Loss: 0.5211374759674072\n",
            "Epoch 8, Acc: 0.3412863070539419, Loss: 0.2990330159664154\n",
            "Epoch 8, Acc: 0.34110938310005184, Loss: 3.3607168197631836\n",
            "Epoch 8, Acc: 0.34093264248704663, Loss: 2.2686142921447754\n",
            "Epoch 8, Acc: 0.340756084930088, Loss: 1.285409688949585\n",
            "Epoch 8, Acc: 0.34109730848861286, Loss: 0.8244978785514832\n",
            "Epoch 8, Acc: 0.34092084842214176, Loss: 3.5727858543395996\n",
            "Epoch 8, Acc: 0.3407445708376422, Loss: 1.6749835014343262\n",
            "Epoch 8, Acc: 0.34108527131782945, Loss: 0.7835453748703003\n",
            "Epoch 8, Acc: 0.3409090909090909, Loss: 1.2124346494674683\n",
            "Epoch 8, Acc: 0.34073309241094474, Loss: 2.204829216003418\n",
            "Epoch 8, Acc: 0.3410732714138287, Loss: 0.2640330493450165\n",
            "Epoch 8, Acc: 0.3408973697782362, Loss: 3.1143569946289062\n",
            "Epoch 8, Acc: 0.34123711340206186, Loss: 0.3618658781051636\n",
            "Epoch 8, Acc: 0.34106130860381245, Loss: 1.437196969985962\n",
            "Epoch 8, Acc: 0.3408856848609681, Loss: 1.0544426441192627\n",
            "Epoch 8, Acc: 0.34071024189397836, Loss: 1.2968356609344482\n",
            "Epoch 8, Acc: 0.3405349794238683, Loss: 1.8705756664276123\n",
            "Epoch 8, Acc: 0.3408740359897172, Loss: 1.063311219215393\n",
            "Epoch 8, Acc: 0.34121274409044194, Loss: 0.5137667655944824\n",
            "Epoch 8, Acc: 0.3415511042629687, Loss: 0.6824897527694702\n",
            "Epoch 8, Acc: 0.3413757700205339, Loss: 1.1309781074523926\n",
            "Epoch 8, Acc: 0.34120061570035914, Loss: 2.38421630859375\n",
            "Epoch 8, Acc: 0.3415384615384615, Loss: 0.5101029872894287\n",
            "Epoch 8, Acc: 0.3418759610456176, Loss: 1.0202651023864746\n",
            "Epoch 8, Acc: 0.3417008196721312, Loss: 3.7932896614074707\n",
            "Epoch 8, Acc: 0.3420378904249872, Loss: 0.875786542892456\n",
            "Epoch 8, Acc: 0.34237461617195497, Loss: 0.4562630355358124\n",
            "Epoch 8, Acc: 0.34271099744245526, Loss: 0.7415403127670288\n",
            "Epoch 8, Acc: 0.3425357873210634, Loss: 1.0336060523986816\n",
            "Epoch 8, Acc: 0.342360756259581, Loss: 1.4162218570709229\n",
            "Epoch 8, Acc: 0.34269662921348315, Loss: 0.7988494038581848\n",
            "Epoch 8, Acc: 0.34252169474221544, Loss: 1.050595998764038\n",
            "Epoch 8, Acc: 0.3423469387755102, Loss: 1.0260573625564575\n",
            "Epoch 8, Acc: 0.3421723610402856, Loss: 0.9930039644241333\n",
            "Epoch 8, Acc: 0.3419979612640163, Loss: 1.8746572732925415\n",
            "Epoch 8, Acc: 0.34233316352521653, Loss: 0.9299697279930115\n",
            "Epoch 8, Acc: 0.3421588594704684, Loss: 1.7433863878250122\n",
            "Epoch 8, Acc: 0.3419847328244275, Loss: 2.9820122718811035\n",
            "Epoch 8, Acc: 0.34231943031536116, Loss: 0.8346815705299377\n",
            "Epoch 8, Acc: 0.34265378749364517, Loss: 0.1368219405412674\n",
            "Epoch 8, Acc: 0.34247967479674796, Loss: 2.9567315578460693\n",
            "Epoch 8, Acc: 0.34230573895378363, Loss: 1.3885695934295654\n",
            "Epoch 8, Acc: 0.34213197969543147, Loss: 5.04654598236084\n",
            "Epoch 8, Acc: 0.3419583967529173, Loss: 1.4408198595046997\n",
            "Epoch 8, Acc: 0.34178498985801214, Loss: 1.1899856328964233\n",
            "Epoch 8, Acc: 0.3421186011150532, Loss: 0.18079963326454163\n",
            "Epoch 8, Acc: 0.34194528875379937, Loss: 3.234858274459839\n",
            "Epoch 8, Acc: 0.34227848101265823, Loss: 0.5246994495391846\n",
            "Epoch 8, Acc: 0.3426113360323887, Loss: 0.5619572401046753\n",
            "Epoch 8, Acc: 0.34294385432473445, Loss: 0.5517820715904236\n",
            "Epoch 8, Acc: 0.34277047522750254, Loss: 1.152390480041504\n",
            "Epoch 8, Acc: 0.3431025770591208, Loss: 0.029205018654465675\n",
            "Epoch 8, Acc: 0.3429292929292929, Loss: 1.1862311363220215\n",
            "Epoch 8, Acc: 0.3432609793033821, Loss: 1.084144115447998\n",
            "Epoch 8, Acc: 0.343087790110999, Loss: 2.0210771560668945\n",
            "Epoch 8, Acc: 0.3429147755925366, Loss: 1.1995835304260254\n",
            "Epoch 8, Acc: 0.34274193548387094, Loss: 0.9446120262145996\n",
            "Epoch 8, Acc: 0.3425692695214106, Loss: 1.5793559551239014\n",
            "Epoch 8, Acc: 0.3423967774420947, Loss: 2.00252628326416\n",
            "Epoch 8, Acc: 0.34222445898339204, Loss: 1.4413357973098755\n",
            "Epoch 8, Acc: 0.3420523138832998, Loss: 1.7953873872756958\n",
            "Epoch 8, Acc: 0.34238310708898945, Loss: 0.7175344228744507\n",
            "Epoch 8, Acc: 0.3422110552763819, Loss: 0.8276358842849731\n",
            "Epoch 8, Acc: 0.3425414364640884, Loss: 0.9329766035079956\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 8, Acc: 0.3426994480682388, Loss: 0.14624151587486267\n",
            "Epoch 8, Acc: 0.34252758274824474, Loss: 1.5813530683517456\n",
            "Epoch 8, Acc: 0.3423558897243108, Loss: 1.3093812465667725\n",
            "Epoch 8, Acc: 0.34218436873747493, Loss: 3.262085199356079\n",
            "Epoch 8, Acc: 0.3420130195292939, Loss: 2.676530361175537\n",
            "Epoch 8, Acc: 0.34234234234234234, Loss: 0.643925130367279\n",
            "Epoch 8, Acc: 0.34217108554277137, Loss: 3.2486069202423096\n",
            "Epoch 8, Acc: 0.342, Loss: 1.9888596534729004\n",
            "Epoch 8, Acc: 0.34182908545727136, Loss: 1.2485253810882568\n",
            "Epoch 8, Acc: 0.3421578421578422, Loss: 0.09847237169742584\n",
            "Epoch 8, Acc: 0.34248627059410885, Loss: 0.9741451144218445\n",
            "Epoch 8, Acc: 0.34231536926147704, Loss: 5.469534397125244\n",
            "Epoch 8, Acc: 0.342643391521197, Loss: 0.8145164847373962\n",
            "Epoch 8, Acc: 0.3424725822532403, Loss: 2.360546112060547\n",
            "Epoch 8, Acc: 0.3423019431988042, Loss: 1.473717212677002\n",
            "Epoch 8, Acc: 0.3426294820717131, Loss: 0.014967402443289757\n",
            "Epoch 8, Acc: 0.3429566948730712, Loss: 0.685679018497467\n",
            "Epoch 8, Acc: 0.34328358208955223, Loss: 0.8761799335479736\n",
            "Epoch 8, Acc: 0.34361014420686226, Loss: 1.0375546216964722\n",
            "Epoch 8, Acc: 0.34393638170974156, Loss: 0.8336583971977234\n",
            "Epoch 8, Acc: 0.34376552409339295, Loss: 0.9320197701454163\n",
            "Epoch 8, Acc: 0.34409136047666333, Loss: 0.582947313785553\n",
            "Epoch 8, Acc: 0.34392059553349874, Loss: 1.542212963104248\n",
            "Epoch 8, Acc: 0.34375, Loss: 2.9617176055908203\n",
            "Epoch 8, Acc: 0.34357957362419433, Loss: 1.9634068012237549\n",
            "Epoch 8, Acc: 0.3434093161546085, Loss: 1.2986247539520264\n",
            "Epoch 8, Acc: 0.34373452204061417, Loss: 0.45961517095565796\n",
            "Epoch 8, Acc: 0.34405940594059403, Loss: 0.4758564233779907\n",
            "Epoch 8, Acc: 0.34438396833250867, Loss: 0.4134254455566406\n",
            "Epoch 8, Acc: 0.34421364985163205, Loss: 1.9202549457550049\n",
            "Epoch 8, Acc: 0.3440434997528423, Loss: 2.604973316192627\n",
            "Epoch 8, Acc: 0.34436758893280633, Loss: 0.2828400135040283\n",
            "Epoch 8, Acc: 0.34469135802469136, Loss: 0.23477089405059814\n",
            "Epoch 8, Acc: 0.3445212240868707, Loss: 1.4813926219940186\n",
            "Epoch 8, Acc: 0.3448445979279724, Loss: 0.3055309057235718\n",
            "Epoch 8, Acc: 0.34467455621301774, Loss: 1.4949429035186768\n",
            "Epoch 8, Acc: 0.3445046821094135, Loss: 1.0397238731384277\n",
            "Epoch 8, Acc: 0.3443349753694581, Loss: 2.5070433616638184\n",
            "Epoch 8, Acc: 0.34465780403741997, Loss: 0.3145100772380829\n",
            "Epoch 8, Acc: 0.34448818897637795, Loss: 1.0996339321136475\n",
            "Epoch 8, Acc: 0.34481062469257256, Loss: 0.09645287692546844\n",
            "Epoch 8, Acc: 0.34513274336283184, Loss: 0.9008238911628723\n",
            "Epoch 8, Acc: 0.34496314496314495, Loss: 3.8911659717559814\n",
            "Epoch 8, Acc: 0.34479371316306484, Loss: 1.2550307512283325\n",
            "Epoch 8, Acc: 0.3446244477172312, Loss: 1.4282523393630981\n",
            "Epoch 8, Acc: 0.34445534838076547, Loss: 0.9268001317977905\n",
            "Epoch 8, Acc: 0.344776851397744, Loss: 0.01964493654668331\n",
            "Epoch 8, Acc: 0.3446078431372549, Loss: 2.219352960586548\n",
            "Epoch 8, Acc: 0.3444390004899559, Loss: 4.681055545806885\n",
            "Epoch 8, Acc: 0.34427032321253676, Loss: 2.4307074546813965\n",
            "Epoch 8, Acc: 0.3441018110621635, Loss: 3.2217469215393066\n",
            "Epoch 8, Acc: 0.3439334637964775, Loss: 2.565919876098633\n",
            "Epoch 8, Acc: 0.3437652811735941, Loss: 3.211883306503296\n",
            "Epoch 8, Acc: 0.34359726295210163, Loss: 2.1317968368530273\n",
            "Epoch 8, Acc: 0.3434294088910601, Loss: 2.7630562782287598\n",
            "Epoch 8, Acc: 0.34326171875, Loss: 1.6287956237792969\n",
            "Epoch 9, Acc: 0.3430941922889214, Loss: 1.5072211027145386\n",
            "Epoch 9, Acc: 0.3429268292682927, Loss: 2.0235228538513184\n",
            "Epoch 9, Acc: 0.3432471964895173, Loss: 0.6053754091262817\n",
            "Epoch 9, Acc: 0.3435672514619883, Loss: 0.707558810710907\n",
            "Epoch 9, Acc: 0.34388699464198735, Loss: 0.7962681651115417\n",
            "Epoch 9, Acc: 0.3442064264849075, Loss: 0.7221639156341553\n",
            "Epoch 9, Acc: 0.3440389294403893, Loss: 1.4255969524383545\n",
            "Epoch 9, Acc: 0.3443579766536965, Loss: 0.06057177484035492\n",
            "Epoch 9, Acc: 0.3441905687894993, Loss: 2.814141273498535\n",
            "Epoch 9, Acc: 0.34402332361516036, Loss: 1.5871702432632446\n",
            "Epoch 9, Acc: 0.3443419135502671, Loss: 0.6817278265953064\n",
            "Epoch 9, Acc: 0.3441747572815534, Loss: 1.4885540008544922\n",
            "Epoch 9, Acc: 0.34400776322173704, Loss: 4.007676601409912\n",
            "Epoch 9, Acc: 0.3443258971871969, Loss: 0.14403705298900604\n",
            "Epoch 9, Acc: 0.34415899175957343, Loss: 1.5259959697723389\n",
            "Epoch 9, Acc: 0.3444767441860465, Loss: 0.11220333725214005\n",
            "Epoch 9, Acc: 0.3443099273607748, Loss: 1.4145679473876953\n",
            "Epoch 9, Acc: 0.3441432720232333, Loss: 2.062469244003296\n",
            "Epoch 9, Acc: 0.34446057087566523, Loss: 0.250701904296875\n",
            "Epoch 9, Acc: 0.34477756286266925, Loss: 0.19074077904224396\n",
            "Epoch 9, Acc: 0.34461092315128083, Loss: 0.919694185256958\n",
            "Epoch 9, Acc: 0.34444444444444444, Loss: 3.5890235900878906\n",
            "Epoch 9, Acc: 0.34427812650893286, Loss: 1.0712352991104126\n",
            "Epoch 9, Acc: 0.3441119691119691, Loss: 1.2061585187911987\n",
            "Epoch 9, Acc: 0.34442836468885674, Loss: 0.5061309337615967\n",
            "Epoch 9, Acc: 0.3442622950819672, Loss: 1.6270220279693604\n",
            "Epoch 9, Acc: 0.34409638554216865, Loss: 9.321115493774414\n",
            "Epoch 9, Acc: 0.3439306358381503, Loss: 1.1079635620117188\n",
            "Epoch 9, Acc: 0.3437650457390467, Loss: 1.107486367225647\n",
            "Epoch 9, Acc: 0.3440808469682387, Loss: 0.4137748181819916\n",
            "Epoch 9, Acc: 0.3439153439153439, Loss: 2.18493390083313\n",
            "Epoch 9, Acc: 0.34375, Loss: 3.47452449798584\n",
            "Epoch 9, Acc: 0.34406535319557907, Loss: 0.39717888832092285\n",
            "Epoch 9, Acc: 0.34390009606147937, Loss: 1.9742074012756348\n",
            "Epoch 9, Acc: 0.34373499759961595, Loss: 1.3721671104431152\n",
            "Epoch 9, Acc: 0.3435700575815739, Loss: 1.799761176109314\n",
            "Epoch 9, Acc: 0.3434052757793765, Loss: 2.766751766204834\n",
            "Epoch 9, Acc: 0.3432406519654842, Loss: 1.8357925415039062\n",
            "Epoch 9, Acc: 0.3430761859127935, Loss: 1.517636775970459\n",
            "Epoch 9, Acc: 0.342911877394636, Loss: 2.3162386417388916\n",
            "Epoch 9, Acc: 0.3432264241263763, Loss: 0.09151170402765274\n",
            "Epoch 9, Acc: 0.3435406698564593, Loss: 0.8271271586418152\n",
            "Epoch 9, Acc: 0.3438546150167384, Loss: 0.5724037289619446\n",
            "Epoch 9, Acc: 0.3436902485659656, Loss: 1.923463225364685\n",
            "Epoch 9, Acc: 0.3435260391782131, Loss: 1.288769245147705\n",
            "Epoch 9, Acc: 0.3438395415472779, Loss: 0.45661649107933044\n",
            "Epoch 9, Acc: 0.3436754176610978, Loss: 1.7209415435791016\n",
            "Epoch 9, Acc: 0.3435114503816794, Loss: 1.7531226873397827\n",
            "Epoch 9, Acc: 0.34382451120648544, Loss: 0.4663386940956116\n",
            "Epoch 9, Acc: 0.34413727359389895, Loss: 0.7336246967315674\n",
            "Epoch 9, Acc: 0.34444973797046213, Loss: 0.5804898738861084\n",
            "Epoch 9, Acc: 0.3442857142857143, Loss: 1.22527015209198\n",
            "Epoch 9, Acc: 0.3441218467396478, Loss: 2.6150670051574707\n",
            "Epoch 9, Acc: 0.34443387250237867, Loss: 0.7143059968948364\n",
            "Epoch 9, Acc: 0.34474560152163575, Loss: 0.7160385847091675\n",
            "Epoch 9, Acc: 0.3445817490494297, Loss: 1.532700538635254\n",
            "Epoch 9, Acc: 0.34489311163895486, Loss: 0.4690745770931244\n",
            "Epoch 9, Acc: 0.34472934472934474, Loss: 1.4101237058639526\n",
            "Epoch 9, Acc: 0.34504034171808257, Loss: 0.6088885068893433\n",
            "Epoch 9, Acc: 0.34487666034155595, Loss: 1.4205048084259033\n",
            "Epoch 9, Acc: 0.3451872925557136, Loss: 0.7201544046401978\n",
            "Epoch 9, Acc: 0.34502369668246446, Loss: 2.4862217903137207\n",
            "Epoch 9, Acc: 0.34533396494552343, Loss: 0.3022893965244293\n",
            "Epoch 9, Acc: 0.34517045454545453, Loss: 1.282124400138855\n",
            "Epoch 9, Acc: 0.3450070989115002, Loss: 1.049764633178711\n",
            "Epoch 9, Acc: 0.3448438978240303, Loss: 1.5012717247009277\n",
            "Epoch 9, Acc: 0.34515366430260047, Loss: 0.5037972927093506\n",
            "Epoch 9, Acc: 0.3449905482041588, Loss: 1.1893799304962158\n",
            "Epoch 9, Acc: 0.34529995276334435, Loss: 0.5476322174072266\n",
            "Epoch 9, Acc: 0.34513692162417375, Loss: 1.6653497219085693\n",
            "Epoch 9, Acc: 0.3449740443605474, Loss: 0.7696966528892517\n",
            "Epoch 9, Acc: 0.3452830188679245, Loss: 1.0611954927444458\n",
            "Epoch 9, Acc: 0.3451202263083451, Loss: 1.3176922798156738\n",
            "Epoch 9, Acc: 0.3449575871819039, Loss: 2.5918331146240234\n",
            "Epoch 9, Acc: 0.3452661328308997, Loss: 0.6432308554649353\n",
            "Epoch 9, Acc: 0.3455743879472693, Loss: 0.6006625890731812\n",
            "Epoch 9, Acc: 0.3458823529411765, Loss: 0.5671376585960388\n",
            "Epoch 9, Acc: 0.345719661335842, Loss: 1.5652047395706177\n",
            "Epoch 9, Acc: 0.3455571227080395, Loss: 2.7263946533203125\n",
            "Epoch 9, Acc: 0.34539473684210525, Loss: 3.27278995513916\n",
            "Epoch 9, Acc: 0.3452325035227806, Loss: 1.7872493267059326\n",
            "Epoch 9, Acc: 0.34507042253521125, Loss: 1.0677670240402222\n",
            "Epoch 9, Acc: 0.34537775692163303, Loss: 0.5724687576293945\n",
            "Epoch 9, Acc: 0.34568480300187615, Loss: 0.4489760398864746\n",
            "Epoch 9, Acc: 0.3459915611814346, Loss: 0.5987235903739929\n",
            "Epoch 9, Acc: 0.3458294283036551, Loss: 6.389472484588623\n",
            "Epoch 9, Acc: 0.34566744730679155, Loss: 5.322429180145264\n",
            "Epoch 9, Acc: 0.34597378277153557, Loss: 0.7562718987464905\n",
            "Epoch 9, Acc: 0.3458118858212447, Loss: 2.052476406097412\n",
            "Epoch 9, Acc: 0.34565014031805424, Loss: 4.779633045196533\n",
            "Epoch 9, Acc: 0.34595605423094905, Loss: 1.0215129852294922\n",
            "Epoch 9, Acc: 0.34626168224299064, Loss: 0.30273956060409546\n",
            "Epoch 9, Acc: 0.3460999532928538, Loss: 1.3440004587173462\n",
            "Epoch 9, Acc: 0.34593837535014005, Loss: 2.158369302749634\n",
            "Epoch 9, Acc: 0.3462435837610826, Loss: 0.2684438228607178\n",
            "Epoch 9, Acc: 0.34654850746268656, Loss: 0.2218921184539795\n",
            "Epoch 9, Acc: 0.3463869463869464, Loss: 2.3407952785491943\n",
            "Epoch 9, Acc: 0.3462255358807083, Loss: 1.0368894338607788\n",
            "Epoch 9, Acc: 0.3465300419189567, Loss: 0.8421721458435059\n",
            "Epoch 9, Acc: 0.3468342644320298, Loss: 0.14236485958099365\n",
            "Epoch 9, Acc: 0.34713820381572824, Loss: 1.1918299198150635\n",
            "Epoch 9, Acc: 0.3469767441860465, Loss: 2.080183744430542\n",
            "Epoch 9, Acc: 0.3472803347280335, Loss: 0.23081998527050018\n",
            "Epoch 9, Acc: 0.3475836431226766, Loss: 0.5967471599578857\n",
            "Epoch 9, Acc: 0.34742220157919185, Loss: 2.553354263305664\n",
            "Epoch 9, Acc: 0.34726090993500464, Loss: 1.0662622451782227\n",
            "Epoch 9, Acc: 0.3475638051044084, Loss: 0.06941299140453339\n",
            "Epoch 9, Acc: 0.3474025974025974, Loss: 1.1422722339630127\n",
            "Epoch 9, Acc: 0.3472415391747798, Loss: 2.3334813117980957\n",
            "Epoch 9, Acc: 0.34754402224281744, Loss: 0.6329287886619568\n",
            "Epoch 9, Acc: 0.3473830477072719, Loss: 1.0497088432312012\n",
            "Epoch 9, Acc: 0.3476851851851852, Loss: 0.537132978439331\n",
            "Epoch 9, Acc: 0.34798704303563166, Loss: 0.7500508427619934\n",
            "Epoch 9, Acc: 0.3482886216466235, Loss: 0.4833463430404663\n",
            "Epoch 9, Acc: 0.34812760055478503, Loss: 1.854479432106018\n",
            "Epoch 9, Acc: 0.3479667282809612, Loss: 3.083364963531494\n",
            "Epoch 9, Acc: 0.3482678983833718, Loss: 1.1801204681396484\n",
            "Epoch 9, Acc: 0.34856879039704525, Loss: 1.0689761638641357\n",
            "Epoch 9, Acc: 0.34886940470696814, Loss: 0.8060833811759949\n",
            "Epoch 9, Acc: 0.349169741697417, Loss: 0.7092839479446411\n",
            "Epoch 9, Acc: 0.3490087597971415, Loss: 3.8326680660247803\n",
            "Epoch 9, Acc: 0.3488479262672811, Loss: 2.1573398113250732\n",
            "Epoch 9, Acc: 0.3491478581298941, Loss: 0.7730304598808289\n",
            "Epoch 9, Acc: 0.34898710865561694, Loss: 1.1149195432662964\n",
            "Epoch 9, Acc: 0.34882650713299584, Loss: 3.317178249359131\n",
            "Epoch 9, Acc: 0.3486660533578657, Loss: 3.7291789054870605\n",
            "Epoch 9, Acc: 0.3489655172413793, Loss: 0.2481776624917984\n",
            "Epoch 9, Acc: 0.34880514705882354, Loss: 1.293424367904663\n",
            "Epoch 9, Acc: 0.3491042719338539, Loss: 0.6641554236412048\n",
            "Epoch 9, Acc: 0.34894398530762166, Loss: 0.9552392959594727\n",
            "Epoch 9, Acc: 0.3492427719137219, Loss: 0.6489740014076233\n",
            "Epoch 9, Acc: 0.34908256880733946, Loss: 2.0271315574645996\n",
            "Epoch 9, Acc: 0.348922512608895, Loss: 1.0271433591842651\n",
            "Epoch 9, Acc: 0.34922089825847846, Loss: 0.7103328704833984\n",
            "Epoch 9, Acc: 0.3495190105359597, Loss: 0.30015748739242554\n",
            "Epoch 9, Acc: 0.3498168498168498, Loss: 0.20973852276802063\n",
            "Epoch 9, Acc: 0.3501144164759725, Loss: 0.4083665907382965\n",
            "Epoch 9, Acc: 0.34995425434583716, Loss: 3.5189380645751953\n",
            "Epoch 9, Acc: 0.3497942386831276, Loss: 2.514413595199585\n",
            "Epoch 9, Acc: 0.350091407678245, Loss: 0.5627738237380981\n",
            "Epoch 9, Acc: 0.3499314755596163, Loss: 1.2516179084777832\n",
            "Epoch 9, Acc: 0.3497716894977169, Loss: 1.2280141115188599\n",
            "Epoch 9, Acc: 0.35006846188954815, Loss: 1.0872938632965088\n",
            "Epoch 9, Acc: 0.35036496350364965, Loss: 0.40138715505599976\n",
            "Epoch 9, Acc: 0.35020519835841313, Loss: 1.1309367418289185\n",
            "Epoch 9, Acc: 0.3505013673655424, Loss: 0.08261644095182419\n",
            "Epoch 9, Acc: 0.35034168564920276, Loss: 1.0961172580718994\n",
            "Epoch 9, Acc: 0.3501821493624772, Loss: 1.7203013896942139\n",
            "Epoch 9, Acc: 0.3504779244424215, Loss: 0.6529461145401001\n",
            "Epoch 9, Acc: 0.3507734303912648, Loss: 0.9270867109298706\n",
            "Epoch 9, Acc: 0.351068667576171, Loss: 1.137503981590271\n",
            "Epoch 9, Acc: 0.3513636363636364, Loss: 0.9031632542610168\n",
            "Epoch 9, Acc: 0.3516583371194911, Loss: 0.8415958285331726\n",
            "Epoch 9, Acc: 0.351952770208901, Loss: 0.33215442299842834\n",
            "Epoch 9, Acc: 0.35179300953245574, Loss: 1.1455302238464355\n",
            "Epoch 9, Acc: 0.35163339382940106, Loss: 0.8365570306777954\n",
            "Epoch 9, Acc: 0.35147392290249435, Loss: 3.9333419799804688\n",
            "Epoch 9, Acc: 0.35176790571169536, Loss: 0.8103176355361938\n",
            "Epoch 9, Acc: 0.3520616221114635, Loss: 0.7829621434211731\n",
            "Epoch 9, Acc: 0.3523550724637681, Loss: 0.5922170877456665\n",
            "Epoch 9, Acc: 0.35264825712992304, Loss: 0.7167112231254578\n",
            "Epoch 9, Acc: 0.35294117647058826, Loss: 0.33633631467819214\n",
            "Epoch 9, Acc: 0.35323383084577115, Loss: 0.7837416529655457\n",
            "Epoch 9, Acc: 0.3535262206148282, Loss: 0.9774148464202881\n",
            "Epoch 9, Acc: 0.35336647085404427, Loss: 2.4293386936187744\n",
            "Epoch 9, Acc: 0.35320686540198737, Loss: 2.408008337020874\n",
            "Epoch 9, Acc: 0.35349887133182845, Loss: 0.8681900501251221\n",
            "Epoch 9, Acc: 0.35333935018050544, Loss: 0.8460645079612732\n",
            "Epoch 9, Acc: 0.35363103292737935, Loss: 0.7892661690711975\n",
            "Epoch 9, Acc: 0.3534715960324617, Loss: 1.541096568107605\n",
            "Epoch 9, Acc: 0.3537629562866156, Loss: 0.9803549647331238\n",
            "Epoch 9, Acc: 0.35405405405405405, Loss: 0.3367970883846283\n",
            "Epoch 9, Acc: 0.3538946420531292, Loss: 6.842101097106934\n",
            "Epoch 9, Acc: 0.35373537353735374, Loss: 0.9929766654968262\n",
            "Epoch 9, Acc: 0.3535762483130904, Loss: 2.4588418006896973\n",
            "Epoch 9, Acc: 0.35386690647482016, Loss: 0.9183233380317688\n",
            "Epoch 9, Acc: 0.3537078651685393, Loss: 1.2586102485656738\n",
            "Epoch 9, Acc: 0.3535489667565139, Loss: 4.751425743103027\n",
            "Epoch 9, Acc: 0.35339021104625057, Loss: 2.78143310546875\n",
            "Epoch 9, Acc: 0.35368043087971274, Loss: 0.4710104465484619\n",
            "Epoch 9, Acc: 0.35397039030955585, Loss: 1.0599067211151123\n",
            "Epoch 9, Acc: 0.3542600896860987, Loss: 0.4829673767089844\n",
            "Epoch 9, Acc: 0.3541012998655311, Loss: 1.3561279773712158\n",
            "Epoch 9, Acc: 0.3539426523297491, Loss: 1.5796160697937012\n",
            "Epoch 9, Acc: 0.3542319749216301, Loss: 0.7360262870788574\n",
            "Epoch 9, Acc: 0.3540734109221128, Loss: 1.8261148929595947\n",
            "Epoch 9, Acc: 0.35391498881431765, Loss: 4.099747180938721\n",
            "Epoch 9, Acc: 0.3537567084078712, Loss: 1.4155759811401367\n",
            "Epoch 9, Acc: 0.3540455967814037, Loss: 0.41059035062789917\n",
            "Epoch 9, Acc: 0.35433422698838246, Loss: 0.6207701563835144\n",
            "Epoch 9, Acc: 0.35462259937472085, Loss: 0.6605798006057739\n",
            "Epoch 9, Acc: 0.35446428571428573, Loss: 0.9987049698829651\n",
            "Epoch 9, Acc: 0.3543061133422579, Loss: 2.0159173011779785\n",
            "Epoch 9, Acc: 0.35459411239964317, Loss: 0.5796220302581787\n",
            "Epoch 9, Acc: 0.35443602318323675, Loss: 2.7276291847229004\n",
            "Epoch 9, Acc: 0.35427807486631013, Loss: 4.612292766571045\n",
            "Epoch 9, Acc: 0.35456570155902006, Loss: 0.39427414536476135\n",
            "Epoch 9, Acc: 0.354853072128228, Loss: 1.1786859035491943\n",
            "Epoch 9, Acc: 0.35514018691588783, Loss: 0.7568930387496948\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 9, Acc: 0.3552690084481992, Loss: 0.9116304516792297\n",
            "Epoch 9, Acc: 0.35555555555555557, Loss: 0.5362600088119507\n",
            "Epoch 9, Acc: 0.3553976010661928, Loss: 4.681690692901611\n",
            "Epoch 9, Acc: 0.3552397868561279, Loss: 0.9657140970230103\n",
            "Epoch 9, Acc: 0.3550821127385708, Loss: 1.6695234775543213\n",
            "Epoch 9, Acc: 0.35536823425022185, Loss: 0.6169658303260803\n",
            "Epoch 9, Acc: 0.3552106430155211, Loss: 3.2996296882629395\n",
            "Epoch 9, Acc: 0.3554964539007092, Loss: 0.7623021006584167\n",
            "Epoch 9, Acc: 0.3553389455028799, Loss: 1.211498498916626\n",
            "Epoch 9, Acc: 0.35562444641275465, Loss: 0.20855389535427094\n",
            "Epoch 9, Acc: 0.3559096945551129, Loss: 0.42805200815200806\n",
            "Epoch 9, Acc: 0.3561946902654867, Loss: 0.47071075439453125\n",
            "Epoch 9, Acc: 0.3564794338788147, Loss: 0.5672250986099243\n",
            "Epoch 9, Acc: 0.356763925729443, Loss: 0.15000030398368835\n",
            "Epoch 9, Acc: 0.35704816615112683, Loss: 0.9157110452651978\n",
            "Epoch 9, Acc: 0.3573321554770318, Loss: 0.18638640642166138\n",
            "Epoch 9, Acc: 0.35717439293598235, Loss: 3.9566688537597656\n",
            "Epoch 9, Acc: 0.3574580759046778, Loss: 0.42691898345947266\n",
            "Epoch 9, Acc: 0.35774150860167625, Loss: 0.8819983005523682\n",
            "Epoch 9, Acc: 0.3575837742504409, Loss: 2.4355320930480957\n",
            "Epoch 9, Acc: 0.35742617893345086, Loss: 3.110475778579712\n",
            "Epoch 9, Acc: 0.35770925110132157, Loss: 0.2457098662853241\n",
            "Epoch 9, Acc: 0.3575517393218846, Loss: 0.9926614165306091\n",
            "Epoch 9, Acc: 0.3573943661971831, Loss: 1.9668996334075928\n",
            "Epoch 9, Acc: 0.3572371315442147, Loss: 4.080764293670654\n",
            "Epoch 9, Acc: 0.3575197889182058, Loss: 0.4001302719116211\n",
            "Epoch 9, Acc: 0.3578021978021978, Loss: 0.9902329444885254\n",
            "Epoch 9, Acc: 0.35764499121265375, Loss: 1.8340790271759033\n",
            "Epoch 9, Acc: 0.35792709705753184, Loss: 0.0240743700414896\n",
            "Epoch 9, Acc: 0.35776997366110624, Loss: 1.226209044456482\n",
            "Epoch 9, Acc: 0.3580517770952172, Loss: 0.2874928116798401\n",
            "Epoch 9, Acc: 0.35789473684210527, Loss: 1.7587000131607056\n",
            "Epoch 9, Acc: 0.3581762384918895, Loss: 0.07916721701622009\n",
            "Epoch 9, Acc: 0.3584574934268186, Loss: 0.5596115589141846\n",
            "Epoch 9, Acc: 0.35830048182216384, Loss: 1.587463140487671\n",
            "Epoch 9, Acc: 0.35814360770577935, Loss: 5.209559917449951\n",
            "Epoch 9, Acc: 0.35798687089715536, Loss: 1.500947117805481\n",
            "Epoch 9, Acc: 0.357830271216098, Loss: 1.3674125671386719\n",
            "Epoch 9, Acc: 0.3581110625273284, Loss: 0.15963101387023926\n",
            "Epoch 9, Acc: 0.35795454545454547, Loss: 2.473072052001953\n",
            "Epoch 9, Acc: 0.3577981651376147, Loss: 3.43365740776062\n",
            "Epoch 9, Acc: 0.35807860262008734, Loss: 0.6089675426483154\n",
            "Epoch 9, Acc: 0.35835879528590137, Loss: 0.30428415536880493\n",
            "Epoch 9, Acc: 0.3586387434554974, Loss: 0.1118132621049881\n",
            "Epoch 9, Acc: 0.3584823375490624, Loss: 2.882183313369751\n",
            "Epoch 9, Acc: 0.35876198779424584, Loss: 1.0630435943603516\n",
            "Epoch 9, Acc: 0.35904139433551197, Loss: 0.809592604637146\n",
            "Epoch 9, Acc: 0.3593205574912892, Loss: 0.11019560694694519\n",
            "Epoch 9, Acc: 0.3591641271223335, Loss: 3.5643813610076904\n",
            "Epoch 9, Acc: 0.35900783289817234, Loss: 0.9683433771133423\n",
            "Epoch 9, Acc: 0.3592866463679861, Loss: 0.18572597205638885\n",
            "Epoch 9, Acc: 0.3591304347826087, Loss: 1.9678051471710205\n",
            "Epoch 9, Acc: 0.358974358974359, Loss: 3.4160518646240234\n",
            "Epoch 9, Acc: 0.35881841876629017, Loss: 2.0967116355895996\n",
            "Epoch 9, Acc: 0.3586626139817629, Loss: 1.4000675678253174\n",
            "Epoch 9, Acc: 0.3585069444444444, Loss: 0.8390750885009766\n",
            "Epoch 10, Acc: 0.35878524945770063, Loss: 0.6315646767616272\n",
            "Epoch 10, Acc: 0.35862966175195143, Loss: 2.284993886947632\n",
            "Epoch 10, Acc: 0.3589076723016905, Loss: 0.0881502777338028\n",
            "Epoch 10, Acc: 0.3587521663778163, Loss: 2.0722079277038574\n",
            "Epoch 10, Acc: 0.35902988306626243, Loss: 0.8168432712554932\n",
            "Epoch 10, Acc: 0.3588744588744589, Loss: 2.086782932281494\n",
            "Epoch 10, Acc: 0.35871916919082647, Loss: 2.073577880859375\n",
            "Epoch 10, Acc: 0.35899653979238755, Loss: 0.03587539121508598\n",
            "Epoch 10, Acc: 0.35927367055771725, Loss: 0.7124541401863098\n",
            "Epoch 10, Acc: 0.3595505617977528, Loss: 0.5738033652305603\n",
            "Epoch 10, Acc: 0.3598272138228942, Loss: 0.8030744194984436\n",
            "Epoch 10, Acc: 0.3601036269430052, Loss: 0.9910302758216858\n",
            "Epoch 10, Acc: 0.3599482088908071, Loss: 3.437469005584717\n",
            "Epoch 10, Acc: 0.359792924935289, Loss: 7.277928829193115\n",
            "Epoch 10, Acc: 0.3600689952565761, Loss: 0.4940284490585327\n",
            "Epoch 10, Acc: 0.3599137931034483, Loss: 1.4921929836273193\n",
            "Epoch 10, Acc: 0.36018957345971564, Loss: 0.6750462651252747\n",
            "Epoch 10, Acc: 0.36003445305770887, Loss: 2.4244301319122314\n",
            "Epoch 10, Acc: 0.35987946620749034, Loss: 1.5759758949279785\n",
            "Epoch 10, Acc: 0.3601549053356282, Loss: 0.047220662236213684\n",
            "Epoch 10, Acc: 0.36, Loss: 0.8633490800857544\n",
            "Epoch 10, Acc: 0.3598452278589854, Loss: 1.2037465572357178\n",
            "Epoch 10, Acc: 0.35969058874086807, Loss: 1.408703088760376\n",
            "Epoch 10, Acc: 0.3595360824742268, Loss: 1.3011664152145386\n",
            "Epoch 10, Acc: 0.3598110777157578, Loss: 0.7652177810668945\n",
            "Epoch 10, Acc: 0.35965665236051503, Loss: 1.5789515972137451\n",
            "Epoch 10, Acc: 0.35993135993135994, Loss: 0.013109917752444744\n",
            "Epoch 10, Acc: 0.3602058319039451, Loss: 0.1588132381439209\n",
            "Epoch 10, Acc: 0.3600514359194171, Loss: 0.867500364780426\n",
            "Epoch 10, Acc: 0.36032562125107115, Loss: 0.1868143230676651\n",
            "Epoch 10, Acc: 0.3601713062098501, Loss: 2.3302500247955322\n",
            "Epoch 10, Acc: 0.3600171232876712, Loss: 2.9029269218444824\n",
            "Epoch 10, Acc: 0.36029097133076593, Loss: 0.6557985544204712\n",
            "Epoch 10, Acc: 0.36056458511548334, Loss: 0.07820118963718414\n",
            "Epoch 10, Acc: 0.36041043180846516, Loss: 1.892005443572998\n",
            "Epoch 10, Acc: 0.3606837606837607, Loss: 0.4522739350795746\n",
            "Epoch 10, Acc: 0.36095685604442546, Loss: 0.48438411951065063\n",
            "Epoch 10, Acc: 0.36122971818958155, Loss: 0.6338269710540771\n",
            "Epoch 10, Acc: 0.3615023474178404, Loss: 0.3135494589805603\n",
            "Epoch 10, Acc: 0.36177474402730375, Loss: 0.7965683341026306\n",
            "Epoch 10, Acc: 0.362046908315565, Loss: 0.44713252782821655\n",
            "Epoch 10, Acc: 0.36231884057971014, Loss: 0.9070867300033569\n",
            "Epoch 10, Acc: 0.3625905411163187, Loss: 0.3381645679473877\n",
            "Epoch 10, Acc: 0.3628620102214651, Loss: 0.27724573016166687\n",
            "Epoch 10, Acc: 0.36313324819071946, Loss: 0.5097086429595947\n",
            "Epoch 10, Acc: 0.36340425531914894, Loss: 0.3682868778705597\n",
            "Epoch 10, Acc: 0.3632496809868141, Loss: 1.7074124813079834\n",
            "Epoch 10, Acc: 0.3630952380952381, Loss: 3.7836573123931885\n",
            "Epoch 10, Acc: 0.3633659158521037, Loss: 0.24129119515419006\n",
            "Epoch 10, Acc: 0.36321155480033984, Loss: 1.589156150817871\n",
            "Epoch 10, Acc: 0.36348195329087046, Loss: 0.8633318543434143\n",
            "Epoch 10, Acc: 0.3637521222410866, Loss: 0.5315932035446167\n",
            "Epoch 10, Acc: 0.3635977938056852, Loss: 2.0756208896636963\n",
            "Epoch 10, Acc: 0.3638676844783715, Loss: 0.9263796210289001\n",
            "Epoch 10, Acc: 0.36371343789741417, Loss: 1.2833455801010132\n",
            "Epoch 10, Acc: 0.3635593220338983, Loss: 2.0948550701141357\n",
            "Epoch 10, Acc: 0.3634053367217281, Loss: 2.953209638595581\n",
            "Epoch 10, Acc: 0.3636748518204911, Loss: 0.7250521183013916\n",
            "Epoch 10, Acc: 0.36394413880660176, Loss: 0.6044681072235107\n",
            "Epoch 10, Acc: 0.36421319796954316, Loss: 0.4261784255504608\n",
            "Epoch 10, Acc: 0.36448202959830867, Loss: 0.5544948577880859\n",
            "Epoch 10, Acc: 0.3643279797125951, Loss: 1.868222951889038\n",
            "Epoch 10, Acc: 0.3645965356991973, Loss: 0.6678450703620911\n",
            "Epoch 10, Acc: 0.36444256756756754, Loss: 4.823222637176514\n",
            "Epoch 10, Acc: 0.36428872942169693, Loss: 1.666408896446228\n",
            "Epoch 10, Acc: 0.36413502109704643, Loss: 2.7042760848999023\n",
            "Epoch 10, Acc: 0.3639814424293547, Loss: 2.019275188446045\n",
            "Epoch 10, Acc: 0.3642495784148398, Loss: 0.9931998252868652\n",
            "Epoch 10, Acc: 0.3640960809102402, Loss: 1.388148307800293\n",
            "Epoch 10, Acc: 0.36394271272114576, Loss: 2.6250874996185303\n",
            "Epoch 10, Acc: 0.36378947368421055, Loss: 1.909719467163086\n",
            "Epoch 10, Acc: 0.36363636363636365, Loss: 1.2618756294250488\n",
            "Epoch 10, Acc: 0.363904080774085, Loss: 0.30027493834495544\n",
            "Epoch 10, Acc: 0.3641715727502103, Loss: 0.44266995787620544\n",
            "Epoch 10, Acc: 0.3640184951660361, Loss: 2.253966808319092\n",
            "Epoch 10, Acc: 0.3638655462184874, Loss: 1.8206377029418945\n",
            "Epoch 10, Acc: 0.3637127257454851, Loss: 1.630774974822998\n",
            "Epoch 10, Acc: 0.36397984886649876, Loss: 0.4797259569168091\n",
            "Epoch 10, Acc: 0.36382710868652957, Loss: 2.090804100036621\n",
            "Epoch 10, Acc: 0.3636744966442953, Loss: 3.6282684803009033\n",
            "Epoch 10, Acc: 0.3639412997903564, Loss: 0.36868685483932495\n",
            "Epoch 10, Acc: 0.3642078792958927, Loss: 0.3848613202571869\n",
            "Epoch 10, Acc: 0.3644742354419774, Loss: 0.6000380516052246\n",
            "Epoch 10, Acc: 0.3647403685092127, Loss: 0.7346218228340149\n",
            "Epoch 10, Acc: 0.3645876935956467, Loss: 1.946042537689209\n",
            "Epoch 10, Acc: 0.36443514644351466, Loss: 2.393552303314209\n",
            "Epoch 10, Acc: 0.36470096194061064, Loss: 0.6321467161178589\n",
            "Epoch 10, Acc: 0.3649665551839465, Loss: 0.9526317715644836\n",
            "Epoch 10, Acc: 0.3648140409527789, Loss: 0.8927993178367615\n",
            "Epoch 10, Acc: 0.36466165413533835, Loss: 4.0481085777282715\n",
            "Epoch 10, Acc: 0.364509394572025, Loss: 3.4147446155548096\n",
            "Epoch 10, Acc: 0.3647746243739566, Loss: 0.6735642552375793\n",
            "Epoch 10, Acc: 0.3646224447225699, Loss: 1.3271338939666748\n",
            "Epoch 10, Acc: 0.36447039199332776, Loss: 4.038447856903076\n",
            "Epoch 10, Acc: 0.36473530637765733, Loss: 0.7108036875724792\n",
            "Epoch 10, Acc: 0.3645833333333333, Loss: 6.419711589813232\n",
            "Epoch 10, Acc: 0.36443148688046645, Loss: 1.7999520301818848\n",
            "Epoch 10, Acc: 0.3646960865945046, Loss: 0.5629787445068359\n",
            "Epoch 10, Acc: 0.3649604660840616, Loss: 0.11777795106172562\n",
            "Epoch 10, Acc: 0.3652246256239601, Loss: 0.5621313452720642\n",
            "Epoch 10, Acc: 0.3650727650727651, Loss: 1.0274736881256104\n",
            "Epoch 10, Acc: 0.3653366583541147, Loss: 0.15898551046848297\n",
            "Epoch 10, Acc: 0.3651848774407977, Loss: 5.280259609222412\n",
            "Epoch 10, Acc: 0.3654485049833887, Loss: 0.33445343375205994\n",
            "Epoch 10, Acc: 0.36571191365711914, Loss: 0.9918333292007446\n",
            "Epoch 10, Acc: 0.3659751037344398, Loss: 0.6325673460960388\n",
            "Epoch 10, Acc: 0.36623807548734966, Loss: 0.05804052948951721\n",
            "Epoch 10, Acc: 0.36650082918739635, Loss: 0.6264971494674683\n",
            "Epoch 10, Acc: 0.36634894322420225, Loss: 3.5064969062805176\n",
            "Epoch 10, Acc: 0.36661143330571666, Loss: 0.588836133480072\n",
            "Epoch 10, Acc: 0.36645962732919257, Loss: 2.4445791244506836\n",
            "Epoch 10, Acc: 0.3667218543046358, Loss: 0.33511683344841003\n",
            "Epoch 10, Acc: 0.3669838642945801, Loss: 0.33623504638671875\n",
            "Epoch 10, Acc: 0.36683209263854427, Loss: 2.371642589569092\n",
            "Epoch 10, Acc: 0.3666804464654816, Loss: 4.533590793609619\n",
            "Epoch 10, Acc: 0.3665289256198347, Loss: 2.0492100715637207\n",
            "Epoch 10, Acc: 0.3667905824039653, Loss: 0.7978657484054565\n",
            "Epoch 10, Acc: 0.3670520231213873, Loss: 0.6422886252403259\n",
            "Epoch 10, Acc: 0.36690053652496907, Loss: 1.2854008674621582\n",
            "Epoch 10, Acc: 0.36674917491749176, Loss: 1.763202428817749\n",
            "Epoch 10, Acc: 0.3665979381443299, Loss: 1.1838889122009277\n",
            "Epoch 10, Acc: 0.36644682605111295, Loss: 2.525890827178955\n",
            "Epoch 10, Acc: 0.36670786979810466, Loss: 0.6938517093658447\n",
            "Epoch 10, Acc: 0.3669686985172982, Loss: 0.38340792059898376\n",
            "Epoch 10, Acc: 0.3668176204199259, Loss: 2.500657081604004\n",
            "Epoch 10, Acc: 0.36666666666666664, Loss: 2.920571804046631\n",
            "Epoch 10, Acc: 0.3669271904566022, Loss: 0.3902980387210846\n",
            "Epoch 10, Acc: 0.3667763157894737, Loss: 1.750408411026001\n",
            "Epoch 10, Acc: 0.3666255651459104, Loss: 1.3896191120147705\n",
            "Epoch 10, Acc: 0.36647493837304845, Loss: 0.9704040884971619\n",
            "Epoch 10, Acc: 0.366735112936345, Loss: 0.5955519676208496\n",
            "Epoch 10, Acc: 0.3669950738916256, Loss: 0.6014725565910339\n",
            "Epoch 10, Acc: 0.3668444809191629, Loss: 1.0769171714782715\n",
            "Epoch 10, Acc: 0.367104183757178, Loss: 0.7291534543037415\n",
            "Epoch 10, Acc: 0.3669536695366954, Loss: 3.5307252407073975\n",
            "Epoch 10, Acc: 0.3668032786885246, Loss: 4.616744518280029\n",
            "Epoch 10, Acc: 0.36706267922982383, Loss: 0.2869856357574463\n",
            "Epoch 10, Acc: 0.3669123669123669, Loss: 1.3473021984100342\n",
            "Epoch 10, Acc: 0.3667621776504298, Loss: 1.5364041328430176\n",
            "Epoch 10, Acc: 0.3670212765957447, Loss: 0.7153385877609253\n",
            "Epoch 10, Acc: 0.36687116564417177, Loss: 1.2803263664245605\n",
            "Epoch 10, Acc: 0.3667211774325429, Loss: 1.4227676391601562\n",
            "Epoch 10, Acc: 0.36657131181038005, Loss: 2.7374062538146973\n",
            "Epoch 10, Acc: 0.3668300653594771, Loss: 1.2624492645263672\n",
            "Epoch 10, Acc: 0.3666802776643528, Loss: 2.297149896621704\n",
            "Epoch 10, Acc: 0.3669387755102041, Loss: 0.3467281460762024\n",
            "Epoch 10, Acc: 0.3667890656874745, Loss: 1.689474105834961\n",
            "Epoch 10, Acc: 0.367047308319739, Loss: 1.0784717798233032\n",
            "Epoch 10, Acc: 0.36689767631471665, Loss: 2.1288561820983887\n",
            "Epoch 10, Acc: 0.36674816625916873, Loss: 2.60292911529541\n",
            "Epoch 10, Acc: 0.3670061099796334, Loss: 0.44142329692840576\n",
            "Epoch 10, Acc: 0.36685667752442996, Loss: 2.461296558380127\n",
            "Epoch 10, Acc: 0.3667073667073667, Loss: 1.0902341604232788\n",
            "Epoch 10, Acc: 0.36696501220504474, Loss: 0.8127081990242004\n",
            "Epoch 10, Acc: 0.3672224481496543, Loss: 0.4990466237068176\n",
            "Epoch 10, Acc: 0.367479674796748, Loss: 0.9916683435440063\n",
            "Epoch 10, Acc: 0.36773669240146284, Loss: 0.4283909499645233\n",
            "Epoch 10, Acc: 0.36799350121852153, Loss: 1.043740153312683\n",
            "Epoch 10, Acc: 0.36784409257003653, Loss: 1.0238765478134155\n",
            "Epoch 10, Acc: 0.36810064935064934, Loss: 0.4181213974952698\n",
            "Epoch 10, Acc: 0.36835699797160243, Loss: 0.16844527423381805\n",
            "Epoch 10, Acc: 0.3682076236820762, Loss: 3.5217387676239014\n",
            "Epoch 10, Acc: 0.36846372111876774, Loss: 0.2529682517051697\n",
            "Epoch 10, Acc: 0.36831442463533226, Loss: 1.1244702339172363\n",
            "Epoch 10, Acc: 0.36816524908869985, Loss: 6.458429336547852\n",
            "Epoch 10, Acc: 0.3680161943319838, Loss: 4.956300258636475\n",
            "Epoch 10, Acc: 0.367867260218535, Loss: 2.167555332183838\n",
            "Epoch 10, Acc: 0.3681229773462783, Loss: 0.7911139726638794\n",
            "Epoch 10, Acc: 0.36797412050141526, Loss: 2.014145612716675\n",
            "Epoch 10, Acc: 0.36782538399353276, Loss: 1.0109138488769531\n",
            "Epoch 10, Acc: 0.36808080808080806, Loss: 0.8318909406661987\n",
            "Epoch 10, Acc: 0.3683360258481422, Loss: 0.620578408241272\n",
            "Epoch 10, Acc: 0.36818732337505045, Loss: 2.8232338428497314\n",
            "Epoch 10, Acc: 0.36803874092009686, Loss: 1.6847702264785767\n",
            "Epoch 10, Acc: 0.36829366680112946, Loss: 0.3423956036567688\n",
            "Epoch 10, Acc: 0.3681451612903226, Loss: 1.4080373048782349\n",
            "Epoch 10, Acc: 0.3683998387746876, Loss: 1.0988383293151855\n",
            "Epoch 10, Acc: 0.3682514101531023, Loss: 5.978260040283203\n",
            "Epoch 10, Acc: 0.3685058397100282, Loss: 0.41579470038414\n",
            "Epoch 10, Acc: 0.36835748792270534, Loss: 6.81083869934082\n",
            "Epoch 10, Acc: 0.3682092555331992, Loss: 1.0252163410186768\n",
            "Epoch 10, Acc: 0.3680611423974256, Loss: 2.3197591304779053\n",
            "Epoch 10, Acc: 0.36831523924406917, Loss: 0.7808101773262024\n",
            "Epoch 10, Acc: 0.36816720257234725, Loss: 1.212918996810913\n",
            "Epoch 10, Acc: 0.3680192848533548, Loss: 1.0124433040618896\n",
            "Epoch 10, Acc: 0.3682730923694779, Loss: 0.7145109176635742\n",
            "Epoch 10, Acc: 0.36852669610598154, Loss: 0.18131695687770844\n",
            "Epoch 10, Acc: 0.3687800963081862, Loss: 0.008368662558495998\n",
            "Epoch 10, Acc: 0.3686321700762134, Loss: 1.6277070045471191\n",
            "Epoch 10, Acc: 0.3688853247794707, Loss: 0.03279198333621025\n",
            "Epoch 10, Acc: 0.3687374749498998, Loss: 1.7447311878204346\n",
            "Epoch 10, Acc: 0.36899038461538464, Loss: 0.39757081866264343\n",
            "Epoch 10, Acc: 0.36924309171005204, Loss: 0.2717514932155609\n",
            "Epoch 10, Acc: 0.36909527622097676, Loss: 1.073251724243164\n",
            "Epoch 10, Acc: 0.3689475790316126, Loss: 1.4073115587234497\n",
            "Epoch 10, Acc: 0.3688, Loss: 1.391825556755066\n",
            "Epoch 10, Acc: 0.36865253898440625, Loss: 1.8266571760177612\n",
            "Epoch 10, Acc: 0.36850519584332536, Loss: 1.1939966678619385\n",
            "Epoch 10, Acc: 0.3683579704354774, Loss: 2.071431875228882\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 10, Acc: 0.36806387225548903, Loss: 1.3647089004516602\n",
            "Epoch 10, Acc: 0.3679169992019154, Loss: 1.1271109580993652\n",
            "Epoch 10, Acc: 0.3677702433187076, Loss: 0.9350652098655701\n",
            "Epoch 10, Acc: 0.36762360446570974, Loss: 1.3614120483398438\n",
            "Epoch 10, Acc: 0.3674770825029892, Loss: 2.054048538208008\n",
            "Epoch 10, Acc: 0.3673306772908366, Loss: 1.314103126525879\n",
            "Epoch 10, Acc: 0.36718438868976505, Loss: 4.0367841720581055\n",
            "Epoch 10, Acc: 0.36703821656050956, Loss: 1.2037568092346191\n",
            "Epoch 10, Acc: 0.3672900915240748, Loss: 0.849151611328125\n",
            "Epoch 10, Acc: 0.36754176610978523, Loss: 0.5780746936798096\n",
            "Epoch 10, Acc: 0.36779324055666, Loss: 0.019625063985586166\n",
            "Epoch 10, Acc: 0.36804451510333863, Loss: 0.16857953369617462\n",
            "Epoch 10, Acc: 0.3678982916170044, Loss: 1.6557763814926147\n",
            "Epoch 10, Acc: 0.36814932486100077, Loss: 0.4963827133178711\n",
            "Epoch 10, Acc: 0.3680031758634379, Loss: 2.227247714996338\n",
            "Epoch 10, Acc: 0.3678571428571429, Loss: 1.4246309995651245\n",
            "Epoch 10, Acc: 0.36771122570408565, Loss: 1.9180327653884888\n",
            "Epoch 10, Acc: 0.3679619349722443, Loss: 0.368907630443573\n",
            "Epoch 10, Acc: 0.367816091954023, Loss: 1.0467426776885986\n",
            "Epoch 10, Acc: 0.3676703645007924, Loss: 2.022714614868164\n",
            "Epoch 10, Acc: 0.3675247524752475, Loss: 2.4064478874206543\n",
            "Epoch 10, Acc: 0.3673792557403009, Loss: 2.102550745010376\n",
            "Epoch 10, Acc: 0.36723387415908193, Loss: 1.2010259628295898\n",
            "Epoch 10, Acc: 0.3674841772151899, Loss: 0.205972358584404\n",
            "Epoch 10, Acc: 0.36773428232502964, Loss: 0.7747495174407959\n",
            "Epoch 10, Acc: 0.36798418972332014, Loss: 1.0013172626495361\n",
            "Epoch 10, Acc: 0.36823389964440933, Loss: 0.3960461914539337\n",
            "Epoch 10, Acc: 0.3684834123222749, Loss: 0.35577860474586487\n",
            "Epoch 10, Acc: 0.36833793920252667, Loss: 4.867928981781006\n",
            "Epoch 10, Acc: 0.3681925808997632, Loss: 1.7716357707977295\n",
            "Epoch 10, Acc: 0.3684418145956608, Loss: 0.04091808199882507\n",
            "Epoch 10, Acc: 0.36869085173501576, Loss: 0.7863491773605347\n",
            "Epoch 10, Acc: 0.3685455262120615, Loss: 1.5087823867797852\n",
            "Epoch 10, Acc: 0.36879432624113473, Loss: 0.1854103058576584\n",
            "Epoch 10, Acc: 0.36864907443875544, Loss: 1.129192590713501\n",
            "Epoch 10, Acc: 0.36850393700787404, Loss: 2.18789005279541\n",
            "Epoch 10, Acc: 0.36875245966155057, Loss: 0.12023520469665527\n",
            "Epoch 10, Acc: 0.36860739575137685, Loss: 3.599881649017334\n",
            "Epoch 10, Acc: 0.3688556822650413, Loss: 0.05307699367403984\n",
            "Epoch 10, Acc: 0.3687106918238994, Loss: 1.4568265676498413\n",
            "Epoch 10, Acc: 0.36895874263261297, Loss: 0.018170680850744247\n",
            "Epoch 10, Acc: 0.3688138256087981, Loss: 6.611797332763672\n",
            "Epoch 10, Acc: 0.3690616411464468, Loss: 0.6399093866348267\n",
            "Epoch 10, Acc: 0.36930926216640503, Loss: 0.7813671231269836\n",
            "Epoch 10, Acc: 0.3691643781875245, Loss: 1.6328080892562866\n",
            "Epoch 10, Acc: 0.36941176470588233, Loss: 0.9443638324737549\n",
            "Epoch 10, Acc: 0.3692669541356331, Loss: 1.338336706161499\n",
            "Epoch 10, Acc: 0.3695141065830721, Loss: 0.4107268154621124\n",
            "Epoch 10, Acc: 0.36936936936936937, Loss: 1.776612401008606\n",
            "Epoch 10, Acc: 0.3692247454972592, Loss: 1.3555290699005127\n",
            "Epoch 10, Acc: 0.3694716242661448, Loss: 0.5254616737365723\n",
            "Epoch 10, Acc: 0.36932707355242567, Loss: 1.4557013511657715\n",
            "Epoch 10, Acc: 0.369182635901447, Loss: 1.809584140777588\n",
            "Epoch 10, Acc: 0.36942924159499607, Loss: 0.6185611486434937\n",
            "Epoch 10, Acc: 0.369284876905041, Loss: 1.6331024169921875\n",
            "Epoch 10, Acc: 0.369140625, Loss: 1.5750133991241455\n",
            "Epoch 11, Acc: 0.3693869582194455, Loss: 0.4172264635562897\n",
            "Epoch 11, Acc: 0.3692427790788447, Loss: 2.999417304992676\n",
            "Epoch 11, Acc: 0.36948888021849396, Loss: 0.010281809605658054\n",
            "Epoch 11, Acc: 0.36934477379095165, Loss: 1.702589750289917\n",
            "Epoch 11, Acc: 0.3695906432748538, Loss: 0.45689117908477783\n",
            "Epoch 11, Acc: 0.36983632112236947, Loss: 0.7504039406776428\n",
            "Epoch 11, Acc: 0.3696922477600312, Loss: 0.9805884957313538\n",
            "Epoch 11, Acc: 0.36993769470404986, Loss: 0.00033825874561443925\n",
            "Epoch 11, Acc: 0.37018295056442196, Loss: 1.1468144655227661\n",
            "Epoch 11, Acc: 0.37042801556420235, Loss: 0.5257393717765808\n",
            "Epoch 11, Acc: 0.3706728899260988, Loss: 0.47744548320770264\n",
            "Epoch 11, Acc: 0.37052877138413687, Loss: 1.5003366470336914\n",
            "Epoch 11, Acc: 0.37077341624562765, Loss: 0.5855785608291626\n",
            "Epoch 11, Acc: 0.37101787101787104, Loss: 0.41403740644454956\n",
            "Epoch 11, Acc: 0.3712621359223301, Loss: 0.7702207565307617\n",
            "Epoch 11, Acc: 0.37111801242236025, Loss: 3.7418365478515625\n",
            "Epoch 11, Acc: 0.3713620488940629, Loss: 0.753158450126648\n",
            "Epoch 11, Acc: 0.37121799844840964, Loss: 2.5867700576782227\n",
            "Epoch 11, Acc: 0.37146180690189995, Loss: 0.16252708435058594\n",
            "Epoch 11, Acc: 0.37131782945736436, Loss: 4.258485317230225\n",
            "Epoch 11, Acc: 0.37117396358000776, Loss: 1.257002353668213\n",
            "Epoch 11, Acc: 0.37141750580945004, Loss: 0.17115584015846252\n",
            "Epoch 11, Acc: 0.3712737127371274, Loss: 3.7443368434906006\n",
            "Epoch 11, Acc: 0.37113003095975233, Loss: 2.1835427284240723\n",
            "Epoch 11, Acc: 0.37098646034816246, Loss: 1.7096786499023438\n",
            "Epoch 11, Acc: 0.3708430007733952, Loss: 1.6891417503356934\n",
            "Epoch 11, Acc: 0.3710862002319289, Loss: 0.11014147102832794\n",
            "Epoch 11, Acc: 0.37094281298299847, Loss: 1.043040156364441\n",
            "Epoch 11, Acc: 0.3707995365005794, Loss: 2.8973145484924316\n",
            "Epoch 11, Acc: 0.37104247104247107, Loss: 0.00812298059463501\n",
            "Epoch 11, Acc: 0.37089926669239676, Loss: 1.4354615211486816\n",
            "Epoch 11, Acc: 0.3707561728395062, Loss: 3.4294610023498535\n",
            "Epoch 11, Acc: 0.37099884303895103, Loss: 0.034274227917194366\n",
            "Epoch 11, Acc: 0.3708558211256746, Loss: 1.7290997505187988\n",
            "Epoch 11, Acc: 0.37071290944123314, Loss: 1.086885690689087\n",
            "Epoch 11, Acc: 0.37057010785824346, Loss: 1.5436517000198364\n",
            "Epoch 11, Acc: 0.3704274162495187, Loss: 6.451359272003174\n",
            "Epoch 11, Acc: 0.37028483448806776, Loss: 1.1599221229553223\n",
            "Epoch 11, Acc: 0.37014236244709503, Loss: 1.11720609664917\n",
            "Epoch 11, Acc: 0.37, Loss: 0.830344021320343\n",
            "Epoch 11, Acc: 0.370242214532872, Loss: 0.834080696105957\n",
            "Epoch 11, Acc: 0.3704842428900845, Loss: 0.9267908930778503\n",
            "Epoch 11, Acc: 0.3707260852862082, Loss: 0.2942200303077698\n",
            "Epoch 11, Acc: 0.3705837173579109, Loss: 2.540395736694336\n",
            "Epoch 11, Acc: 0.3708253358925144, Loss: 0.47266262769699097\n",
            "Epoch 11, Acc: 0.37106676899462776, Loss: 0.5536878705024719\n",
            "Epoch 11, Acc: 0.37130801687763715, Loss: 0.5420766472816467\n",
            "Epoch 11, Acc: 0.37116564417177916, Loss: 1.2927998304367065\n",
            "Epoch 11, Acc: 0.3714066692219241, Loss: 0.7177040576934814\n",
            "Epoch 11, Acc: 0.3716475095785441, Loss: 0.5365234613418579\n",
            "Epoch 11, Acc: 0.3718881654538491, Loss: 0.40719476342201233\n",
            "Epoch 11, Acc: 0.3721286370597244, Loss: 0.8862610459327698\n",
            "Epoch 11, Acc: 0.3719862227324914, Loss: 2.958591938018799\n",
            "Epoch 11, Acc: 0.3722264728385616, Loss: 0.8004169464111328\n",
            "Epoch 11, Acc: 0.37208413001912044, Loss: 3.6426095962524414\n",
            "Epoch 11, Acc: 0.37232415902140675, Loss: 0.47030317783355713\n",
            "Epoch 11, Acc: 0.3725640045854031, Loss: 0.8033223748207092\n",
            "Epoch 11, Acc: 0.3724216959511077, Loss: 1.536914587020874\n",
            "Epoch 11, Acc: 0.3722794959908362, Loss: 2.0273690223693848\n",
            "Epoch 11, Acc: 0.37251908396946565, Loss: 0.809296727180481\n",
            "Epoch 11, Acc: 0.3727584891262877, Loss: 0.7294363975524902\n",
            "Epoch 11, Acc: 0.37261632341723877, Loss: 1.9165418148040771\n",
            "Epoch 11, Acc: 0.372855508959207, Loss: 0.348575234413147\n",
            "Epoch 11, Acc: 0.37309451219512196, Loss: 0.2787970006465912\n",
            "Epoch 11, Acc: 0.372952380952381, Loss: 1.9512434005737305\n",
            "Epoch 11, Acc: 0.3731911652703732, Loss: 0.027242623269557953\n",
            "Epoch 11, Acc: 0.37304910544347164, Loss: 1.6094967126846313\n",
            "Epoch 11, Acc: 0.3732876712328767, Loss: 0.5368514060974121\n",
            "Epoch 11, Acc: 0.37352605553442375, Loss: 0.30855709314346313\n",
            "Epoch 11, Acc: 0.37376425855513307, Loss: 0.29213306307792664\n",
            "Epoch 11, Acc: 0.37400228050171036, Loss: 0.700822651386261\n",
            "Epoch 11, Acc: 0.3738601823708207, Loss: 0.8679318428039551\n",
            "Epoch 11, Acc: 0.37409798708697306, Loss: 0.7702445983886719\n",
            "Epoch 11, Acc: 0.37395596051632496, Loss: 1.2181378602981567\n",
            "Epoch 11, Acc: 0.3738140417457306, Loss: 1.0544992685317993\n",
            "Epoch 11, Acc: 0.37367223065250377, Loss: 1.0540751218795776\n",
            "Epoch 11, Acc: 0.37353052711414486, Loss: 1.6500502824783325\n",
            "Epoch 11, Acc: 0.3737680060652009, Loss: 0.6111084222793579\n",
            "Epoch 11, Acc: 0.37362637362637363, Loss: 2.8787803649902344\n",
            "Epoch 11, Acc: 0.3734848484848485, Loss: 2.080181837081909\n",
            "Epoch 11, Acc: 0.37372207497160165, Loss: 0.8225259780883789\n",
            "Epoch 11, Acc: 0.37395912187736563, Loss: 0.8758716583251953\n",
            "Epoch 11, Acc: 0.3738176314793795, Loss: 1.3419939279556274\n",
            "Epoch 11, Acc: 0.37405446293494704, Loss: 0.591223418712616\n",
            "Epoch 11, Acc: 0.3742911153119093, Loss: 0.1907966285943985\n",
            "Epoch 11, Acc: 0.3745275888133031, Loss: 0.36053717136383057\n",
            "Epoch 11, Acc: 0.37438609746883267, Loss: 1.2175307273864746\n",
            "Epoch 11, Acc: 0.37424471299093653, Loss: 1.25180983543396\n",
            "Epoch 11, Acc: 0.3744809362023405, Loss: 0.7239342331886292\n",
            "Epoch 11, Acc: 0.37433962264150944, Loss: 3.735407590866089\n",
            "Epoch 11, Acc: 0.3745756318370426, Loss: 0.09953223168849945\n",
            "Epoch 11, Acc: 0.3744343891402715, Loss: 1.0072011947631836\n",
            "Epoch 11, Acc: 0.3742932529212213, Loss: 0.8960623145103455\n",
            "Epoch 11, Acc: 0.3741522230595328, Loss: 2.0632026195526123\n",
            "Epoch 11, Acc: 0.3743879472693032, Loss: 0.15004996955394745\n",
            "Epoch 11, Acc: 0.3742469879518072, Loss: 1.6297141313552856\n",
            "Epoch 11, Acc: 0.3741061347384268, Loss: 1.9049952030181885\n",
            "Epoch 11, Acc: 0.37434161023325807, Loss: 0.4038449227809906\n",
            "Epoch 11, Acc: 0.3742008273787138, Loss: 3.444180965423584\n",
            "Epoch 11, Acc: 0.37406015037593987, Loss: 1.1689391136169434\n",
            "Epoch 11, Acc: 0.3739195791055994, Loss: 0.9294469356536865\n",
            "Epoch 11, Acc: 0.3737791134485349, Loss: 1.1144235134124756\n",
            "Epoch 11, Acc: 0.3740142696207285, Loss: 0.5682467222213745\n",
            "Epoch 11, Acc: 0.3738738738738739, Loss: 5.086141109466553\n",
            "Epoch 11, Acc: 0.37373358348968105, Loss: 2.677353620529175\n",
            "Epoch 11, Acc: 0.3735933983495874, Loss: 1.3665356636047363\n",
            "Epoch 11, Acc: 0.3734533183352081, Loss: 2.8290719985961914\n",
            "Epoch 11, Acc: 0.37368815592203897, Loss: 0.4832763075828552\n",
            "Epoch 11, Acc: 0.3735481453727988, Loss: 2.4385194778442383\n",
            "Epoch 11, Acc: 0.37378277153558054, Loss: 0.8796300292015076\n",
            "Epoch 11, Acc: 0.3740172220142269, Loss: 0.6874697208404541\n",
            "Epoch 11, Acc: 0.37425149700598803, Loss: 0.389177531003952\n",
            "Epoch 11, Acc: 0.37448559670781895, Loss: 0.7369186282157898\n",
            "Epoch 11, Acc: 0.3743455497382199, Loss: 2.769029140472412\n",
            "Epoch 11, Acc: 0.3742056074766355, Loss: 1.3349099159240723\n",
            "Epoch 11, Acc: 0.3740657698056801, Loss: 2.9577887058258057\n",
            "Epoch 11, Acc: 0.37429958909226746, Loss: 0.005860408302396536\n",
            "Epoch 11, Acc: 0.37453323375653474, Loss: 0.41004297137260437\n",
            "Epoch 11, Acc: 0.3747667039940276, Loss: 0.3692064881324768\n",
            "Epoch 11, Acc: 0.3746268656716418, Loss: 0.9619686007499695\n",
            "Epoch 11, Acc: 0.3744871316672883, Loss: 3.802053689956665\n",
            "Epoch 11, Acc: 0.3743475018642804, Loss: 3.311173915863037\n",
            "Epoch 11, Acc: 0.3742079761461051, Loss: 2.4990572929382324\n",
            "Epoch 11, Acc: 0.37444113263785395, Loss: 0.39354243874549866\n",
            "Epoch 11, Acc: 0.3743016759776536, Loss: 1.9450974464416504\n",
            "Epoch 11, Acc: 0.37416232315711095, Loss: 2.9206602573394775\n",
            "Epoch 11, Acc: 0.37439523632303684, Loss: 0.09084724634885788\n",
            "Epoch 11, Acc: 0.37462797619047616, Loss: 0.31602194905281067\n",
            "Epoch 11, Acc: 0.374488657493492, Loss: 1.8235164880752563\n",
            "Epoch 11, Acc: 0.3747211895910781, Loss: 0.8975040316581726\n",
            "Epoch 11, Acc: 0.3745819397993311, Loss: 1.4862565994262695\n",
            "Epoch 11, Acc: 0.37481426448737, Loss: 0.44556885957717896\n",
            "Epoch 11, Acc: 0.37504641663572225, Loss: 0.9708380699157715\n",
            "Epoch 11, Acc: 0.3752783964365256, Loss: 0.5381274223327637\n",
            "Epoch 11, Acc: 0.37551020408163266, Loss: 0.15205499529838562\n",
            "Epoch 11, Acc: 0.3757418397626113, Loss: 0.0051391166634857655\n",
            "Epoch 11, Acc: 0.37560252131998517, Loss: 2.6964197158813477\n",
            "Epoch 11, Acc: 0.37546330615270573, Loss: 4.011253356933594\n",
            "Epoch 11, Acc: 0.37532419414598, Loss: 2.577011823654175\n",
            "Epoch 11, Acc: 0.37555555555555553, Loss: 0.7167853116989136\n",
            "Epoch 11, Acc: 0.37541651240281376, Loss: 1.5622215270996094\n",
            "Epoch 11, Acc: 0.3752775721687639, Loss: 1.5497270822525024\n",
            "Epoch 11, Acc: 0.3755086940436552, Loss: 0.20678019523620605\n",
            "Epoch 11, Acc: 0.3757396449704142, Loss: 0.8473833799362183\n",
            "Epoch 11, Acc: 0.3756007393715342, Loss: 2.8770813941955566\n",
            "Epoch 11, Acc: 0.37583148558758317, Loss: 0.04202549532055855\n",
            "Epoch 11, Acc: 0.37569264868858515, Loss: 1.7608706951141357\n",
            "Epoch 11, Acc: 0.3755539143279173, Loss: 1.5880001783370972\n",
            "Epoch 11, Acc: 0.3754152823920266, Loss: 0.9792549014091492\n",
            "Epoch 11, Acc: 0.3756457564575646, Loss: 0.6715087890625\n",
            "Epoch 11, Acc: 0.37587606049428257, Loss: 0.8499962091445923\n",
            "Epoch 11, Acc: 0.37610619469026546, Loss: 0.461240291595459\n",
            "Epoch 11, Acc: 0.37633615923332103, Loss: 0.7015084028244019\n",
            "Epoch 11, Acc: 0.3765659543109801, Loss: 0.17277058959007263\n",
            "Epoch 11, Acc: 0.37642725598526705, Loss: 0.8593707084655762\n",
            "Epoch 11, Acc: 0.37628865979381443, Loss: 0.8123482465744019\n",
            "Epoch 11, Acc: 0.37615016562384984, Loss: 1.5543760061264038\n",
            "Epoch 11, Acc: 0.37637969094922735, Loss: 0.24922877550125122\n",
            "Epoch 11, Acc: 0.3766090474439132, Loss: 1.027639389038086\n",
            "Epoch 11, Acc: 0.37683823529411764, Loss: 0.7192341685295105\n",
            "Epoch 11, Acc: 0.3766997427416391, Loss: 5.267778396606445\n",
            "Epoch 11, Acc: 0.3765613519470977, Loss: 1.0905511379241943\n",
            "Epoch 11, Acc: 0.3767903048108704, Loss: 0.5977485179901123\n",
            "Epoch 11, Acc: 0.3766519823788546, Loss: 1.0455445051193237\n",
            "Epoch 11, Acc: 0.3765137614678899, Loss: 1.082442283630371\n",
            "Epoch 11, Acc: 0.37674247982391784, Loss: 0.6780792474746704\n",
            "Epoch 11, Acc: 0.3766043270993766, Loss: 1.63460111618042\n",
            "Epoch 11, Acc: 0.37683284457478006, Loss: 0.8371260166168213\n",
            "Epoch 11, Acc: 0.37706119457676807, Loss: 0.535629153251648\n",
            "Epoch 11, Acc: 0.3772893772893773, Loss: 0.8488988280296326\n",
            "Epoch 11, Acc: 0.37715122665690226, Loss: 1.2830973863601685\n",
            "Epoch 11, Acc: 0.3773792093704246, Loss: 0.3124070465564728\n",
            "Epoch 11, Acc: 0.37724112696670326, Loss: 3.7407422065734863\n",
            "Epoch 11, Acc: 0.3774689100219459, Loss: 0.5781656503677368\n",
            "Epoch 11, Acc: 0.3776965265082267, Loss: 0.3022289574146271\n",
            "Epoch 11, Acc: 0.37792397660818716, Loss: 0.44531288743019104\n",
            "Epoch 11, Acc: 0.37778589696748266, Loss: 1.509028673171997\n",
            "Epoch 11, Acc: 0.3776479181884587, Loss: 4.9617600440979\n",
            "Epoch 11, Acc: 0.3778751369112815, Loss: 0.7835476994514465\n",
            "Epoch 11, Acc: 0.3781021897810219, Loss: 0.1748751550912857\n",
            "Epoch 11, Acc: 0.37832907697920465, Loss: 0.08998418599367142\n",
            "Epoch 11, Acc: 0.37819110138584977, Loss: 1.2543745040893555\n",
            "Epoch 11, Acc: 0.3784177907400656, Loss: 0.7038940191268921\n",
            "Epoch 11, Acc: 0.3786443148688047, Loss: 0.9343092441558838\n",
            "Epoch 11, Acc: 0.3788706739526412, Loss: 0.6366664171218872\n",
            "Epoch 11, Acc: 0.37909686817188637, Loss: 0.5279643535614014\n",
            "Epoch 11, Acc: 0.379322897706589, Loss: 0.9377983212471008\n",
            "Epoch 11, Acc: 0.37954876273653565, Loss: 0.3955923318862915\n",
            "Epoch 11, Acc: 0.3794106947981084, Loss: 1.8054625988006592\n",
            "Epoch 11, Acc: 0.37963636363636366, Loss: 0.18255572021007538\n",
            "Epoch 11, Acc: 0.37949836423118866, Loss: 1.8975664377212524\n",
            "Epoch 11, Acc: 0.3793604651162791, Loss: 1.764692783355713\n",
            "Epoch 11, Acc: 0.37958590628405375, Loss: 0.5825297832489014\n",
            "Epoch 11, Acc: 0.37981118373275236, Loss: 0.6131879091262817\n",
            "Epoch 11, Acc: 0.3796733212341198, Loss: 3.2079408168792725\n",
            "Epoch 11, Acc: 0.3795355587808418, Loss: 3.5314857959747314\n",
            "Epoch 11, Acc: 0.3793978962640551, Loss: 2.279921531677246\n",
            "Epoch 11, Acc: 0.3792603335750544, Loss: 0.8290655612945557\n",
            "Epoch 11, Acc: 0.37912287060529176, Loss: 1.3272333145141602\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 11, Acc: 0.37884824339007606, Loss: 2.9001810550689697\n",
            "Epoch 11, Acc: 0.3787110789283128, Loss: 1.1101007461547852\n",
            "Epoch 11, Acc: 0.37857401375316685, Loss: 2.069540023803711\n",
            "Epoch 11, Acc: 0.3787988422575977, Loss: 0.2234157919883728\n",
            "Epoch 11, Acc: 0.3786618444846293, Loss: 1.8894922733306885\n",
            "Epoch 11, Acc: 0.37888647866955893, Loss: 0.6657810807228088\n",
            "Epoch 11, Acc: 0.37874954824719914, Loss: 4.652079105377197\n",
            "Epoch 11, Acc: 0.3786127167630058, Loss: 2.1014537811279297\n",
            "Epoch 11, Acc: 0.37847598410978694, Loss: 2.0473132133483887\n",
            "Epoch 11, Acc: 0.3783393501805054, Loss: 0.9546039700508118\n",
            "Epoch 11, Acc: 0.37856369541681706, Loss: 0.02048444002866745\n",
            "Epoch 11, Acc: 0.3787878787878788, Loss: 0.06527691334486008\n",
            "Epoch 11, Acc: 0.37901190046880634, Loss: 0.5035786628723145\n",
            "Epoch 11, Acc: 0.3788752703677001, Loss: 3.162198781967163\n",
            "Epoch 11, Acc: 0.3790990990990991, Loss: 0.8601029515266418\n",
            "Epoch 11, Acc: 0.37896253602305474, Loss: 2.312560558319092\n",
            "Epoch 11, Acc: 0.3791861721281959, Loss: 0.6534348726272583\n",
            "Epoch 11, Acc: 0.37904967602591794, Loss: 1.609926700592041\n",
            "Epoch 11, Acc: 0.37891327815761067, Loss: 1.469595193862915\n",
            "Epoch 11, Acc: 0.3787769784172662, Loss: 5.138904571533203\n",
            "Epoch 11, Acc: 0.37900035958288386, Loss: 1.1331249475479126\n",
            "Epoch 11, Acc: 0.3792235801581596, Loss: 0.08742678165435791\n",
            "Epoch 11, Acc: 0.3794466403162055, Loss: 0.56168532371521\n",
            "Epoch 11, Acc: 0.3793103448275862, Loss: 2.2988626956939697\n",
            "Epoch 11, Acc: 0.3791741472172352, Loss: 5.030044078826904\n",
            "Epoch 11, Acc: 0.3793969849246231, Loss: 0.6754876375198364\n",
            "Epoch 11, Acc: 0.3796196627197704, Loss: 0.2859155535697937\n",
            "Epoch 11, Acc: 0.3798421807747489, Loss: 0.8095868825912476\n",
            "Epoch 11, Acc: 0.380064539261384, Loss: 0.08043407648801804\n",
            "Epoch 11, Acc: 0.37992831541218636, Loss: 1.6308355331420898\n",
            "Epoch 11, Acc: 0.3801504836975994, Loss: 0.15072032809257507\n",
            "Epoch 11, Acc: 0.38001432664756446, Loss: 1.0553574562072754\n",
            "Epoch 11, Acc: 0.3802363050483351, Loss: 0.00430704141035676\n",
            "Epoch 11, Acc: 0.380100214745884, Loss: 3.6866400241851807\n",
            "Epoch 11, Acc: 0.38032200357781754, Loss: 0.8412591218948364\n",
            "Epoch 11, Acc: 0.3805436337625179, Loss: 0.057683996856212616\n",
            "Epoch 11, Acc: 0.3807651054701466, Loss: 0.04880385473370552\n",
            "Epoch 11, Acc: 0.3806290207290922, Loss: 1.1501994132995605\n",
            "Epoch 11, Acc: 0.38085030367988565, Loss: 0.12658379971981049\n",
            "Epoch 11, Acc: 0.3807142857142857, Loss: 1.399407982826233\n",
            "Epoch 11, Acc: 0.38093538022134954, Loss: 0.02375883236527443\n",
            "Epoch 11, Acc: 0.3811563169164882, Loss: 0.11245638132095337\n",
            "Epoch 11, Acc: 0.3810203353549768, Loss: 3.789405107498169\n",
            "Epoch 11, Acc: 0.38124108416547786, Loss: 0.6740012764930725\n",
            "Epoch 11, Acc: 0.38110516934046346, Loss: 0.9382093548774719\n",
            "Epoch 11, Acc: 0.3809693513898788, Loss: 1.541774034500122\n",
            "Epoch 11, Acc: 0.3811898824367652, Loss: 0.0029855461325496435\n",
            "Epoch 11, Acc: 0.3814102564102564, Loss: 0.11830614507198334\n",
            "Epoch 11, Acc: 0.38127447490210037, Loss: 1.1180061101913452\n",
            "Epoch 11, Acc: 0.3811387900355872, Loss: 4.379755020141602\n",
            "Epoch 11, Acc: 0.3810032017075774, Loss: 3.140133857727051\n",
            "Epoch 11, Acc: 0.3808677098150782, Loss: 1.2739344835281372\n",
            "Epoch 11, Acc: 0.3807323142552435, Loss: 2.7745368480682373\n",
            "Epoch 11, Acc: 0.3805970149253731, Loss: 2.0596399307250977\n",
            "Epoch 11, Acc: 0.380461811722913, Loss: 1.1215662956237793\n",
            "Epoch 11, Acc: 0.3806818181818182, Loss: 0.7266261577606201\n",
            "Epoch 12, Acc: 0.38054668086616966, Loss: 1.14695143699646\n",
            "Epoch 12, Acc: 0.38041163946061035, Loss: 2.6043670177459717\n",
            "Epoch 12, Acc: 0.3806314295849592, Loss: 0.47367042303085327\n",
            "Epoch 12, Acc: 0.38085106382978723, Loss: 0.13495860993862152\n",
            "Epoch 12, Acc: 0.38107054236086496, Loss: 0.49317261576652527\n",
            "Epoch 12, Acc: 0.3809355067328136, Loss: 0.9954162836074829\n",
            "Epoch 12, Acc: 0.38115479985830675, Loss: 0.7156553268432617\n",
            "Epoch 12, Acc: 0.3813739376770538, Loss: 0.6780862808227539\n",
            "Epoch 12, Acc: 0.38123893805309733, Loss: 0.9274094104766846\n",
            "Epoch 12, Acc: 0.38110403397027603, Loss: 1.1019059419631958\n",
            "Epoch 12, Acc: 0.38132295719844356, Loss: 0.15545299649238586\n",
            "Epoch 12, Acc: 0.38154172560113153, Loss: 0.4505080580711365\n",
            "Epoch 12, Acc: 0.38140685754683634, Loss: 4.025487422943115\n",
            "Epoch 12, Acc: 0.3812720848056537, Loss: 4.624089241027832\n",
            "Epoch 12, Acc: 0.381490639350053, Loss: 0.2385910153388977\n",
            "Epoch 12, Acc: 0.3817090395480226, Loss: 1.0871734619140625\n",
            "Epoch 12, Acc: 0.3815743028591599, Loss: 1.15281081199646\n",
            "Epoch 12, Acc: 0.381439661256175, Loss: 1.686469554901123\n",
            "Epoch 12, Acc: 0.381657848324515, Loss: 0.46895235776901245\n",
            "Epoch 12, Acc: 0.38187588152327223, Loss: 0.858389675617218\n",
            "Epoch 12, Acc: 0.38209376101515685, Loss: 0.5621106028556824\n",
            "Epoch 12, Acc: 0.38231148696264977, Loss: 0.009044983424246311\n",
            "Epoch 12, Acc: 0.38217682282493837, Loss: 1.6207818984985352\n",
            "Epoch 12, Acc: 0.3823943661971831, Loss: 0.5750941634178162\n",
            "Epoch 12, Acc: 0.382259767687434, Loss: 1.150294542312622\n",
            "Epoch 12, Acc: 0.3824771287825475, Loss: 0.5071491003036499\n",
            "Epoch 12, Acc: 0.38269433696799154, Loss: 0.804690957069397\n",
            "Epoch 12, Acc: 0.38255977496483823, Loss: 2.025238037109375\n",
            "Epoch 12, Acc: 0.38242530755711773, Loss: 1.9796308279037476\n",
            "Epoch 12, Acc: 0.3826423049894589, Loss: 0.0010118131758645177\n",
            "Epoch 12, Acc: 0.38285914998243764, Loss: 0.6060824394226074\n",
            "Epoch 12, Acc: 0.3827247191011236, Loss: 1.4369730949401855\n",
            "Epoch 12, Acc: 0.38294138294138297, Loss: 0.02221345528960228\n",
            "Epoch 12, Acc: 0.38280701754385965, Loss: 4.4964447021484375\n",
            "Epoch 12, Acc: 0.3826727464047703, Loss: 3.3039662837982178\n",
            "Epoch 12, Acc: 0.38253856942496495, Loss: 4.444384574890137\n",
            "Epoch 12, Acc: 0.38275499474237645, Loss: 0.6802331805229187\n",
            "Epoch 12, Acc: 0.38297126839523477, Loss: 0.7791861295700073\n",
            "Epoch 12, Acc: 0.3828371278458844, Loss: 0.8635642528533936\n",
            "Epoch 12, Acc: 0.38270308123249297, Loss: 1.1613261699676514\n",
            "Epoch 12, Acc: 0.38291914595729787, Loss: 0.30814459919929504\n",
            "Epoch 12, Acc: 0.3827851644506648, Loss: 4.046430587768555\n",
            "Epoch 12, Acc: 0.3830010493179433, Loss: 0.12284639477729797\n",
            "Epoch 12, Acc: 0.38286713286713286, Loss: 1.5600676536560059\n",
            "Epoch 12, Acc: 0.38308283816847255, Loss: 0.5191637277603149\n",
            "Epoch 12, Acc: 0.383298392732355, Loss: 0.4470904469490051\n",
            "Epoch 12, Acc: 0.3831645127488648, Loss: 0.9862045049667358\n",
            "Epoch 12, Acc: 0.38303072625698326, Loss: 3.1341464519500732\n",
            "Epoch 12, Acc: 0.3832460732984293, Loss: 0.5741416811943054\n",
            "Epoch 12, Acc: 0.3834612700628053, Loss: 0.6360400915145874\n",
            "Epoch 12, Acc: 0.38367631670735963, Loss: 0.8569945096969604\n",
            "Epoch 12, Acc: 0.38354253835425384, Loss: 1.2353425025939941\n",
            "Epoch 12, Acc: 0.383757406761938, Loss: 0.44711339473724365\n",
            "Epoch 12, Acc: 0.38397212543554005, Loss: 0.8314834833145142\n",
            "Epoch 12, Acc: 0.3841866945315221, Loss: 0.26773765683174133\n",
            "Epoch 12, Acc: 0.3840529247910863, Loss: 1.2516143321990967\n",
            "Epoch 12, Acc: 0.38426731639401324, Loss: 0.0057900091633200645\n",
            "Epoch 12, Acc: 0.38448155880306195, Loss: 0.4741460680961609\n",
            "Epoch 12, Acc: 0.3843478260869565, Loss: 1.7489796876907349\n",
            "Epoch 12, Acc: 0.3842141863699583, Loss: 1.5209335088729858\n",
            "Epoch 12, Acc: 0.3844282238442822, Loss: 0.26860329508781433\n",
            "Epoch 12, Acc: 0.3842946490618485, Loss: 1.7105579376220703\n",
            "Epoch 12, Acc: 0.38416116707189996, Loss: 1.6172034740447998\n",
            "Epoch 12, Acc: 0.384375, Loss: 0.9018704891204834\n",
            "Epoch 12, Acc: 0.38458868448455397, Loss: 0.9242708086967468\n",
            "Epoch 12, Acc: 0.3848022206800833, Loss: 0.2495655119419098\n",
            "Epoch 12, Acc: 0.3846687478321193, Loss: 1.676353096961975\n",
            "Epoch 12, Acc: 0.3845353675450763, Loss: 1.6382132768630981\n",
            "Epoch 12, Acc: 0.3847487001733102, Loss: 0.8374456167221069\n",
            "Epoch 12, Acc: 0.38461538461538464, Loss: 1.6536463499069214\n",
            "Epoch 12, Acc: 0.3844821614132317, Loss: 1.0428688526153564\n",
            "Epoch 12, Acc: 0.3846952908587258, Loss: 0.4111626148223877\n",
            "Epoch 12, Acc: 0.38490827275874007, Loss: 0.1765856146812439\n",
            "Epoch 12, Acc: 0.385121107266436, Loss: 0.5480439066886902\n",
            "Epoch 12, Acc: 0.3853337945347631, Loss: 0.4820864200592041\n",
            "Epoch 12, Acc: 0.3852005532503458, Loss: 0.7846335768699646\n",
            "Epoch 12, Acc: 0.38541306602143105, Loss: 0.7538638114929199\n",
            "Epoch 12, Acc: 0.38562543192812715, Loss: 0.5679630041122437\n",
            "Epoch 12, Acc: 0.3854922279792746, Loss: 3.216607093811035\n",
            "Epoch 12, Acc: 0.38535911602209943, Loss: 1.4551831483840942\n",
            "Epoch 12, Acc: 0.38522609596133933, Loss: 1.1490046977996826\n",
            "Epoch 12, Acc: 0.3854382332643202, Loss: 0.13623946905136108\n",
            "Epoch 12, Acc: 0.38565022421524664, Loss: 0.45069044828414917\n",
            "Epoch 12, Acc: 0.38551724137931037, Loss: 1.2876451015472412\n",
            "Epoch 12, Acc: 0.38538435022406065, Loss: 1.0155599117279053\n",
            "Epoch 12, Acc: 0.3852515506547209, Loss: 1.9372342824935913\n",
            "Epoch 12, Acc: 0.38546331381329657, Loss: 0.697924017906189\n",
            "Epoch 12, Acc: 0.3853305785123967, Loss: 1.1519498825073242\n",
            "Epoch 12, Acc: 0.3855421686746988, Loss: 0.6067979335784912\n",
            "Epoch 12, Acc: 0.3857536132140399, Loss: 0.9152644276618958\n",
            "Epoch 12, Acc: 0.38596491228070173, Loss: 0.15724292397499084\n",
            "Epoch 12, Acc: 0.3861760660247593, Loss: 0.19443990290164948\n",
            "Epoch 12, Acc: 0.3863870745960811, Loss: 0.9605836868286133\n",
            "Epoch 12, Acc: 0.38625429553264606, Loss: 1.5136269330978394\n",
            "Epoch 12, Acc: 0.3864651322569564, Loss: 0.5174318552017212\n",
            "Epoch 12, Acc: 0.3863324175824176, Loss: 1.5115760564804077\n",
            "Epoch 12, Acc: 0.3865430827325781, Loss: 1.0535428524017334\n",
            "Epoch 12, Acc: 0.3864104323953329, Loss: 1.670661449432373\n",
            "Epoch 12, Acc: 0.3862778730703259, Loss: 3.539818286895752\n",
            "Epoch 12, Acc: 0.3864883401920439, Loss: 0.00019107422849629074\n",
            "Epoch 12, Acc: 0.3866986630099417, Loss: 0.7104222774505615\n",
            "Epoch 12, Acc: 0.3865661411925977, Loss: 0.9538316130638123\n",
            "Epoch 12, Acc: 0.3867762932511134, Loss: 0.5622752904891968\n",
            "Epoch 12, Acc: 0.386986301369863, Loss: 0.06710583716630936\n",
            "Epoch 12, Acc: 0.38685381718589523, Loss: 2.552170753479004\n",
            "Epoch 12, Acc: 0.3870636550308008, Loss: 0.4082503318786621\n",
            "Epoch 12, Acc: 0.38727334929866575, Loss: 0.24293634295463562\n",
            "Epoch 12, Acc: 0.387140902872777, Loss: 2.541557788848877\n",
            "Epoch 12, Acc: 0.38700854700854703, Loss: 2.4903078079223633\n",
            "Epoch 12, Acc: 0.38721804511278196, Loss: 0.35898128151893616\n",
            "Epoch 12, Acc: 0.3870857533310557, Loss: 2.002126455307007\n",
            "Epoch 12, Acc: 0.38729508196721313, Loss: 0.6715605854988098\n",
            "Epoch 12, Acc: 0.38716285421645613, Loss: 2.5654585361480713\n",
            "Epoch 12, Acc: 0.3873720136518771, Loss: 0.025593172758817673\n",
            "Epoch 12, Acc: 0.38723984988058685, Loss: 1.0136284828186035\n",
            "Epoch 12, Acc: 0.38710777626193726, Loss: 1.835591197013855\n",
            "Epoch 12, Acc: 0.38697579270371635, Loss: 1.5824942588806152\n",
            "Epoch 12, Acc: 0.38718473074301296, Loss: 0.796890377998352\n",
            "Epoch 12, Acc: 0.38705281090289606, Loss: 1.6329327821731567\n",
            "Epoch 12, Acc: 0.3872615803814714, Loss: 0.5260862112045288\n",
            "Epoch 12, Acc: 0.3871297242083759, Loss: 2.0684123039245605\n",
            "Epoch 12, Acc: 0.386997957794418, Loss: 2.0890212059020996\n",
            "Epoch 12, Acc: 0.3868662810479755, Loss: 1.166961669921875\n",
            "Epoch 12, Acc: 0.386734693877551, Loss: 4.827500343322754\n",
            "Epoch 12, Acc: 0.3866031961917715, Loss: 2.095884323120117\n",
            "Epoch 12, Acc: 0.3864717878993882, Loss: 2.2306551933288574\n",
            "Epoch 12, Acc: 0.38634046890927626, Loss: 1.9454624652862549\n",
            "Epoch 12, Acc: 0.38620923913043476, Loss: 3.539000988006592\n",
            "Epoch 12, Acc: 0.3864176570458404, Loss: 0.6244134306907654\n",
            "Epoch 12, Acc: 0.38662593346911067, Loss: 0.47253668308258057\n",
            "Epoch 12, Acc: 0.3864947404139803, Loss: 1.5479408502578735\n",
            "Epoch 12, Acc: 0.38636363636363635, Loss: 2.453500270843506\n",
            "Epoch 12, Acc: 0.38657171922685657, Loss: 0.473277747631073\n",
            "Epoch 12, Acc: 0.38677966101694916, Loss: 0.010947523638606071\n",
            "Epoch 12, Acc: 0.38698746187732974, Loss: 0.028620632365345955\n",
            "Epoch 12, Acc: 0.3871951219512195, Loss: 0.01148175448179245\n",
            "Epoch 12, Acc: 0.38740264138164576, Loss: 0.3786545991897583\n",
            "Epoch 12, Acc: 0.38727149627623564, Loss: 1.2454314231872559\n",
            "Epoch 12, Acc: 0.3871404399323181, Loss: 1.0279102325439453\n",
            "Epoch 12, Acc: 0.38734776725304465, Loss: 0.3279883861541748\n",
            "Epoch 12, Acc: 0.38755495434562054, Loss: 0.06099211052060127\n",
            "Epoch 12, Acc: 0.387762001352265, Loss: 0.6291858553886414\n",
            "Epoch 12, Acc: 0.3879689084150051, Loss: 0.05968262255191803\n",
            "Epoch 12, Acc: 0.3881756756756757, Loss: 0.7883622050285339\n",
            "Epoch 12, Acc: 0.3880445795339412, Loss: 3.189371347427368\n",
            "Epoch 12, Acc: 0.38825118163403105, Loss: 0.006419868674129248\n",
            "Epoch 12, Acc: 0.38812014849814375, Loss: 3.2343244552612305\n",
            "Epoch 12, Acc: 0.38798920377867746, Loss: 2.0107309818267822\n",
            "Epoch 12, Acc: 0.3881956155143339, Loss: 0.8760048747062683\n",
            "Epoch 12, Acc: 0.3880647336480108, Loss: 1.0483908653259277\n",
            "Epoch 12, Acc: 0.38827098078867545, Loss: 0.3454265296459198\n",
            "Epoch 12, Acc: 0.3881401617250674, Loss: 1.0287230014801025\n",
            "Epoch 12, Acc: 0.3883462445267767, Loss: 0.22861191630363464\n",
            "Epoch 12, Acc: 0.38855218855218854, Loss: 0.6450936198234558\n",
            "Epoch 12, Acc: 0.38842140693369237, Loss: 1.6061912775039673\n",
            "Epoch 12, Acc: 0.3882907133243607, Loss: 1.0016109943389893\n",
            "Epoch 12, Acc: 0.3881601076353851, Loss: 1.777933120727539\n",
            "Epoch 12, Acc: 0.3883658372562206, Loss: 0.6984518766403198\n",
            "Epoch 12, Acc: 0.38857142857142857, Loss: 0.5567278861999512\n",
            "Epoch 12, Acc: 0.3887768817204301, Loss: 0.3853151202201843\n",
            "Epoch 12, Acc: 0.3889821968424588, Loss: 0.26990798115730286\n",
            "Epoch 12, Acc: 0.38918737407656145, Loss: 0.8877367377281189\n",
            "Epoch 12, Acc: 0.38939241356159787, Loss: 0.35865792632102966\n",
            "Epoch 12, Acc: 0.38926174496644295, Loss: 1.4482877254486084\n",
            "Epoch 12, Acc: 0.3891311640389131, Loss: 1.110548973083496\n",
            "Epoch 12, Acc: 0.3893360160965795, Loss: 0.6253263354301453\n",
            "Epoch 12, Acc: 0.38920549782098557, Loss: 2.032045364379883\n",
            "Epoch 12, Acc: 0.3890750670241287, Loss: 1.5110013484954834\n",
            "Epoch 12, Acc: 0.38894472361809046, Loss: 4.076645851135254\n",
            "Epoch 12, Acc: 0.3888144675150703, Loss: 1.1228880882263184\n",
            "Epoch 12, Acc: 0.38901908269166385, Loss: 0.9098384976387024\n",
            "Epoch 12, Acc: 0.3892235609103079, Loss: 0.11706359684467316\n",
            "Epoch 12, Acc: 0.38909334225493475, Loss: 2.0036773681640625\n",
            "Epoch 12, Acc: 0.38929765886287626, Loss: 0.7246460318565369\n",
            "Epoch 12, Acc: 0.3891675025075226, Loss: 1.923545479774475\n",
            "Epoch 12, Acc: 0.38937165775401067, Loss: 0.6113103032112122\n",
            "Epoch 12, Acc: 0.3892415636485132, Loss: 0.9895552396774292\n",
            "Epoch 12, Acc: 0.3891115564462258, Loss: 1.4613151550292969\n",
            "Epoch 12, Acc: 0.3893155258764608, Loss: 0.47832372784614563\n",
            "Epoch 12, Acc: 0.3891855807743658, Loss: 2.170240640640259\n",
            "Epoch 12, Acc: 0.3890557223890557, Loss: 5.196971893310547\n",
            "Epoch 12, Acc: 0.38925950633755835, Loss: 0.357286274433136\n",
            "Epoch 12, Acc: 0.3891297099033011, Loss: 1.610745906829834\n",
            "Epoch 12, Acc: 0.3893333333333333, Loss: 0.18101561069488525\n",
            "Epoch 12, Acc: 0.38953682105964677, Loss: 0.7274447679519653\n",
            "Epoch 12, Acc: 0.3894070619586942, Loss: 1.0043654441833496\n",
            "Epoch 12, Acc: 0.38961038961038963, Loss: 0.013127684593200684\n",
            "Epoch 12, Acc: 0.38948069241011984, Loss: 1.9698214530944824\n",
            "Epoch 12, Acc: 0.3896838602329451, Loss: 0.28205224871635437\n",
            "Epoch 12, Acc: 0.38988689288090483, Loss: 0.3419388234615326\n",
            "Epoch 12, Acc: 0.39008979048885933, Loss: 0.5954279899597168\n",
            "Epoch 12, Acc: 0.38996010638297873, Loss: 0.9544767141342163\n",
            "Epoch 12, Acc: 0.3898305084745763, Loss: 1.002016544342041\n",
            "Epoch 12, Acc: 0.3897009966777409, Loss: 1.750337839126587\n",
            "Epoch 12, Acc: 0.38957157090667555, Loss: 1.1080403327941895\n",
            "Epoch 12, Acc: 0.3897742363877822, Loss: 0.11386094242334366\n",
            "Epoch 12, Acc: 0.38964487222037836, Loss: 2.6299848556518555\n",
            "Epoch 12, Acc: 0.38984737889847376, Loss: 0.2687661349773407\n",
            "Epoch 12, Acc: 0.38971807628524047, Loss: 1.0949876308441162\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 12, Acc: 0.38945972820682795, Loss: 3.3634626865386963\n",
            "Epoch 12, Acc: 0.3893306825712392, Loss: 0.8336808085441589\n",
            "Epoch 12, Acc: 0.38953295793309045, Loss: 0.11532207578420639\n",
            "Epoch 12, Acc: 0.3894039735099338, Loss: 0.9192975759506226\n",
            "Epoch 12, Acc: 0.38927507447864945, Loss: 2.636880874633789\n",
            "Epoch 12, Acc: 0.38914626075446723, Loss: 1.8047258853912354\n",
            "Epoch 12, Acc: 0.3893483294740324, Loss: 1.013985276222229\n",
            "Epoch 12, Acc: 0.38955026455026454, Loss: 1.0075933933258057\n",
            "Epoch 12, Acc: 0.38975206611570246, Loss: 0.6253682971000671\n",
            "Epoch 12, Acc: 0.38962326503635164, Loss: 4.095792293548584\n",
            "Epoch 12, Acc: 0.38982490915097456, Loss: 0.878070592880249\n",
            "Epoch 12, Acc: 0.39002642007926025, Loss: 0.33952873945236206\n",
            "Epoch 12, Acc: 0.39022779795311985, Loss: 0.6980209350585938\n",
            "Epoch 12, Acc: 0.3900990099009901, Loss: 6.209262847900391\n",
            "Epoch 12, Acc: 0.38997030682942924, Loss: 1.107724905014038\n",
            "Epoch 12, Acc: 0.39017150395778366, Loss: 0.45081669092178345\n",
            "Epoch 12, Acc: 0.3900428618529509, Loss: 1.2644808292388916\n",
            "Epoch 12, Acc: 0.3899143045484509, Loss: 1.0194203853607178\n",
            "Epoch 12, Acc: 0.3897858319604613, Loss: 1.2683303356170654\n",
            "Epoch 12, Acc: 0.3896574440052701, Loss: 1.0572600364685059\n",
            "Epoch 12, Acc: 0.3895291405992756, Loss: 1.0939347743988037\n",
            "Epoch 12, Acc: 0.3897300855826201, Loss: 0.14101429283618927\n",
            "Epoch 12, Acc: 0.3899308983218164, Loss: 0.3890942633152008\n",
            "Epoch 12, Acc: 0.39013157894736844, Loss: 0.5457732677459717\n",
            "Epoch 12, Acc: 0.39033212758960867, Loss: 0.028630826622247696\n",
            "Epoch 12, Acc: 0.3905325443786982, Loss: 0.5104455947875977\n",
            "Epoch 12, Acc: 0.39040420637528755, Loss: 1.5387810468673706\n",
            "Epoch 12, Acc: 0.3902759526938239, Loss: 1.0336960554122925\n",
            "Epoch 12, Acc: 0.3904761904761905, Loss: 0.7382637858390808\n",
            "Epoch 12, Acc: 0.3906762967826658, Loss: 0.4573521614074707\n",
            "Epoch 12, Acc: 0.39087627174269773, Loss: 0.876146137714386\n",
            "Epoch 12, Acc: 0.390748031496063, Loss: 1.4627572298049927\n",
            "Epoch 12, Acc: 0.39094785175467367, Loss: 0.006138400640338659\n",
            "Epoch 12, Acc: 0.39081967213114754, Loss: 3.55489444732666\n",
            "Epoch 12, Acc: 0.3906915765322845, Loss: 1.5145403146743774\n",
            "Epoch 12, Acc: 0.3905635648754915, Loss: 3.4890592098236084\n",
            "Epoch 12, Acc: 0.3907631837536849, Loss: 0.007343916222453117\n",
            "Epoch 12, Acc: 0.39063523248199084, Loss: 3.5624430179595947\n",
            "Epoch 12, Acc: 0.39083469721767594, Loss: 0.0571601539850235\n",
            "Epoch 12, Acc: 0.39070680628272253, Loss: 0.9105089902877808\n",
            "Epoch 12, Acc: 0.3909061171082761, Loss: 0.024969466030597687\n",
            "Epoch 12, Acc: 0.39110529758011775, Loss: 0.03312106058001518\n",
            "Epoch 12, Acc: 0.39097744360902253, Loss: 0.7803268432617188\n",
            "Epoch 12, Acc: 0.3908496732026144, Loss: 0.9242210984230042\n",
            "Epoch 12, Acc: 0.3910486769029729, Loss: 0.5618806481361389\n",
            "Epoch 12, Acc: 0.39092096668843895, Loss: 0.7986578941345215\n",
            "Epoch 12, Acc: 0.3907933398628795, Loss: 5.449141979217529\n",
            "Epoch 12, Acc: 0.39066579634464754, Loss: 3.9695539474487305\n",
            "Epoch 12, Acc: 0.3908646003262643, Loss: 0.3921724259853363\n",
            "Epoch 12, Acc: 0.39106327462491847, Loss: 0.7697259187698364\n",
            "Epoch 12, Acc: 0.3909357678513205, Loss: 1.6122207641601562\n",
            "Epoch 12, Acc: 0.39080834419817473, Loss: 1.65835702419281\n",
            "Epoch 12, Acc: 0.3906810035842294, Loss: 2.98351788520813\n",
            "Epoch 12, Acc: 0.39087947882736157, Loss: 0.42719200253486633\n",
            "Epoch 12, Acc: 0.39075219798111366, Loss: 5.61612606048584\n",
            "Epoch 12, Acc: 0.390625, Loss: 1.7095576524734497\n",
            "Epoch 13, Acc: 0.390497884803124, Loss: 1.2123925685882568\n",
            "Epoch 13, Acc: 0.3903708523096942, Loss: 2.7680153846740723\n",
            "Epoch 13, Acc: 0.3905691056910569, Loss: 0.389805406332016\n",
            "Epoch 13, Acc: 0.39076723016905074, Loss: 0.26472270488739014\n",
            "Epoch 13, Acc: 0.3909652258693533, Loss: 0.6873534917831421\n",
            "Epoch 13, Acc: 0.39116309291747886, Loss: 0.7245786786079407\n",
            "Epoch 13, Acc: 0.3910360506658006, Loss: 1.1379938125610352\n",
            "Epoch 13, Acc: 0.3912337662337662, Loss: 0.016316093504428864\n",
            "Epoch 13, Acc: 0.3914313534566699, Loss: 0.6871713399887085\n",
            "Epoch 13, Acc: 0.3916288124594419, Loss: 1.0386478900909424\n",
            "Epoch 13, Acc: 0.39182614336685045, Loss: 0.3835144340991974\n",
            "Epoch 13, Acc: 0.39202334630350194, Loss: 1.034023642539978\n",
            "Epoch 13, Acc: 0.39222042139384117, Loss: 0.4959189295768738\n",
            "Epoch 13, Acc: 0.39241736876215166, Loss: 0.4225620627403259\n",
            "Epoch 13, Acc: 0.39261418853255586, Loss: 0.14242038130760193\n",
            "Epoch 13, Acc: 0.39281088082901555, Loss: 0.07309753447771072\n",
            "Epoch 13, Acc: 0.39268371641307864, Loss: 1.2891147136688232\n",
            "Epoch 13, Acc: 0.3925566343042071, Loss: 1.2242945432662964\n",
            "Epoch 13, Acc: 0.3927531543189906, Loss: 0.019408555701375008\n",
            "Epoch 13, Acc: 0.39294954721862874, Loss: 0.00012778419477399439\n",
            "Epoch 13, Acc: 0.39282250242483024, Loss: 0.8391261696815491\n",
            "Epoch 13, Acc: 0.3930187459599224, Loss: 0.5345474481582642\n",
            "Epoch 13, Acc: 0.39321486268174477, Loss: 0.3324187397956848\n",
            "Epoch 13, Acc: 0.3930878552971576, Loss: 1.44032883644104\n",
            "Epoch 13, Acc: 0.39328382305456894, Loss: 1.025078535079956\n",
            "Epoch 13, Acc: 0.3934796642995481, Loss: 0.6615344285964966\n",
            "Epoch 13, Acc: 0.39367537915456596, Loss: 0.02335038036108017\n",
            "Epoch 13, Acc: 0.3938709677419355, Loss: 0.4869842529296875\n",
            "Epoch 13, Acc: 0.39374395356336667, Loss: 1.1108512878417969\n",
            "Epoch 13, Acc: 0.3939393939393939, Loss: 0.008780797012150288\n",
            "Epoch 13, Acc: 0.3941347083467612, Loss: 0.479559987783432\n",
            "Epoch 13, Acc: 0.3940077319587629, Loss: 1.8811182975769043\n",
            "Epoch 13, Acc: 0.39388083735909823, Loss: 1.682187795639038\n",
            "Epoch 13, Acc: 0.3940759819703799, Loss: 0.39634138345718384\n",
            "Epoch 13, Acc: 0.3942710009655616, Loss: 0.34247490763664246\n",
            "Epoch 13, Acc: 0.39414414414414417, Loss: 2.734910011291504\n",
            "Epoch 13, Acc: 0.39433901576069474, Loss: 0.1862848997116089\n",
            "Epoch 13, Acc: 0.39421221864951767, Loss: 1.5093129873275757\n",
            "Epoch 13, Acc: 0.3944069431051109, Loss: 0.8828626871109009\n",
            "Epoch 13, Acc: 0.39460154241645246, Loss: 0.09241867065429688\n",
            "Epoch 13, Acc: 0.39479601670414394, Loss: 0.0022612258326262236\n",
            "Epoch 13, Acc: 0.394990366088632, Loss: 0.137056365609169\n",
            "Epoch 13, Acc: 0.39518459069020867, Loss: 0.11921697109937668\n",
            "Epoch 13, Acc: 0.39505776636713735, Loss: 2.606229782104492\n",
            "Epoch 13, Acc: 0.39493102341995506, Loss: 1.4277487993240356\n",
            "Epoch 13, Acc: 0.3951250801796023, Loss: 0.5473223924636841\n",
            "Epoch 13, Acc: 0.3953190125040077, Loss: 0.4351208806037903\n",
            "Epoch 13, Acc: 0.3951923076923077, Loss: 2.649848222732544\n",
            "Epoch 13, Acc: 0.39506568407561676, Loss: 1.1642671823501587\n",
            "Epoch 13, Acc: 0.39493914157591287, Loss: 1.7492003440856934\n",
            "Epoch 13, Acc: 0.39513288504642974, Loss: 0.5014398097991943\n",
            "Epoch 13, Acc: 0.3953265044814341, Loss: 0.6304923295974731\n",
            "Epoch 13, Acc: 0.3952, Loss: 3.629098415374756\n",
            "Epoch 13, Acc: 0.39539347408829173, Loss: 0.4406023323535919\n",
            "Epoch 13, Acc: 0.3952670291013751, Loss: 5.388652801513672\n",
            "Epoch 13, Acc: 0.39514066496163686, Loss: 2.2345523834228516\n",
            "Epoch 13, Acc: 0.39533397251518054, Loss: 0.015331277623772621\n",
            "Epoch 13, Acc: 0.3952076677316294, Loss: 1.3605611324310303\n",
            "Epoch 13, Acc: 0.3950814436282338, Loss: 1.0867161750793457\n",
            "Epoch 13, Acc: 0.3949553001277139, Loss: 2.5771849155426025\n",
            "Epoch 13, Acc: 0.3951484200446856, Loss: 0.8297998905181885\n",
            "Epoch 13, Acc: 0.395022335673261, Loss: 1.991681694984436\n",
            "Epoch 13, Acc: 0.394896331738437, Loss: 0.9761601686477661\n",
            "Epoch 13, Acc: 0.3947704081632653, Loss: 3.331782579421997\n",
            "Epoch 13, Acc: 0.3946445648708958, Loss: 0.9493699669837952\n",
            "Epoch 13, Acc: 0.3948374760994264, Loss: 0.010171601548790932\n",
            "Epoch 13, Acc: 0.3947116916215355, Loss: 1.1522340774536133\n",
            "Epoch 13, Acc: 0.39490445859872614, Loss: 0.67347651720047\n",
            "Epoch 13, Acc: 0.39509710283349253, Loss: 0.31989532709121704\n",
            "Epoch 13, Acc: 0.3952896244430299, Loss: 0.902588427066803\n",
            "Epoch 13, Acc: 0.39548202354438433, Loss: 0.47701939940452576\n",
            "Epoch 13, Acc: 0.39567430025445294, Loss: 0.5922521352767944\n",
            "Epoch 13, Acc: 0.3958664546899841, Loss: 0.2276776134967804\n",
            "Epoch 13, Acc: 0.3960584869675779, Loss: 0.4684961438179016\n",
            "Epoch 13, Acc: 0.39593263425484587, Loss: 1.4843720197677612\n",
            "Epoch 13, Acc: 0.39612452350698857, Loss: 0.41673505306243896\n",
            "Epoch 13, Acc: 0.39599872975547795, Loss: 1.0970633029937744\n",
            "Epoch 13, Acc: 0.3961904761904762, Loss: 0.47034236788749695\n",
            "Epoch 13, Acc: 0.39606474135195174, Loss: 2.5355007648468018\n",
            "Epoch 13, Acc: 0.39593908629441626, Loss: 2.3869194984436035\n",
            "Epoch 13, Acc: 0.39613066920393275, Loss: 0.8055076599121094\n",
            "Epoch 13, Acc: 0.39632213062777427, Loss: 0.7582908868789673\n",
            "Epoch 13, Acc: 0.39619651347068147, Loss: 0.7959481477737427\n",
            "Epoch 13, Acc: 0.3960709759188847, Loss: 0.8473109006881714\n",
            "Epoch 13, Acc: 0.3962622743110548, Loss: 0.609420657157898\n",
            "Epoch 13, Acc: 0.39645345155161493, Loss: 0.40974926948547363\n",
            "Epoch 13, Acc: 0.3966445077556189, Loss: 0.11316625028848648\n",
            "Epoch 13, Acc: 0.39651898734177216, Loss: 0.9671920537948608\n",
            "Epoch 13, Acc: 0.39639354634609303, Loss: 1.4035229682922363\n",
            "Epoch 13, Acc: 0.3962681846932321, Loss: 2.5561420917510986\n",
            "Epoch 13, Acc: 0.3964590578564654, Loss: 0.8019206523895264\n",
            "Epoch 13, Acc: 0.3966498103666245, Loss: 0.5923486948013306\n",
            "Epoch 13, Acc: 0.3968404423380727, Loss: 0.6210420727729797\n",
            "Epoch 13, Acc: 0.3967150979153506, Loss: 1.4838407039642334\n",
            "Epoch 13, Acc: 0.39690558888538047, Loss: 0.6604230999946594\n",
            "Epoch 13, Acc: 0.3970959595959596, Loss: 0.21750491857528687\n",
            "Epoch 13, Acc: 0.39697065320290315, Loss: 2.6999144554138184\n",
            "Epoch 13, Acc: 0.3971608832807571, Loss: 0.44581139087677\n",
            "Epoch 13, Acc: 0.3973509933774834, Loss: 0.1259658932685852\n",
            "Epoch 13, Acc: 0.3975409836065574, Loss: 0.03104778192937374\n",
            "Epoch 13, Acc: 0.3974156949259376, Loss: 0.9650136232376099\n",
            "Epoch 13, Acc: 0.39760554505356016, Loss: 0.41596490144729614\n",
            "Epoch 13, Acc: 0.39779527559055117, Loss: 0.8827793598175049\n",
            "Epoch 13, Acc: 0.39767002518891686, Loss: 1.516669750213623\n",
            "Epoch 13, Acc: 0.3975448536355052, Loss: 2.6884613037109375\n",
            "Epoch 13, Acc: 0.39773442416614224, Loss: 0.6180332899093628\n",
            "Epoch 13, Acc: 0.39792387543252594, Loss: 0.8100264668464661\n",
            "Epoch 13, Acc: 0.3977987421383648, Loss: 1.1183416843414307\n",
            "Epoch 13, Acc: 0.39767368751964793, Loss: 1.679305911064148\n",
            "Epoch 13, Acc: 0.3978629792583281, Loss: 0.47776156663894653\n",
            "Epoch 13, Acc: 0.3980521520578071, Loss: 1.1713505983352661\n",
            "Epoch 13, Acc: 0.39792713567839194, Loss: 1.6263030767440796\n",
            "Epoch 13, Acc: 0.3978021978021978, Loss: 1.4526227712631226\n",
            "Epoch 13, Acc: 0.39767733835530444, Loss: 3.724409341812134\n",
            "Epoch 13, Acc: 0.39755255726388455, Loss: 2.0622243881225586\n",
            "Epoch 13, Acc: 0.39742785445420326, Loss: 0.994937539100647\n",
            "Epoch 13, Acc: 0.39761680777673253, Loss: 0.13224083185195923\n",
            "Epoch 13, Acc: 0.3974921630094044, Loss: 1.2843772172927856\n",
            "Epoch 13, Acc: 0.3973675963647759, Loss: 0.8892278671264648\n",
            "Epoch 13, Acc: 0.39724310776942356, Loss: 0.858584463596344\n",
            "Epoch 13, Acc: 0.3974318822424053, Loss: 0.7126896977424622\n",
            "Epoch 13, Acc: 0.3973074514715091, Loss: 1.1383755207061768\n",
            "Epoch 13, Acc: 0.3971830985915493, Loss: 1.4124374389648438\n",
            "Epoch 13, Acc: 0.3973717146433041, Loss: 0.37983381748199463\n",
            "Epoch 13, Acc: 0.39724741945573977, Loss: 1.4631584882736206\n",
            "Epoch 13, Acc: 0.3971232020012508, Loss: 2.9294662475585938\n",
            "Epoch 13, Acc: 0.3973116598937168, Loss: 0.05407831445336342\n",
            "Epoch 13, Acc: 0.3971875, Loss: 1.0155339241027832\n",
            "Epoch 13, Acc: 0.39737582005623245, Loss: 0.8972311019897461\n",
            "Epoch 13, Acc: 0.3975640224859463, Loss: 1.0157268047332764\n",
            "Epoch 13, Acc: 0.3974399000936622, Loss: 1.825526475906372\n",
            "Epoch 13, Acc: 0.3976279650436954, Loss: 1.027246356010437\n",
            "Epoch 13, Acc: 0.39781591263650545, Loss: 0.7609416842460632\n",
            "Epoch 13, Acc: 0.3976918278228322, Loss: 1.1573586463928223\n",
            "Epoch 13, Acc: 0.39756782039289057, Loss: 3.5545926094055176\n",
            "Epoch 13, Acc: 0.39775561097256856, Loss: 0.09139987081289291\n",
            "Epoch 13, Acc: 0.39794328451230915, Loss: 0.31231850385665894\n",
            "Epoch 13, Acc: 0.3978193146417445, Loss: 3.259723424911499\n",
            "Epoch 13, Acc: 0.398006851448147, Loss: 1.0910375118255615\n",
            "Epoch 13, Acc: 0.3981942714819427, Loss: 1.0255159139633179\n",
            "Epoch 13, Acc: 0.3983815748521631, Loss: 0.062269311398267746\n",
            "Epoch 13, Acc: 0.3982576228998133, Loss: 0.9851335287094116\n",
            "Epoch 13, Acc: 0.3984447900466563, Loss: 0.004911737982183695\n",
            "Epoch 13, Acc: 0.3983208955223881, Loss: 1.6847163438796997\n",
            "Epoch 13, Acc: 0.3981970780230028, Loss: 1.0438745021820068\n",
            "Epoch 13, Acc: 0.3983840894965817, Loss: 0.012889287434518337\n",
            "Epoch 13, Acc: 0.39857098477788133, Loss: 0.15945306420326233\n",
            "Epoch 13, Acc: 0.3984472049689441, Loss: 0.9634004831314087\n",
            "Epoch 13, Acc: 0.3983235020180068, Loss: 1.7750673294067383\n",
            "Epoch 13, Acc: 0.39819987585350713, Loss: 1.244933843612671\n",
            "Epoch 13, Acc: 0.3983865963388148, Loss: 0.9687895774841309\n",
            "Epoch 13, Acc: 0.39826302729528534, Loss: 1.7356452941894531\n",
            "Epoch 13, Acc: 0.39813953488372095, Loss: 1.7431814670562744\n",
            "Epoch 13, Acc: 0.398326100433974, Loss: 0.7965890765190125\n",
            "Epoch 13, Acc: 0.39820266501394486, Loss: 0.9024020433425903\n",
            "Epoch 13, Acc: 0.39838909541511774, Loss: 0.8692191243171692\n",
            "Epoch 13, Acc: 0.39857541034375965, Loss: 0.7418892979621887\n",
            "Epoch 13, Acc: 0.39845201238390093, Loss: 1.6364423036575317\n",
            "Epoch 13, Acc: 0.39863819251005883, Loss: 0.5659186840057373\n",
            "Epoch 13, Acc: 0.39882425742574257, Loss: 0.0762033760547638\n",
            "Epoch 13, Acc: 0.39901020723785957, Loss: 0.6040794849395752\n",
            "Epoch 13, Acc: 0.39888682745825604, Loss: 2.237724781036377\n",
            "Epoch 13, Acc: 0.3990726429675425, Loss: 0.20325785875320435\n",
            "Epoch 13, Acc: 0.3989493201483313, Loss: 2.278463363647461\n",
            "Epoch 13, Acc: 0.3988260735248687, Loss: 1.4873361587524414\n",
            "Epoch 13, Acc: 0.3987029030265596, Loss: 1.4201898574829102\n",
            "Epoch 13, Acc: 0.3988885458474838, Loss: 0.42449069023132324\n",
            "Epoch 13, Acc: 0.3990740740740741, Loss: 0.9196211099624634\n",
            "Epoch 13, Acc: 0.39895094106757173, Loss: 1.665776252746582\n",
            "Epoch 13, Acc: 0.39882788402220853, Loss: 1.2297947406768799\n",
            "Epoch 13, Acc: 0.3990132593277829, Loss: 0.5123327970504761\n",
            "Epoch 13, Acc: 0.39919852034525277, Loss: 0.3403790593147278\n",
            "Epoch 13, Acc: 0.39938366718027735, Loss: 0.3975006639957428\n",
            "Epoch 13, Acc: 0.39956869993838573, Loss: 0.23349551856517792\n",
            "Epoch 13, Acc: 0.3997536187249769, Loss: 0.12329394370317459\n",
            "Epoch 13, Acc: 0.3996305418719212, Loss: 1.2147163152694702\n",
            "Epoch 13, Acc: 0.399507540781779, Loss: 1.882002592086792\n",
            "Epoch 13, Acc: 0.3993846153846154, Loss: 3.406006336212158\n",
            "Epoch 13, Acc: 0.39956936327283915, Loss: 0.6410073041915894\n",
            "Epoch 13, Acc: 0.3997539975399754, Loss: 0.43268418312072754\n",
            "Epoch 13, Acc: 0.3996311097448509, Loss: 1.0320683717727661\n",
            "Epoch 13, Acc: 0.3998156115550092, Loss: 0.5330572128295898\n",
            "Epoch 13, Acc: 0.4, Loss: 0.6279922127723694\n",
            "Epoch 13, Acc: 0.4001842751842752, Loss: 1.024706482887268\n",
            "Epoch 13, Acc: 0.4003684372121584, Loss: 0.5885312557220459\n",
            "Epoch 13, Acc: 0.4002455494168201, Loss: 1.0567121505737305\n",
            "Epoch 13, Acc: 0.40042957962565207, Loss: 0.06208167225122452\n",
            "Epoch 13, Acc: 0.40061349693251536, Loss: 0.4486486613750458\n",
            "Epoch 13, Acc: 0.400490647040785, Loss: 1.2578810453414917\n",
            "Epoch 13, Acc: 0.4006744328632741, Loss: 0.4542925953865051\n",
            "Epoch 13, Acc: 0.4005516395954643, Loss: 1.8101998567581177\n",
            "Epoch 13, Acc: 0.4007352941176471, Loss: 0.7088639140129089\n",
            "Epoch 13, Acc: 0.4006125574272588, Loss: 0.8077465891838074\n",
            "Epoch 13, Acc: 0.40079608083282303, Loss: 0.2556167244911194\n",
            "Epoch 13, Acc: 0.4006734006734007, Loss: 1.6779451370239258\n",
            "Epoch 13, Acc: 0.4008567931456548, Loss: 0.38194403052330017\n",
            "Epoch 13, Acc: 0.40073416947078616, Loss: 0.9195572137832642\n",
            "Epoch 13, Acc: 0.40091743119266054, Loss: 0.2665683329105377\n",
            "Epoch 13, Acc: 0.40079486395597674, Loss: 1.1657955646514893\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 13, Acc: 0.4008554842652001, Loss: 0.6135336756706238\n",
            "Epoch 13, Acc: 0.40103848503359807, Loss: 0.10628914088010788\n",
            "Epoch 13, Acc: 0.40122137404580155, Loss: 0.007330070715397596\n",
            "Epoch 13, Acc: 0.4010989010989011, Loss: 2.610017776489258\n",
            "Epoch 13, Acc: 0.400976502898993, Loss: 1.6907129287719727\n",
            "Epoch 13, Acc: 0.4008541793776693, Loss: 1.6780335903167725\n",
            "Epoch 13, Acc: 0.40103690149435806, Loss: 0.14486853778362274\n",
            "Epoch 13, Acc: 0.4009146341463415, Loss: 0.9906304478645325\n",
            "Epoch 13, Acc: 0.40109722645534895, Loss: 0.38880008459091187\n",
            "Epoch 13, Acc: 0.40097501523461304, Loss: 2.2481870651245117\n",
            "Epoch 13, Acc: 0.4011574779165398, Loss: 0.025378068909049034\n",
            "Epoch 13, Acc: 0.40133982947624847, Loss: 0.04040370136499405\n",
            "Epoch 13, Acc: 0.4015220700152207, Loss: 0.3570692539215088\n",
            "Epoch 13, Acc: 0.4013998782714547, Loss: 6.862070083618164\n",
            "Epoch 13, Acc: 0.4012777608761789, Loss: 1.4504094123840332\n",
            "Epoch 13, Acc: 0.40145985401459855, Loss: 0.009997650049626827\n",
            "Epoch 13, Acc: 0.4016418364244451, Loss: 0.4937070310115814\n",
            "Epoch 13, Acc: 0.4015197568389058, Loss: 0.9981815814971924\n",
            "Epoch 13, Acc: 0.40170161045274994, Loss: 0.648882269859314\n",
            "Epoch 13, Acc: 0.40157958687727824, Loss: 4.16638708114624\n",
            "Epoch 13, Acc: 0.4014576374126936, Loss: 1.875910997390747\n",
            "Epoch 13, Acc: 0.4013357619914997, Loss: 1.5540275573730469\n",
            "Epoch 13, Acc: 0.40151745068285283, Loss: 0.3929900825023651\n",
            "Epoch 13, Acc: 0.4016990291262136, Loss: 0.34428566694259644\n",
            "Epoch 13, Acc: 0.4018804974218987, Loss: 0.1143655925989151\n",
            "Epoch 13, Acc: 0.4017586416009703, Loss: 1.012520670890808\n",
            "Epoch 13, Acc: 0.4019399818126705, Loss: 0.443750262260437\n",
            "Epoch 13, Acc: 0.4021212121212121, Loss: 0.23562267422676086\n",
            "Epoch 13, Acc: 0.4023023326264768, Loss: 0.04934672638773918\n",
            "Epoch 13, Acc: 0.40248334342822534, Loss: 0.5460672378540039\n",
            "Epoch 13, Acc: 0.4026642446260975, Loss: 0.17147725820541382\n",
            "Epoch 13, Acc: 0.4028450363196126, Loss: 0.2773987352848053\n",
            "Epoch 13, Acc: 0.40302571860816944, Loss: 0.00668029859662056\n",
            "Epoch 13, Acc: 0.4032062915910466, Loss: 0.10568205267190933\n",
            "Epoch 13, Acc: 0.4033867553674025, Loss: 0.2713319957256317\n",
            "Epoch 13, Acc: 0.4035671100362757, Loss: 0.8808176517486572\n",
            "Epoch 13, Acc: 0.4037473556965851, Loss: 0.5547947883605957\n",
            "Epoch 13, Acc: 0.40362537764350453, Loss: 1.5789577960968018\n",
            "Epoch 13, Acc: 0.40380549682875266, Loss: 0.4899076223373413\n",
            "Epoch 13, Acc: 0.40368357487922707, Loss: 3.1231441497802734\n",
            "Epoch 13, Acc: 0.40386356776335647, Loss: 0.5509530305862427\n",
            "Epoch 13, Acc: 0.40404345202172604, Loss: 0.06667858362197876\n",
            "Epoch 13, Acc: 0.4042232277526395, Loss: 0.44213542342185974\n",
            "Epoch 13, Acc: 0.4044028950542823, Loss: 0.7767477631568909\n",
            "Epoch 13, Acc: 0.40458245402472115, Loss: 0.6303826570510864\n",
            "Epoch 13, Acc: 0.40446051838456903, Loss: 2.2553224563598633\n",
            "Epoch 13, Acc: 0.4046399517927087, Loss: 0.003300340613350272\n",
            "Epoch 13, Acc: 0.40481927710843374, Loss: 0.20915204286575317\n",
            "Epoch 13, Acc: 0.4046973803071364, Loss: 3.4389288425445557\n",
            "Epoch 13, Acc: 0.4048765803732691, Loss: 0.7553684115409851\n",
            "Epoch 13, Acc: 0.4050556725850135, Loss: 0.017284944653511047\n",
            "Epoch 13, Acc: 0.4049338146811071, Loss: 1.55238676071167\n",
            "Epoch 13, Acc: 0.40481203007518796, Loss: 1.3328578472137451\n",
            "Epoch 13, Acc: 0.40499098015634394, Loss: 0.7622604966163635\n",
            "Epoch 13, Acc: 0.4048692515779982, Loss: 1.158600926399231\n",
            "Epoch 13, Acc: 0.4050480769230769, Loss: 0.6424446702003479\n",
            "Epoch 14, Acc: 0.4049264043256233, Loss: 0.980429470539093\n",
            "Epoch 14, Acc: 0.4048048048048048, Loss: 2.370302677154541\n",
            "Epoch 14, Acc: 0.40498348844190935, Loss: 0.026946881785988808\n",
            "Epoch 14, Acc: 0.40516206482593037, Loss: 0.5961225628852844\n",
            "Epoch 14, Acc: 0.40534053405340537, Loss: 0.29724177718162537\n",
            "Epoch 14, Acc: 0.4055188962207559, Loss: 0.41516950726509094\n",
            "Epoch 14, Acc: 0.40539730134932533, Loss: 1.7641279697418213\n",
            "Epoch 14, Acc: 0.4055755395683453, Loss: 0.4576670527458191\n",
            "Epoch 14, Acc: 0.40575367096194187, Loss: 0.3761424720287323\n",
            "Epoch 14, Acc: 0.4059316956261234, Loss: 0.4953923523426056\n",
            "Epoch 14, Acc: 0.40610961365678344, Loss: 0.20547093451023102\n",
            "Epoch 14, Acc: 0.4062874251497006, Loss: 0.2178732305765152\n",
            "Epoch 14, Acc: 0.4061658186171805, Loss: 1.2760778665542603\n",
            "Epoch 14, Acc: 0.4063435068821065, Loss: 0.009316658601164818\n",
            "Epoch 14, Acc: 0.40652108884235716, Loss: 0.3047451972961426\n",
            "Epoch 14, Acc: 0.4063995215311005, Loss: 1.536022424697876\n",
            "Epoch 14, Acc: 0.40657698056801195, Loss: 0.5090672373771667\n",
            "Epoch 14, Acc: 0.4064554692169755, Loss: 2.186363935470581\n",
            "Epoch 14, Acc: 0.4066328054974604, Loss: 0.0118543216958642\n",
            "Epoch 14, Acc: 0.4068100358422939, Loss: 0.022567011415958405\n",
            "Epoch 14, Acc: 0.40698716034637206, Loss: 0.5395435094833374\n",
            "Epoch 14, Acc: 0.4071641791044776, Loss: 0.0010636154329404235\n",
            "Epoch 14, Acc: 0.40704267382870785, Loss: 1.506733775138855\n",
            "Epoch 14, Acc: 0.40692124105011934, Loss: 2.296056032180786\n",
            "Epoch 14, Acc: 0.407098121085595, Loss: 0.3126303255558014\n",
            "Epoch 14, Acc: 0.40727489564698865, Loss: 0.19435834884643555\n",
            "Epoch 14, Acc: 0.4071535022354694, Loss: 4.874007225036621\n",
            "Epoch 14, Acc: 0.4073301549463647, Loss: 0.3210112452507019\n",
            "Epoch 14, Acc: 0.4075067024128686, Loss: 0.8546679615974426\n",
            "Epoch 14, Acc: 0.40768314472900535, Loss: 0.011435674503445625\n",
            "Epoch 14, Acc: 0.4078594819886871, Loss: 0.37361082434654236\n",
            "Epoch 14, Acc: 0.40773809523809523, Loss: 3.4488346576690674\n",
            "Epoch 14, Acc: 0.40791431121689975, Loss: 0.05509172007441521\n",
            "Epoch 14, Acc: 0.4080904223676383, Loss: 0.0017395378090441227\n",
            "Epoch 14, Acc: 0.40826642878382396, Loss: 0.3989850878715515\n",
            "Epoch 14, Acc: 0.4084423305588585, Loss: 0.8737280964851379\n",
            "Epoch 14, Acc: 0.4086181277860327, Loss: 0.19056038558483124\n",
            "Epoch 14, Acc: 0.4084967320261438, Loss: 1.0715830326080322\n",
            "Epoch 14, Acc: 0.40867240867240867, Loss: 0.5566186904907227\n",
            "Epoch 14, Acc: 0.4088479809976247, Loss: 0.38846975564956665\n",
            "Epoch 14, Acc: 0.40902344909468685, Loss: 0.11294661462306976\n",
            "Epoch 14, Acc: 0.40919881305637984, Loss: 0.8978385329246521\n",
            "Epoch 14, Acc: 0.4093740729753782, Loss: 0.3735906481742859\n",
            "Epoch 14, Acc: 0.4095492289442467, Loss: 0.04420197382569313\n",
            "Epoch 14, Acc: 0.4097242810554403, Loss: 0.5768324732780457\n",
            "Epoch 14, Acc: 0.4098992294013041, Loss: 0.14529046416282654\n",
            "Epoch 14, Acc: 0.4097777777777778, Loss: 1.9002900123596191\n",
            "Epoch 14, Acc: 0.4096563981042654, Loss: 4.385454177856445\n",
            "Epoch 14, Acc: 0.4098312111341427, Loss: 0.433318555355072\n",
            "Epoch 14, Acc: 0.41000592066311425, Loss: 0.1335311233997345\n",
            "Epoch 14, Acc: 0.4098845812370524, Loss: 1.6829899549484253\n",
            "Epoch 14, Acc: 0.4100591715976331, Loss: 0.9872937202453613\n",
            "Epoch 14, Acc: 0.40993788819875776, Loss: 2.5657920837402344\n",
            "Epoch 14, Acc: 0.4101123595505618, Loss: 0.7692012786865234\n",
            "Epoch 14, Acc: 0.4102867277564292, Loss: 0.585964560508728\n",
            "Epoch 14, Acc: 0.4101654846335697, Loss: 1.0400526523590088\n",
            "Epoch 14, Acc: 0.4103397341211226, Loss: 0.011177895590662956\n",
            "Epoch 14, Acc: 0.41051388068517425, Loss: 0.4012685716152191\n",
            "Epoch 14, Acc: 0.4106879244168881, Loss: 0.32639509439468384\n",
            "Epoch 14, Acc: 0.41086186540731995, Loss: 0.10657229274511337\n",
            "Epoch 14, Acc: 0.4107406314547064, Loss: 1.0920536518096924\n",
            "Epoch 14, Acc: 0.41061946902654867, Loss: 1.1004139184951782\n",
            "Epoch 14, Acc: 0.4107932763196697, Loss: 0.3518323004245758\n",
            "Epoch 14, Acc: 0.41096698113207547, Loss: 0.05018242076039314\n",
            "Epoch 14, Acc: 0.41114058355437666, Loss: 0.24256274104118347\n",
            "Epoch 14, Acc: 0.41131408367707717, Loss: 0.36913973093032837\n",
            "Epoch 14, Acc: 0.41148748159057436, Loss: 0.62110435962677\n",
            "Epoch 14, Acc: 0.4113663133097762, Loss: 1.3185782432556152\n",
            "Epoch 14, Acc: 0.4115395937591993, Loss: 0.34286630153656006\n",
            "Epoch 14, Acc: 0.4114184814596822, Loss: 1.0433056354522705\n",
            "Epoch 14, Acc: 0.41159164460135333, Loss: 0.28949853777885437\n",
            "Epoch 14, Acc: 0.41147058823529414, Loss: 0.962658703327179\n",
            "Epoch 14, Acc: 0.4116436342252279, Loss: 0.3887893259525299\n",
            "Epoch 14, Acc: 0.411522633744856, Loss: 3.024186372756958\n",
            "Epoch 14, Acc: 0.4116955627387599, Loss: 0.6015815734863281\n",
            "Epoch 14, Acc: 0.4118683901292597, Loss: 0.6201552152633667\n",
            "Epoch 14, Acc: 0.41204111600587373, Loss: 0.7451340556144714\n",
            "Epoch 14, Acc: 0.4122137404580153, Loss: 0.5978153347969055\n",
            "Epoch 14, Acc: 0.41209275022013503, Loss: 1.8080875873565674\n",
            "Epoch 14, Acc: 0.4119718309859155, Loss: 2.5352976322174072\n",
            "Epoch 14, Acc: 0.4118509826928718, Loss: 1.1376757621765137\n",
            "Epoch 14, Acc: 0.4117302052785924, Loss: 0.8246331810951233\n",
            "Epoch 14, Acc: 0.41160949868073876, Loss: 1.2971572875976562\n",
            "Epoch 14, Acc: 0.41178194607268465, Loss: 0.45415955781936646\n",
            "Epoch 14, Acc: 0.4116612950483446, Loss: 0.9018278121948242\n",
            "Epoch 14, Acc: 0.4118336262448741, Loss: 0.10991326719522476\n",
            "Epoch 14, Acc: 0.41200585651537336, Loss: 0.006715585943311453\n",
            "Epoch 14, Acc: 0.41217798594847777, Loss: 0.7436766028404236\n",
            "Epoch 14, Acc: 0.41235001463271875, Loss: 0.2646401822566986\n",
            "Epoch 14, Acc: 0.4122293739028672, Loss: 2.5042829513549805\n",
            "Epoch 14, Acc: 0.41240128692600175, Loss: 0.08323373645544052\n",
            "Epoch 14, Acc: 0.4125730994152047, Loss: 0.644575834274292\n",
            "Epoch 14, Acc: 0.4124524992692195, Loss: 0.8869670033454895\n",
            "Epoch 14, Acc: 0.4123319696084161, Loss: 1.5283910036087036\n",
            "Epoch 14, Acc: 0.41250365176745546, Loss: 0.7372848391532898\n",
            "Epoch 14, Acc: 0.4126752336448598, Loss: 0.8360896110534668\n",
            "Epoch 14, Acc: 0.41255474452554747, Loss: 2.3078043460845947\n",
            "Epoch 14, Acc: 0.4127262113251605, Loss: 0.651892900466919\n",
            "Epoch 14, Acc: 0.41289757805660926, Loss: 0.009116689674556255\n",
            "Epoch 14, Acc: 0.4127771295215869, Loss: 1.8501967191696167\n",
            "Epoch 14, Acc: 0.41294838145231844, Loss: 0.6130061149597168\n",
            "Epoch 14, Acc: 0.4131195335276968, Loss: 0.4130212962627411\n",
            "Epoch 14, Acc: 0.412999125619353, Loss: 1.9673891067504883\n",
            "Epoch 14, Acc: 0.4131701631701632, Loss: 0.008954605087637901\n",
            "Epoch 14, Acc: 0.41304981066122926, Loss: 1.805182695388794\n",
            "Epoch 14, Acc: 0.4132207338380897, Loss: 0.4957911968231201\n",
            "Epoch 14, Acc: 0.413391557496361, Loss: 0.4836345314979553\n",
            "Epoch 14, Acc: 0.41356228172293363, Loss: 0.7286696434020996\n",
            "Epoch 14, Acc: 0.41373290660459705, Loss: 0.8442825675010681\n",
            "Epoch 14, Acc: 0.41361256544502617, Loss: 2.5541281700134277\n",
            "Epoch 14, Acc: 0.4137830764757197, Loss: 0.8152469396591187\n",
            "Epoch 14, Acc: 0.413953488372093, Loss: 1.0736091136932373\n",
            "Epoch 14, Acc: 0.4141238012205754, Loss: 0.051321983337402344\n",
            "Epoch 14, Acc: 0.41429401510749564, Loss: 0.1102878525853157\n",
            "Epoch 14, Acc: 0.4144641301190822, Loss: 0.10129573941230774\n",
            "Epoch 14, Acc: 0.4143437862950058, Loss: 1.7065937519073486\n",
            "Epoch 14, Acc: 0.4142235123367199, Loss: 5.469143867492676\n",
            "Epoch 14, Acc: 0.4143934997098085, Loss: 0.2687433660030365\n",
            "Epoch 14, Acc: 0.4142732811140122, Loss: 0.8860121965408325\n",
            "Epoch 14, Acc: 0.4144431554524362, Loss: 0.4994741678237915\n",
            "Epoch 14, Acc: 0.4146129312844303, Loss: 0.6475046277046204\n",
            "Epoch 14, Acc: 0.4144927536231884, Loss: 1.036238193511963\n",
            "Epoch 14, Acc: 0.4146624166908143, Loss: 0.6785455346107483\n",
            "Epoch 14, Acc: 0.4148319814600232, Loss: 0.16367334127426147\n",
            "Epoch 14, Acc: 0.4150014480162178, Loss: 0.7595034241676331\n",
            "Epoch 14, Acc: 0.4151708164447018, Loss: 0.23401308059692383\n",
            "Epoch 14, Acc: 0.4153400868306802, Loss: 0.017905617132782936\n",
            "Epoch 14, Acc: 0.4152199074074074, Loss: 1.8293826580047607\n",
            "Epoch 14, Acc: 0.4153890656638704, Loss: 0.39280009269714355\n",
            "Epoch 14, Acc: 0.41526894158473104, Loss: 1.0857884883880615\n",
            "Epoch 14, Acc: 0.41543798785776237, Loss: 0.6292922496795654\n",
            "Epoch 14, Acc: 0.41560693641618496, Loss: 0.568264901638031\n",
            "Epoch 14, Acc: 0.41577578734469806, Loss: 0.5191987752914429\n",
            "Epoch 14, Acc: 0.41594454072790293, Loss: 0.13645561039447784\n",
            "Epoch 14, Acc: 0.4161131966503032, Loss: 1.0106335878372192\n",
            "Epoch 14, Acc: 0.4159930715935335, Loss: 1.7417081594467163\n",
            "Epoch 14, Acc: 0.4161616161616162, Loss: 0.5920022130012512\n",
            "Epoch 14, Acc: 0.41604154645124064, Loss: 1.1980812549591064\n",
            "Epoch 14, Acc: 0.4162099798096337, Loss: 0.7494081258773804\n",
            "Epoch 14, Acc: 0.41637831603229525, Loss: 1.0039489269256592\n",
            "Epoch 14, Acc: 0.4165465552032286, Loss: 0.03310422599315643\n",
            "Epoch 14, Acc: 0.4164265129682997, Loss: 1.1210129261016846\n",
            "Epoch 14, Acc: 0.41659464131374246, Loss: 0.2719050943851471\n",
            "Epoch 14, Acc: 0.4167626728110599, Loss: 0.8519433736801147\n",
            "Epoch 14, Acc: 0.41693060754391015, Loss: 0.6607367396354675\n",
            "Epoch 14, Acc: 0.4170984455958549, Loss: 0.3093312680721283\n",
            "Epoch 14, Acc: 0.4172661870503597, Loss: 0.002789299236610532\n",
            "Epoch 14, Acc: 0.41714614499424624, Loss: 1.5688252449035645\n",
            "Epoch 14, Acc: 0.41702617198734543, Loss: 1.2690839767456055\n",
            "Epoch 14, Acc: 0.41719378953421504, Loss: 0.7389485239982605\n",
            "Epoch 14, Acc: 0.4173613107214717, Loss: 0.4381495416164398\n",
            "Epoch 14, Acc: 0.4175287356321839, Loss: 0.2980647683143616\n",
            "Epoch 14, Acc: 0.4176960643493249, Loss: 0.48573094606399536\n",
            "Epoch 14, Acc: 0.41786329695577257, Loss: 0.5149595737457275\n",
            "Epoch 14, Acc: 0.4180304335343095, Loss: 0.8823087215423584\n",
            "Epoch 14, Acc: 0.417910447761194, Loss: 1.024886131286621\n",
            "Epoch 14, Acc: 0.418077474892396, Loss: 1.1017820835113525\n",
            "Epoch 14, Acc: 0.41824440619621345, Loss: 0.6767890453338623\n",
            "Epoch 14, Acc: 0.4184112417550903, Loss: 0.572905421257019\n",
            "Epoch 14, Acc: 0.41857798165137616, Loss: 0.18792352080345154\n",
            "Epoch 14, Acc: 0.41874462596732587, Loss: 0.022445792332291603\n",
            "Epoch 14, Acc: 0.4186246418338109, Loss: 2.434206008911133\n",
            "Epoch 14, Acc: 0.4187911773130908, Loss: 0.28637126088142395\n",
            "Epoch 14, Acc: 0.41895761741122567, Loss: 0.5402922630310059\n",
            "Epoch 14, Acc: 0.4188376753507014, Loss: 1.5955519676208496\n",
            "Epoch 14, Acc: 0.41900400686891814, Loss: 0.6584239602088928\n",
            "Epoch 14, Acc: 0.41917024320457796, Loss: 0.5992211103439331\n",
            "Epoch 14, Acc: 0.4193363844393593, Loss: 0.7061225175857544\n",
            "Epoch 14, Acc: 0.4192164712610809, Loss: 2.4657247066497803\n",
            "Epoch 14, Acc: 0.41909662664379643, Loss: 1.838460922241211\n",
            "Epoch 14, Acc: 0.41897685052872247, Loss: 1.4358606338500977\n",
            "Epoch 14, Acc: 0.41914285714285715, Loss: 0.17379726469516754\n",
            "Epoch 14, Acc: 0.4193087689231648, Loss: 0.8149522542953491\n",
            "Epoch 14, Acc: 0.4194745859508852, Loss: 0.5610623359680176\n",
            "Epoch 14, Acc: 0.4196403083071653, Loss: 0.6808236241340637\n",
            "Epoch 14, Acc: 0.4198059360730594, Loss: 0.8592821955680847\n",
            "Epoch 14, Acc: 0.41968616262482167, Loss: 1.2481298446655273\n",
            "Epoch 14, Acc: 0.41985168282943525, Loss: 0.0014386551920324564\n",
            "Epoch 14, Acc: 0.4197319646421443, Loss: 1.2026822566986084\n",
            "Epoch 14, Acc: 0.41961231470923605, Loss: 2.3341736793518066\n",
            "Epoch 14, Acc: 0.4197777144485608, Loss: 0.4799003005027771\n",
            "Epoch 14, Acc: 0.41994301994301997, Loss: 0.2400888204574585\n",
            "Epoch 14, Acc: 0.4198234121332954, Loss: 0.9360218644142151\n",
            "Epoch 14, Acc: 0.4199886104783599, Loss: 0.13756076991558075\n",
            "Epoch 14, Acc: 0.41986905778536865, Loss: 1.9818333387374878\n",
            "Epoch 14, Acc: 0.42003414911781445, Loss: 0.46393921971321106\n",
            "Epoch 14, Acc: 0.420199146514936, Loss: 0.1748509258031845\n",
            "Epoch 14, Acc: 0.4203640500568828, Loss: 0.031403426080942154\n",
            "Epoch 14, Acc: 0.4205288598237134, Loss: 1.0148975849151611\n",
            "Epoch 14, Acc: 0.42069357589539513, Loss: 0.021070916205644608\n",
            "Epoch 14, Acc: 0.4208581983518045, Loss: 0.730028510093689\n",
            "Epoch 14, Acc: 0.42073863636363634, Loss: 1.9498541355133057\n",
            "Epoch 14, Acc: 0.4209031525134905, Loss: 0.37970906496047974\n",
            "Epoch 14, Acc: 0.42106757524134014, Loss: 0.1823793202638626\n",
            "Epoch 14, Acc: 0.4212319046267386, Loss: 0.5908437371253967\n",
            "Epoch 14, Acc: 0.4211123723041998, Loss: 2.735410451889038\n",
            "Epoch 14, Acc: 0.42099290780141846, Loss: 2.0531973838806152\n",
            "Epoch 14, Acc: 0.42115711854792964, Loss: 0.12476703524589539\n",
            "Epoch 14, Acc: 0.4210377091012192, Loss: 1.5012381076812744\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 14, Acc: 0.421082459620289, Loss: 0.00748141435906291\n",
            "Epoch 14, Acc: 0.42124645892351276, Loss: 0.3763594925403595\n",
            "Epoch 14, Acc: 0.42112715944491647, Loss: 3.1887378692626953\n",
            "Epoch 14, Acc: 0.42129105322763305, Loss: 0.7636674642562866\n",
            "Epoch 14, Acc: 0.42117180866119447, Loss: 1.2087743282318115\n",
            "Epoch 14, Acc: 0.421335597057159, Loss: 0.1879226267337799\n",
            "Epoch 14, Acc: 0.4214992927864215, Loss: 0.013027084060013294\n",
            "Epoch 14, Acc: 0.42138009049773756, Loss: 1.3005857467651367\n",
            "Epoch 14, Acc: 0.42126095561210064, Loss: 1.0145294666290283\n",
            "Epoch 14, Acc: 0.42114188807235725, Loss: 2.080379009246826\n",
            "Epoch 14, Acc: 0.4213054535179429, Loss: 0.005384940654039383\n",
            "Epoch 14, Acc: 0.4214689265536723, Loss: 0.03977564722299576\n",
            "Epoch 14, Acc: 0.421349901157865, Loss: 1.143265962600708\n",
            "Epoch 14, Acc: 0.4215132693393563, Loss: 0.30570435523986816\n",
            "Epoch 14, Acc: 0.42167654530059273, Loss: 0.23775866627693176\n",
            "Epoch 14, Acc: 0.42155756207674944, Loss: 4.908815383911133\n",
            "Epoch 14, Acc: 0.4217207334273625, Loss: 0.7466607689857483\n",
            "Epoch 14, Acc: 0.4218838127467569, Loss: 0.5865557193756104\n",
            "Epoch 14, Acc: 0.4217648717225825, Loss: 3.494300603866577\n",
            "Epoch 14, Acc: 0.42192784667418265, Loss: 0.18224112689495087\n",
            "Epoch 14, Acc: 0.42209072978303747, Loss: 0.30759409070014954\n",
            "Epoch 14, Acc: 0.42225352112676057, Loss: 0.7199629545211792\n",
            "Epoch 14, Acc: 0.42241622078287805, Loss: 0.263859361410141\n",
            "Epoch 14, Acc: 0.42257882882882886, Loss: 8.523101132595912e-05\n",
            "Epoch 14, Acc: 0.42274134534196456, Loss: 0.02699410915374756\n",
            "Epoch 14, Acc: 0.42262239729881823, Loss: 1.6038320064544678\n",
            "Epoch 14, Acc: 0.42278481012658226, Loss: 0.721846342086792\n",
            "Epoch 14, Acc: 0.42266591676040494, Loss: 0.9775896072387695\n",
            "Epoch 14, Acc: 0.42282822603317405, Loss: 0.02062259614467621\n",
            "Epoch 14, Acc: 0.4229904440697021, Loss: 0.611820638179779\n",
            "Epoch 14, Acc: 0.4231525709468952, Loss: 0.1697390079498291\n",
            "Epoch 14, Acc: 0.423314606741573, Loss: 0.23681040108203888\n",
            "Epoch 14, Acc: 0.423476551530469, Loss: 0.06405889987945557\n",
            "Epoch 14, Acc: 0.4233576642335766, Loss: 0.9124888181686401\n",
            "Epoch 14, Acc: 0.4235195060342408, Loss: 0.24648000299930573\n",
            "Epoch 14, Acc: 0.42368125701459036, Loss: 0.904638946056366\n",
            "Epoch 14, Acc: 0.4238429172510519, Loss: 0.03491276875138283\n",
            "Epoch 14, Acc: 0.42372406057206957, Loss: 1.0351476669311523\n",
            "Epoch 14, Acc: 0.4238856181665265, Loss: 0.019420597702264786\n",
            "Epoch 14, Acc: 0.42376681614349776, Loss: 1.1563286781311035\n",
            "Epoch 14, Acc: 0.4239282712244326, Loss: 0.010594198480248451\n",
            "Epoch 14, Acc: 0.42408963585434173, Loss: 0.061413057148456573\n",
            "Epoch 14, Acc: 0.4239708765051806, Loss: 2.891998767852783\n",
            "Epoch 14, Acc: 0.4241321388577828, Loss: 0.5864940881729126\n",
            "Epoch 14, Acc: 0.424293310943185, Loss: 0.075227290391922\n",
            "Epoch 14, Acc: 0.42445439283715725, Loss: 0.2790933847427368\n",
            "Epoch 14, Acc: 0.4246153846153846, Loss: 0.25425824522972107\n",
            "Epoch 14, Acc: 0.42477628635346754, Loss: 0.3189103305339813\n",
            "Epoch 14, Acc: 0.4246575342465753, Loss: 1.2709674835205078\n",
            "Epoch 14, Acc: 0.42453884851872553, Loss: 0.8527376651763916\n",
            "Epoch 14, Acc: 0.4246996367700475, Loss: 1.0137759447097778\n",
            "Epoch 14, Acc: 0.4245810055865922, Loss: 3.352595806121826\n",
            "Epoch 14, Acc: 0.42446244065903377, Loss: 2.2496883869171143\n",
            "Epoch 14, Acc: 0.42434394193188163, Loss: 1.7966927289962769\n",
            "Epoch 14, Acc: 0.42422550934970693, Loss: 1.068706750869751\n",
            "Epoch 14, Acc: 0.4243861607142857, Loss: 0.47478967905044556\n",
            "Epoch 15, Acc: 0.42426778242677826, Loss: 2.215346097946167\n",
            "Epoch 15, Acc: 0.4241494701617401, Loss: 1.7393800020217896\n",
            "Epoch 15, Acc: 0.424310008363535, Loss: 0.07192584872245789\n",
            "Epoch 15, Acc: 0.4244704570791527, Loss: 0.8944692015647888\n",
            "Epoch 15, Acc: 0.4246308163833937, Loss: 0.1840800791978836\n",
            "Epoch 15, Acc: 0.42479108635097496, Loss: 0.5957703590393066\n",
            "Epoch 15, Acc: 0.4246727930938457, Loss: 2.964381456375122\n",
            "Epoch 15, Acc: 0.42483296213808464, Loss: 0.01872435212135315\n",
            "Epoch 15, Acc: 0.424993042026162, Loss: 0.32258206605911255\n",
            "Epoch 15, Acc: 0.4248747913188648, Loss: 1.5663795471191406\n",
            "Epoch 15, Acc: 0.42503477051460364, Loss: 0.5404189825057983\n",
            "Epoch 15, Acc: 0.4251946607341491, Loss: 0.9163609147071838\n",
            "Epoch 15, Acc: 0.42507645259938837, Loss: 7.0518975257873535\n",
            "Epoch 15, Acc: 0.4252362423568649, Loss: 0.13812586665153503\n",
            "Epoch 15, Acc: 0.42539594331758823, Loss: 0.15393288433551788\n",
            "Epoch 15, Acc: 0.4255555555555556, Loss: 0.08096444606781006\n",
            "Epoch 15, Acc: 0.4254373785059706, Loss: 1.153207778930664\n",
            "Epoch 15, Acc: 0.4253192670738479, Loss: 1.2689180374145508\n",
            "Epoch 15, Acc: 0.42547876769358867, Loss: 0.03874349594116211\n",
            "Epoch 15, Acc: 0.42563817980022195, Loss: 0.05800532177090645\n",
            "Epoch 15, Acc: 0.42552011095700415, Loss: 1.261198878288269\n",
            "Epoch 15, Acc: 0.42567942318358293, Loss: 0.005448728799819946\n",
            "Epoch 15, Acc: 0.4258386470751317, Loss: 0.546401858329773\n",
            "Epoch 15, Acc: 0.4259977827050998, Loss: 0.7125651836395264\n",
            "Epoch 15, Acc: 0.4258797450817401, Loss: 1.4470709562301636\n",
            "Epoch 15, Acc: 0.4260387811634349, Loss: 0.1676347851753235\n",
            "Epoch 15, Acc: 0.42619772916089727, Loss: 0.22375190258026123\n",
            "Epoch 15, Acc: 0.4263565891472868, Loss: 0.2960779368877411\n",
            "Epoch 15, Acc: 0.4265153611956823, Loss: 0.32712507247924805\n",
            "Epoch 15, Acc: 0.4263973436635307, Loss: 1.1898576021194458\n",
            "Epoch 15, Acc: 0.4262793914246196, Loss: 2.4703311920166016\n",
            "Epoch 15, Acc: 0.42616150442477874, Loss: 1.356339931488037\n",
            "Epoch 15, Acc: 0.42632015482444013, Loss: 0.2147829383611679\n",
            "Epoch 15, Acc: 0.4262023217247098, Loss: 2.882126808166504\n",
            "Epoch 15, Acc: 0.4263608731693838, Loss: 0.40013787150382996\n",
            "Epoch 15, Acc: 0.4262430939226519, Loss: 1.5398370027542114\n",
            "Epoch 15, Acc: 0.4264015465341066, Loss: 0.05434739962220192\n",
            "Epoch 15, Acc: 0.4262838210933186, Loss: 1.118889570236206\n",
            "Epoch 15, Acc: 0.42644217499309967, Loss: 0.6697073578834534\n",
            "Epoch 15, Acc: 0.42660044150110377, Loss: 0.7834161520004272\n",
            "Epoch 15, Acc: 0.4267586206896552, Loss: 0.08950392156839371\n",
            "Epoch 15, Acc: 0.42691671263099834, Loss: 0.16786843538284302\n",
            "Epoch 15, Acc: 0.4267990074441687, Loss: 1.4999043941497803\n",
            "Epoch 15, Acc: 0.4269570011025358, Loss: 0.0005429700831882656\n",
            "Epoch 15, Acc: 0.4271149076880683, Loss: 0.6509042382240295\n",
            "Epoch 15, Acc: 0.42727272727272725, Loss: 0.08362887054681778\n",
            "Epoch 15, Acc: 0.4271550537042137, Loss: 1.500941276550293\n",
            "Epoch 15, Acc: 0.42731277533039647, Loss: 0.2618206739425659\n",
            "Epoch 15, Acc: 0.42747041012936965, Loss: 0.6905032992362976\n",
            "Epoch 15, Acc: 0.42762795817281235, Loss: 0.7103504538536072\n",
            "Epoch 15, Acc: 0.42778541953232463, Loss: 0.2680440843105316\n",
            "Epoch 15, Acc: 0.42794279427942794, Loss: 0.2570747137069702\n",
            "Epoch 15, Acc: 0.428100082485565, Loss: 0.03401512652635574\n",
            "Epoch 15, Acc: 0.4282572842221001, Loss: 1.0231146812438965\n",
            "Epoch 15, Acc: 0.4281395987908766, Loss: 3.4429242610931396\n",
            "Epoch 15, Acc: 0.428021978021978, Loss: 0.8823856115341187\n",
            "Epoch 15, Acc: 0.4281790716836034, Loss: 0.00040820849244482815\n",
            "Epoch 15, Acc: 0.42833607907743, Loss: 0.3341113030910492\n",
            "Epoch 15, Acc: 0.4282185012352457, Loss: 0.9311449527740479\n",
            "Epoch 15, Acc: 0.4283754116355653, Loss: 0.28055715560913086\n",
            "Epoch 15, Acc: 0.42853223593964335, Loss: 0.7105284333229065\n",
            "Epoch 15, Acc: 0.42841470104223806, Loss: 1.8162003755569458\n",
            "Epoch 15, Acc: 0.42857142857142855, Loss: 0.4634937047958374\n",
            "Epoch 15, Acc: 0.42872807017543857, Loss: 0.3387925624847412\n",
            "Epoch 15, Acc: 0.42888462592491094, Loss: 0.4690803289413452\n",
            "Epoch 15, Acc: 0.42904109589041095, Loss: 0.06814844906330109\n",
            "Epoch 15, Acc: 0.42919748014242676, Loss: 0.5542644262313843\n",
            "Epoch 15, Acc: 0.4290799561883899, Loss: 1.2501260042190552\n",
            "Epoch 15, Acc: 0.42896249657815494, Loss: 0.8496919274330139\n",
            "Epoch 15, Acc: 0.42911877394636017, Loss: 0.4787346124649048\n",
            "Epoch 15, Acc: 0.4290013679890561, Loss: 1.1556800603866577\n",
            "Epoch 15, Acc: 0.4291575492341357, Loss: 0.6450212001800537\n",
            "Epoch 15, Acc: 0.42931364506426034, Loss: 0.5261813402175903\n",
            "Epoch 15, Acc: 0.4294696555494806, Loss: 1.0417869091033936\n",
            "Epoch 15, Acc: 0.4296255807597704, Loss: 0.33233869075775146\n",
            "Epoch 15, Acc: 0.42978142076502734, Loss: 0.32953259348869324\n",
            "Epoch 15, Acc: 0.4296640262223436, Loss: 1.9052733182907104\n",
            "Epoch 15, Acc: 0.4298197706171491, Loss: 0.40402212738990784\n",
            "Epoch 15, Acc: 0.4297024297024297, Loss: 1.0672240257263184\n",
            "Epoch 15, Acc: 0.42958515283842796, Loss: 1.3375115394592285\n",
            "Epoch 15, Acc: 0.4297407912687585, Loss: 0.7536460161209106\n",
            "Epoch 15, Acc: 0.42962356792144024, Loss: 1.3331366777420044\n",
            "Epoch 15, Acc: 0.42950640850831745, Loss: 1.102137804031372\n",
            "Epoch 15, Acc: 0.4296619411123228, Loss: 0.5493572950363159\n",
            "Epoch 15, Acc: 0.42954483510493324, Loss: 1.7731001377105713\n",
            "Epoch 15, Acc: 0.42970027247956405, Loss: 0.8815256357192993\n",
            "Epoch 15, Acc: 0.42985562517025333, Loss: 0.07047519832849503\n",
            "Epoch 15, Acc: 0.4297385620915033, Loss: 1.1156944036483765\n",
            "Epoch 15, Acc: 0.42962156275524094, Loss: 2.9292361736297607\n",
            "Epoch 15, Acc: 0.4295046271094175, Loss: 3.9182231426239014\n",
            "Epoch 15, Acc: 0.42965986394557826, Loss: 0.1989591419696808\n",
            "Epoch 15, Acc: 0.4295429815016322, Loss: 0.96089768409729\n",
            "Epoch 15, Acc: 0.4296981234702203, Loss: 0.28148502111434937\n",
            "Epoch 15, Acc: 0.4298531810766721, Loss: 0.8248568773269653\n",
            "Epoch 15, Acc: 0.43000815438977985, Loss: 0.27307283878326416\n",
            "Epoch 15, Acc: 0.43016304347826084, Loss: 0.028355540707707405\n",
            "Epoch 15, Acc: 0.4300461831024178, Loss: 2.1809370517730713\n",
            "Epoch 15, Acc: 0.43020097772949484, Loss: 0.2556988000869751\n",
            "Epoch 15, Acc: 0.43035568829758347, Loss: 0.6712408661842346\n",
            "Epoch 15, Acc: 0.43051031487513575, Loss: 0.04881180450320244\n",
            "Epoch 15, Acc: 0.4306648575305292, Loss: 0.692263662815094\n",
            "Epoch 15, Acc: 0.43081931633206727, Loss: 0.6518845558166504\n",
            "Epoch 15, Acc: 0.43070246813127205, Loss: 4.941510200500488\n",
            "Epoch 15, Acc: 0.43058568329718006, Loss: 4.039401531219482\n",
            "Epoch 15, Acc: 0.4304689617782597, Loss: 1.298386812210083\n",
            "Epoch 15, Acc: 0.4303523035230352, Loss: 0.8075228333473206\n",
            "Epoch 15, Acc: 0.43050663776754267, Loss: 0.030215252190828323\n",
            "Epoch 15, Acc: 0.43066088840736727, Loss: 0.49847933650016785\n",
            "Epoch 15, Acc: 0.43081505551042515, Loss: 0.7892130017280579\n",
            "Epoch 15, Acc: 0.43096913914455875, Loss: 0.781341552734375\n",
            "Epoch 15, Acc: 0.4311231393775372, Loss: 0.653904378414154\n",
            "Epoch 15, Acc: 0.43127705627705626, Loss: 0.8296467661857605\n",
            "Epoch 15, Acc: 0.4311604003245875, Loss: 2.578209400177002\n",
            "Epoch 15, Acc: 0.4313142239048134, Loss: 0.2889450788497925\n",
            "Epoch 15, Acc: 0.43146796431467965, Loss: 0.5484306812286377\n",
            "Epoch 15, Acc: 0.4316216216216216, Loss: 0.9704208374023438\n",
            "Epoch 15, Acc: 0.4317751958930019, Loss: 0.012005218304693699\n",
            "Epoch 15, Acc: 0.43165856293895194, Loss: 1.476985216140747\n",
            "Epoch 15, Acc: 0.4318120442884148, Loss: 0.8874151110649109\n",
            "Epoch 15, Acc: 0.4319654427645788, Loss: 0.4002322256565094\n",
            "Epoch 15, Acc: 0.4318488529014845, Loss: 1.3115229606628418\n",
            "Epoch 15, Acc: 0.4317323259579061, Loss: 1.6078442335128784\n",
            "Epoch 15, Acc: 0.431885621796601, Loss: 0.7454084157943726\n",
            "Epoch 15, Acc: 0.4317691477885653, Loss: 1.3994815349578857\n",
            "Epoch 15, Acc: 0.431652736586681, Loss: 2.2761757373809814\n",
            "Epoch 15, Acc: 0.43180592991913747, Loss: 0.001487697591073811\n",
            "Epoch 15, Acc: 0.43195904068984103, Loss: 0.002931704046204686\n",
            "Epoch 15, Acc: 0.4318426724137931, Loss: 2.1484384536743164\n",
            "Epoch 15, Acc: 0.4319956908160517, Loss: 0.6221585273742676\n",
            "Epoch 15, Acc: 0.4321486268174475, Loss: 0.14864028990268707\n",
            "Epoch 15, Acc: 0.43203230148048455, Loss: 0.9797417521476746\n",
            "Epoch 15, Acc: 0.43191603875134554, Loss: 1.5292221307754517\n",
            "Epoch 15, Acc: 0.43206887274683886, Loss: 0.7921375036239624\n",
            "Epoch 15, Acc: 0.4319526627218935, Loss: 3.984943389892578\n",
            "Epoch 15, Acc: 0.43183651519225597, Loss: 1.6115716695785522\n",
            "Epoch 15, Acc: 0.431989247311828, Loss: 0.033010803163051605\n",
            "Epoch 15, Acc: 0.4318731523783929, Loss: 1.9447157382965088\n",
            "Epoch 15, Acc: 0.4320257925846319, Loss: 0.76186603307724\n",
            "Epoch 15, Acc: 0.43190975020145045, Loss: 1.335577368736267\n",
            "Epoch 15, Acc: 0.432062298603652, Loss: 0.7335301637649536\n",
            "Epoch 15, Acc: 0.43221476510067114, Loss: 0.017165660858154297\n",
            "Epoch 15, Acc: 0.4323671497584541, Loss: 0.7357997894287109\n",
            "Epoch 15, Acc: 0.43251945264287633, Loss: 0.0067300316877663136\n",
            "Epoch 15, Acc: 0.4326716738197425, Loss: 0.7822477221488953\n",
            "Epoch 15, Acc: 0.4328238133547868, Loss: 0.6136434674263\n",
            "Epoch 15, Acc: 0.43270777479892764, Loss: 1.217616081237793\n",
            "Epoch 15, Acc: 0.43285982310372556, Loss: 0.030682645738124847\n",
            "Epoch 15, Acc: 0.4330117899249732, Loss: 0.17618268728256226\n",
            "Epoch 15, Acc: 0.4328957942673453, Loss: 1.5058250427246094\n",
            "Epoch 15, Acc: 0.43304767005891803, Loss: 0.9528078436851501\n",
            "Epoch 15, Acc: 0.4331994645247657, Loss: 0.3351416289806366\n",
            "Epoch 15, Acc: 0.4330835117773019, Loss: 1.0395710468292236\n",
            "Epoch 15, Acc: 0.43323521541343324, Loss: 0.2613503336906433\n",
            "Epoch 15, Acc: 0.43311931514178703, Loss: 4.588653087615967\n",
            "Epoch 15, Acc: 0.433003476865472, Loss: 1.1127574443817139\n",
            "Epoch 15, Acc: 0.43288770053475933, Loss: 0.8440151214599609\n",
            "Epoch 15, Acc: 0.43277198609997325, Loss: 2.2380900382995605\n",
            "Epoch 15, Acc: 0.432923570283271, Loss: 0.17557398974895477\n",
            "Epoch 15, Acc: 0.4328079080951109, Loss: 1.2921407222747803\n",
            "Epoch 15, Acc: 0.4326923076923077, Loss: 1.983911395072937\n",
            "Epoch 15, Acc: 0.4328437917222964, Loss: 0.06401898711919785\n",
            "Epoch 15, Acc: 0.43299519487453286, Loss: 0.2974790930747986\n",
            "Epoch 15, Acc: 0.433146517213771, Loss: 0.03989260643720627\n",
            "Epoch 15, Acc: 0.43303094983991464, Loss: 1.182563304901123\n",
            "Epoch 15, Acc: 0.4331821819151774, Loss: 0.8281623125076294\n",
            "Epoch 15, Acc: 0.43306666666666666, Loss: 1.2421607971191406\n",
            "Epoch 15, Acc: 0.43295121300986406, Loss: 1.4755737781524658\n",
            "Epoch 15, Acc: 0.43283582089552236, Loss: 1.6728190183639526\n",
            "Epoch 15, Acc: 0.4329869437783107, Loss: 0.5412498116493225\n",
            "Epoch 15, Acc: 0.43287160362280236, Loss: 0.8913535475730896\n",
            "Epoch 15, Acc: 0.4330226364846871, Loss: 0.6229188442230225\n",
            "Epoch 15, Acc: 0.4329073482428115, Loss: 0.9075927734375\n",
            "Epoch 15, Acc: 0.43305829118977907, Loss: 0.14687120914459229\n",
            "Epoch 15, Acc: 0.4332091538052155, Loss: 0.11563623696565628\n",
            "Epoch 15, Acc: 0.43335993615323226, Loss: 0.03432353213429451\n",
            "Epoch 15, Acc: 0.4332446808510638, Loss: 2.1329197883605957\n",
            "Epoch 15, Acc: 0.43312948683860675, Loss: 0.9765816926956177\n",
            "Epoch 15, Acc: 0.4332801701222754, Loss: 0.014430212788283825\n",
            "Epoch 15, Acc: 0.43316502790326866, Loss: 1.2349990606307983\n",
            "Epoch 15, Acc: 0.43304994686503717, Loss: 1.3767907619476318\n",
            "Epoch 15, Acc: 0.43293492695883135, Loss: 6.172483444213867\n",
            "Epoch 15, Acc: 0.43308550185873607, Loss: 0.3212164342403412\n",
            "Epoch 15, Acc: 0.4332359968144412, Loss: 0.3199315369129181\n",
            "Epoch 15, Acc: 0.4333864118895966, Loss: 0.351145476102829\n",
            "Epoch 15, Acc: 0.43353674714778456, Loss: 0.840034008026123\n",
            "Epoch 15, Acc: 0.4336870026525199, Loss: 0.1648915857076645\n",
            "Epoch 15, Acc: 0.43383717846725006, Loss: 0.029008524492383003\n",
            "Epoch 15, Acc: 0.43398727465535525, Loss: 0.23935793340206146\n",
            "Epoch 15, Acc: 0.4338722501987808, Loss: 1.3040292263031006\n",
            "Epoch 15, Acc: 0.43402225755166934, Loss: 0.07387509196996689\n",
            "Epoch 15, Acc: 0.4341721854304636, Loss: 0.3492000102996826\n",
            "Epoch 15, Acc: 0.4343220338983051, Loss: 0.37108689546585083\n",
            "Epoch 15, Acc: 0.4344718030182685, Loss: 0.451503723859787\n",
            "Epoch 15, Acc: 0.434356802541027, Loss: 1.3077194690704346\n",
            "Epoch 15, Acc: 0.4342418629267002, Loss: 2.0746536254882812\n",
            "Epoch 15, Acc: 0.43412698412698414, Loss: 4.630832672119141\n",
            "Epoch 15, Acc: 0.43401216609362603, Loss: 1.218068242073059\n",
            "Epoch 15, Acc: 0.4341618191433104, Loss: 0.5438724160194397\n",
            "Epoch 15, Acc: 0.4343113930742797, Loss: 0.0968112200498581\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 15, Acc: 0.43408190224570675, Loss: 2.6234421730041504\n",
            "Epoch 15, Acc: 0.43396724775488643, Loss: 1.4454221725463867\n",
            "Epoch 15, Acc: 0.43411671507789806, Loss: 0.10648924112319946\n",
            "Epoch 15, Acc: 0.43426610348468847, Loss: 0.77485191822052\n",
            "Epoch 15, Acc: 0.43415149115861706, Loss: 1.4585137367248535\n",
            "Epoch 15, Acc: 0.43430079155672824, Loss: 0.22955746948719025\n",
            "Epoch 15, Acc: 0.4344500131891322, Loss: 0.556388795375824\n",
            "Epoch 15, Acc: 0.43433544303797467, Loss: 1.6704896688461304\n",
            "Epoch 15, Acc: 0.43448457685209596, Loss: 0.12276004254817963\n",
            "Epoch 15, Acc: 0.43463363205060623, Loss: 0.5471982955932617\n",
            "Epoch 15, Acc: 0.4345191040843215, Loss: 3.199528932571411\n",
            "Epoch 15, Acc: 0.434404636459431, Loss: 1.7349408864974976\n",
            "Epoch 15, Acc: 0.43455359494337636, Loss: 0.33539876341819763\n",
            "Epoch 15, Acc: 0.4344391785150079, Loss: 1.1447299718856812\n",
            "Epoch 15, Acc: 0.43458804948670704, Loss: 0.3790856897830963\n",
            "Epoch 15, Acc: 0.43473684210526314, Loss: 0.009836062788963318\n",
            "Epoch 15, Acc: 0.43462246777163904, Loss: 0.9416958093643188\n",
            "Epoch 15, Acc: 0.43477117306680696, Loss: 0.4820250868797302\n",
            "Epoch 15, Acc: 0.43465684985537734, Loss: 1.01606285572052\n",
            "Epoch 15, Acc: 0.43454258675078866, Loss: 1.4560356140136719\n",
            "Epoch 15, Acc: 0.4346911957950066, Loss: 0.3495694398880005\n",
            "Epoch 15, Acc: 0.4345769837099317, Loss: 2.4606380462646484\n",
            "Epoch 15, Acc: 0.4344628316259522, Loss: 1.65074622631073\n",
            "Epoch 15, Acc: 0.43461134453781514, Loss: 0.0003051292151212692\n",
            "Epoch 15, Acc: 0.4347597794696771, Loss: 0.0023896729107946157\n",
            "Epoch 15, Acc: 0.43490813648293963, Loss: 0.8698612451553345\n",
            "Epoch 15, Acc: 0.43479401731828915, Loss: 1.5357263088226318\n",
            "Epoch 15, Acc: 0.4349422875131165, Loss: 0.8622307777404785\n",
            "Epoch 15, Acc: 0.43509047993705746, Loss: 5.924526340095326e-05\n",
            "Epoch 15, Acc: 0.4352385946512847, Loss: 0.725302517414093\n",
            "Epoch 15, Acc: 0.43538663171690695, Loss: 0.011292001232504845\n",
            "Epoch 15, Acc: 0.43553459119496857, Loss: 0.39838603138923645\n",
            "Epoch 15, Acc: 0.4356824731464501, Loss: 0.3211570382118225\n",
            "Epoch 15, Acc: 0.4355683603981142, Loss: 1.6575299501419067\n",
            "Epoch 15, Acc: 0.43571615606179626, Loss: 0.17341336607933044\n",
            "Epoch 15, Acc: 0.43586387434554974, Loss: 0.8028096556663513\n",
            "Epoch 15, Acc: 0.4360115153101282, Loss: 0.026857411488890648\n",
            "Epoch 15, Acc: 0.4358974358974359, Loss: 1.3607549667358398\n",
            "Epoch 15, Acc: 0.43604499084488624, Loss: 0.0007227431051433086\n",
            "Epoch 15, Acc: 0.43593096234309625, Loss: 1.5265027284622192\n",
            "Epoch 15, Acc: 0.43607843137254904, Loss: 0.00665732566267252\n",
            "Epoch 15, Acc: 0.4362258233141662, Loss: 0.018616005778312683\n",
            "Epoch 15, Acc: 0.4363731382283773, Loss: 0.6201443672180176\n",
            "Epoch 15, Acc: 0.43652037617554856, Loss: 0.5089375376701355\n",
            "Epoch 15, Acc: 0.4366675372159833, Loss: 0.5308545231819153\n",
            "Epoch 15, Acc: 0.43655352480417753, Loss: 1.3836984634399414\n",
            "Epoch 15, Acc: 0.43670060036543984, Loss: 0.09766106307506561\n",
            "Epoch 15, Acc: 0.43684759916492694, Loss: 0.05931948125362396\n",
            "Epoch 15, Acc: 0.43673362901121837, Loss: 4.095135688781738\n",
            "Epoch 15, Acc: 0.4368805425143453, Loss: 0.25965219736099243\n",
            "Epoch 15, Acc: 0.43702737940026076, Loss: 0.34096768498420715\n",
            "Epoch 15, Acc: 0.43717413972888425, Loss: 1.1799650192260742\n",
            "Epoch 15, Acc: 0.4370602032838155, Loss: 1.4364794492721558\n",
            "Epoch 15, Acc: 0.4372068785825951, Loss: 0.5692487955093384\n",
            "Epoch 15, Acc: 0.43709299296691845, Loss: 1.0127277374267578\n",
            "Epoch 15, Acc: 0.43723958333333335, Loss: 0.28963330388069153\n",
            "Epoch 16, Acc: 0.43738609737047646, Loss: 0.08456830680370331\n",
            "Epoch 16, Acc: 0.4372722540343571, Loss: 1.7326879501342773\n",
            "Epoch 16, Acc: 0.4374186833203227, Loss: 0.10567314922809601\n",
            "Epoch 16, Acc: 0.43730489073881373, Loss: 1.0287187099456787\n",
            "Epoch 16, Acc: 0.4374512353706112, Loss: 0.701488196849823\n",
            "Epoch 16, Acc: 0.437597503900156, Loss: 0.42120856046676636\n",
            "Epoch 16, Acc: 0.4377436963867949, Loss: 0.439191997051239\n",
            "Epoch 16, Acc: 0.4378898128898129, Loss: 0.46770691871643066\n",
            "Epoch 16, Acc: 0.4380358534684334, Loss: 0.2668844163417816\n",
            "Epoch 16, Acc: 0.4381818181818182, Loss: 0.18451888859272003\n",
            "Epoch 16, Acc: 0.43832770708906776, Loss: 0.6479306221008301\n",
            "Epoch 16, Acc: 0.4384735202492212, Loss: 0.7878366708755493\n",
            "Epoch 16, Acc: 0.4383597196989359, Loss: 1.2151846885681152\n",
            "Epoch 16, Acc: 0.43850544888427606, Loss: 0.028409074991941452\n",
            "Epoch 16, Acc: 0.43865110246433203, Loss: 0.16104407608509064\n",
            "Epoch 16, Acc: 0.43853734439834025, Loss: 1.6960244178771973\n",
            "Epoch 16, Acc: 0.4386829141820067, Loss: 0.28708791732788086\n",
            "Epoch 16, Acc: 0.4388284085018144, Loss: 0.9808565378189087\n",
            "Epoch 16, Acc: 0.43897382741642915, Loss: 0.0003203832311555743\n",
            "Epoch 16, Acc: 0.43911917098445596, Loss: 0.09194675087928772\n",
            "Epoch 16, Acc: 0.43926443926443925, Loss: 0.41463330388069153\n",
            "Epoch 16, Acc: 0.43940963231486274, Loss: 0.039961908012628555\n",
            "Epoch 16, Acc: 0.43955475019414963, Loss: 0.5610229969024658\n",
            "Epoch 16, Acc: 0.4394409937888199, Loss: 2.986786365509033\n",
            "Epoch 16, Acc: 0.4393272962483829, Loss: 1.3178790807724\n",
            "Epoch 16, Acc: 0.43947232281427834, Loss: 0.13552403450012207\n",
            "Epoch 16, Acc: 0.4393586759762089, Loss: 6.577505588531494\n",
            "Epoch 16, Acc: 0.43950361944157185, Loss: 0.3341917097568512\n",
            "Epoch 16, Acc: 0.43939002326182475, Loss: 1.0624889135360718\n",
            "Epoch 16, Acc: 0.43953488372093025, Loss: 0.0001811817055568099\n",
            "Epoch 16, Acc: 0.4396796693360889, Loss: 0.483981728553772\n",
            "Epoch 16, Acc: 0.43956611570247933, Loss: 1.3941307067871094\n",
            "Epoch 16, Acc: 0.43945262070746194, Loss: 1.5774638652801514\n",
            "Epoch 16, Acc: 0.4395973154362416, Loss: 3.0278701160568744e-05\n",
            "Epoch 16, Acc: 0.43948387096774194, Loss: 0.864381730556488\n",
            "Epoch 16, Acc: 0.43962848297213625, Loss: 0.40247756242752075\n",
            "Epoch 16, Acc: 0.43977302037657984, Loss: 0.06819210201501846\n",
            "Epoch 16, Acc: 0.43965961835997935, Loss: 2.3835980892181396\n",
            "Epoch 16, Acc: 0.43954627481309616, Loss: 0.8480243682861328\n",
            "Epoch 16, Acc: 0.43943298969072164, Loss: 0.8237432837486267\n",
            "Epoch 16, Acc: 0.43957742849780984, Loss: 0.001213529147207737\n",
            "Epoch 16, Acc: 0.43972179289026275, Loss: 0.8164439797401428\n",
            "Epoch 16, Acc: 0.439866082925573, Loss: 0.029545580968260765\n",
            "Epoch 16, Acc: 0.43975283213182287, Loss: 1.5732213258743286\n",
            "Epoch 16, Acc: 0.43963963963963965, Loss: 0.9143456220626831\n",
            "Epoch 16, Acc: 0.4397838394235718, Loss: 0.697192370891571\n",
            "Epoch 16, Acc: 0.43992796501157705, Loss: 0.12950435280799866\n",
            "Epoch 16, Acc: 0.4398148148148148, Loss: 1.5190234184265137\n",
            "Epoch 16, Acc: 0.43970172280791975, Loss: 1.600576400756836\n",
            "Epoch 16, Acc: 0.43958868894601544, Loss: 0.770297646522522\n",
            "Epoch 16, Acc: 0.4394757131842714, Loss: 0.9385921359062195\n",
            "Epoch 16, Acc: 0.4393627954779034, Loss: 1.8364219665527344\n",
            "Epoch 16, Acc: 0.43950680708964807, Loss: 0.0018468719208613038\n",
            "Epoch 16, Acc: 0.4396507447354905, Loss: 0.5762024521827698\n",
            "Epoch 16, Acc: 0.43953786906290115, Loss: 3.1936745643615723\n",
            "Epoch 16, Acc: 0.4394250513347023, Loss: 1.8149796724319458\n",
            "Epoch 16, Acc: 0.43956889915319475, Loss: 0.00023338454775512218\n",
            "Epoch 16, Acc: 0.43945613134941, Loss: 4.5689167976379395\n",
            "Epoch 16, Acc: 0.4393434213901, Loss: 1.1683768033981323\n",
            "Epoch 16, Acc: 0.43948717948717947, Loss: 0.17292773723602295\n",
            "Epoch 16, Acc: 0.4393745193540118, Loss: 2.2252771854400635\n",
            "Epoch 16, Acc: 0.43926191696565864, Loss: 1.2434967756271362\n",
            "Epoch 16, Acc: 0.43940558544709196, Loss: 0.16596688330173492\n",
            "Epoch 16, Acc: 0.4395491803278688, Loss: 0.02649039216339588\n",
            "Epoch 16, Acc: 0.43969270166453267, Loss: 0.6584152579307556\n",
            "Epoch 16, Acc: 0.43958013312852023, Loss: 1.2761515378952026\n",
            "Epoch 16, Acc: 0.4397235730739698, Loss: 1.0470714569091797\n",
            "Epoch 16, Acc: 0.43961105424769703, Loss: 1.0345396995544434\n",
            "Epoch 16, Acc: 0.4397544128933231, Loss: 0.39244136214256287\n",
            "Epoch 16, Acc: 0.43964194373401533, Loss: 1.2590062618255615\n",
            "Epoch 16, Acc: 0.439785221171056, Loss: 0.4929999113082886\n",
            "Epoch 16, Acc: 0.4399284253578732, Loss: 0.3304734528064728\n",
            "Epoch 16, Acc: 0.4400715563506261, Loss: 0.3616923391819\n",
            "Epoch 16, Acc: 0.44021461420541647, Loss: 0.5088542699813843\n",
            "Epoch 16, Acc: 0.4401021711366539, Loss: 0.9103760719299316\n",
            "Epoch 16, Acc: 0.43998978549540346, Loss: 1.244450569152832\n",
            "Epoch 16, Acc: 0.4398774572376819, Loss: 1.2097516059875488\n",
            "Epoch 16, Acc: 0.4397651863195508, Loss: 1.144580602645874\n",
            "Epoch 16, Acc: 0.4399081398315897, Loss: 0.8060637712478638\n",
            "Epoch 16, Acc: 0.43979591836734694, Loss: 1.2161413431167603\n",
            "Epoch 16, Acc: 0.43993879112471307, Loss: 0.6990833282470703\n",
            "Epoch 16, Acc: 0.44008159102498723, Loss: 0.23848462104797363\n",
            "Epoch 16, Acc: 0.4402243181238848, Loss: 0.6561838388442993\n",
            "Epoch 16, Acc: 0.44011213047910297, Loss: 1.5920335054397583\n",
            "Epoch 16, Acc: 0.4402547770700637, Loss: 0.3786303699016571\n",
            "Epoch 16, Acc: 0.44039735099337746, Loss: 0.14165037870407104\n",
            "Epoch 16, Acc: 0.44053985230455817, Loss: 0.7061738967895508\n",
            "Epoch 16, Acc: 0.44068228105906315, Loss: 0.6600039005279541\n",
            "Epoch 16, Acc: 0.4405701196233138, Loss: 0.9127504825592041\n",
            "Epoch 16, Acc: 0.4407124681933842, Loss: 0.5805025100708008\n",
            "Epoch 16, Acc: 0.4408547443398626, Loss: 0.7867242097854614\n",
            "Epoch 16, Acc: 0.4409969481180061, Loss: 0.3913519084453583\n",
            "Epoch 16, Acc: 0.4411390795830155, Loss: 0.219777911901474\n",
            "Epoch 16, Acc: 0.4412811387900356, Loss: 0.7237638235092163\n",
            "Epoch 16, Acc: 0.44142312579415505, Loss: 0.14307500422000885\n",
            "Epoch 16, Acc: 0.4413109756097561, Loss: 6.60975456237793\n",
            "Epoch 16, Acc: 0.4411988823977648, Loss: 1.180840015411377\n",
            "Epoch 16, Acc: 0.44108684611477905, Loss: 0.833706796169281\n",
            "Epoch 16, Acc: 0.4412287382584412, Loss: 0.0007769426447339356\n",
            "Epoch 16, Acc: 0.4413705583756345, Loss: 0.6733083128929138\n",
            "Epoch 16, Acc: 0.4415123065211875, Loss: 0.35685044527053833\n",
            "Epoch 16, Acc: 0.44165398274987316, Loss: 0.48880085349082947\n",
            "Epoch 16, Acc: 0.4417955871164088, Loss: 0.07868900150060654\n",
            "Epoch 16, Acc: 0.4419371196754564, Loss: 0.0016229089815169573\n",
            "Epoch 16, Acc: 0.4420785804816223, Loss: 0.45133334398269653\n",
            "Epoch 16, Acc: 0.4422199695894577, Loss: 0.40076813101768494\n",
            "Epoch 16, Acc: 0.44210793007347354, Loss: 5.600277423858643\n",
            "Epoch 16, Acc: 0.44224924012158057, Loss: 0.23808671534061432\n",
            "Epoch 16, Acc: 0.44213724993669284, Loss: 3.1790733337402344\n",
            "Epoch 16, Acc: 0.4420253164556962, Loss: 1.17293381690979\n",
            "Epoch 16, Acc: 0.4419134396355353, Loss: 3.2537357807159424\n",
            "Epoch 16, Acc: 0.44205465587044535, Loss: 0.5951116681098938\n",
            "Epoch 16, Acc: 0.4421958006577283, Loss: 0.052950598299503326\n",
            "Epoch 16, Acc: 0.44233687405159333, Loss: 0.814982533454895\n",
            "Epoch 16, Acc: 0.4422250316055626, Loss: 1.5868628025054932\n",
            "Epoch 16, Acc: 0.44211324570273003, Loss: 0.9111126065254211\n",
            "Epoch 16, Acc: 0.44200151630022744, Loss: 2.168382167816162\n",
            "Epoch 16, Acc: 0.4418898433552299, Loss: 1.2071733474731445\n",
            "Epoch 16, Acc: 0.4420308158625916, Loss: 0.35521167516708374\n",
            "Epoch 16, Acc: 0.44217171717171716, Loss: 0.15628381073474884\n",
            "Epoch 16, Acc: 0.44206008583690987, Loss: 1.8803504705429077\n",
            "Epoch 16, Acc: 0.4419485108531045, Loss: 1.1006900072097778\n",
            "Epoch 16, Acc: 0.4418369921776432, Loss: 1.9110682010650635\n",
            "Epoch 16, Acc: 0.4419778002018164, Loss: 0.1253710687160492\n",
            "Epoch 16, Acc: 0.44186633039092055, Loss: 2.072925090789795\n",
            "Epoch 16, Acc: 0.4420070600100857, Loss: 0.1843164563179016\n",
            "Epoch 16, Acc: 0.4421477186791026, Loss: 0.00621872628107667\n",
            "Epoch 16, Acc: 0.4420362903225806, Loss: 1.7014751434326172\n",
            "Epoch 16, Acc: 0.4421768707482993, Loss: 0.20111632347106934\n",
            "Epoch 16, Acc: 0.44231738035264484, Loss: 0.33957815170288086\n",
            "Epoch 16, Acc: 0.44245781918912114, Loss: 0.7583956122398376\n",
            "Epoch 16, Acc: 0.4425981873111782, Loss: 0.574326753616333\n",
            "Epoch 16, Acc: 0.44273848477221245, Loss: 0.43147969245910645\n",
            "Epoch 16, Acc: 0.44262707599396073, Loss: 1.3895412683486938\n",
            "Epoch 16, Acc: 0.4427672955974843, Loss: 0.0020418763160705566\n",
            "Epoch 16, Acc: 0.4426559356136821, Loss: 1.2253702878952026\n",
            "Epoch 16, Acc: 0.4427960774453105, Loss: 0.6851471662521362\n",
            "Epoch 16, Acc: 0.44293614881850174, Loss: 0.67380690574646\n",
            "Epoch 16, Acc: 0.4430761497863785, Loss: 0.7222079038619995\n",
            "Epoch 16, Acc: 0.44321608040201005, Loss: 0.9118937849998474\n",
            "Epoch 16, Acc: 0.44335594071841244, Loss: 0.28008681535720825\n",
            "Epoch 16, Acc: 0.4434957307885485, Loss: 0.5513141751289368\n",
            "Epoch 16, Acc: 0.44363545066532767, Loss: 0.12469379603862762\n",
            "Epoch 16, Acc: 0.44377510040160645, Loss: 0.7263922095298767\n",
            "Epoch 16, Acc: 0.4439146800501882, Loss: 0.6274120211601257\n",
            "Epoch 16, Acc: 0.4440541896638234, Loss: 0.03856515511870384\n",
            "Epoch 16, Acc: 0.44419362929520945, Loss: 0.0049626268446445465\n",
            "Epoch 16, Acc: 0.44433299899699097, Loss: 0.3017030358314514\n",
            "Epoch 16, Acc: 0.4444722988217598, Loss: 0.31006813049316406\n",
            "Epoch 16, Acc: 0.4443609022556391, Loss: 1.706009864807129\n",
            "Epoch 16, Acc: 0.44450012528188426, Loss: 0.18590684235095978\n",
            "Epoch 16, Acc: 0.44438877755511025, Loss: 1.343940019607544\n",
            "Epoch 16, Acc: 0.4445279238667668, Loss: 0.7161159515380859\n",
            "Epoch 16, Acc: 0.44441662493740614, Loss: 1.5704220533370972\n",
            "Epoch 16, Acc: 0.4445556946182728, Loss: 0.6443619728088379\n",
            "Epoch 16, Acc: 0.4446946946946947, Loss: 0.2935885488986969\n",
            "Epoch 16, Acc: 0.44458343757818364, Loss: 0.913739800453186\n",
            "Epoch 16, Acc: 0.4447223611805903, Loss: 0.25335314869880676\n",
            "Epoch 16, Acc: 0.4446111527881971, Loss: 1.6822781562805176\n",
            "Epoch 16, Acc: 0.44475, Loss: 0.5416009426116943\n",
            "Epoch 16, Acc: 0.4448887778055486, Loss: 0.9003510475158691\n",
            "Epoch 16, Acc: 0.44502748625687155, Loss: 0.27808260917663574\n",
            "Epoch 16, Acc: 0.4451661254059455, Loss: 0.1992315948009491\n",
            "Epoch 16, Acc: 0.4453046953046953, Loss: 0.046064119786024094\n",
            "Epoch 16, Acc: 0.4451935081148564, Loss: 1.149446964263916\n",
            "Epoch 16, Acc: 0.4453320019970045, Loss: 0.8339377045631409\n",
            "Epoch 16, Acc: 0.44547042675318194, Loss: 0.9621205925941467\n",
            "Epoch 16, Acc: 0.44560878243512975, Loss: 0.4473479390144348\n",
            "Epoch 16, Acc: 0.4457470690945373, Loss: 0.42442572116851807\n",
            "Epoch 16, Acc: 0.4458852867830424, Loss: 0.7531566619873047\n",
            "Epoch 16, Acc: 0.44602343555223134, Loss: 0.5056379437446594\n",
            "Epoch 16, Acc: 0.4461615154536391, Loss: 0.3927796483039856\n",
            "Epoch 16, Acc: 0.44629952653874905, Loss: 0.04140188917517662\n",
            "Epoch 16, Acc: 0.44643746885899355, Loss: 0.18503984808921814\n",
            "Epoch 16, Acc: 0.4465753424657534, Loss: 0.006076907739043236\n",
            "Epoch 16, Acc: 0.4464641434262948, Loss: 1.1407610177993774\n",
            "Epoch 16, Acc: 0.446352999751058, Loss: 2.3215155601501465\n",
            "Epoch 16, Acc: 0.44649079143852666, Loss: 0.10060476511716843\n",
            "Epoch 16, Acc: 0.44662851455585967, Loss: 0.4419688582420349\n",
            "Epoch 16, Acc: 0.44676616915422884, Loss: 0.004053710028529167\n",
            "Epoch 16, Acc: 0.446903755284755, Loss: 0.3319322466850281\n",
            "Epoch 16, Acc: 0.44679264047737444, Loss: 1.761531114578247\n",
            "Epoch 16, Acc: 0.4469301516281382, Loss: 0.9739952087402344\n",
            "Epoch 16, Acc: 0.44681908548707755, Loss: 3.050063133239746\n",
            "Epoch 16, Acc: 0.4469565217391304, Loss: 0.6388648152351379\n",
            "Epoch 16, Acc: 0.44709388971684055, Loss: 0.132004976272583\n",
            "Epoch 16, Acc: 0.44723118947107027, Loss: 0.011078985407948494\n",
            "Epoch 16, Acc: 0.4473684210526316, Loss: 0.022041235119104385\n",
            "Epoch 16, Acc: 0.44750558451228595, Loss: 0.38345059752464294\n",
            "Epoch 16, Acc: 0.4476426799007444, Loss: 0.16151806712150574\n",
            "Epoch 16, Acc: 0.44777970726866784, Loss: 0.39530622959136963\n",
            "Epoch 16, Acc: 0.4479166666666667, Loss: 0.14984208345413208\n",
            "Epoch 16, Acc: 0.4480535581453013, Loss: 0.2542872726917267\n",
            "Epoch 16, Acc: 0.447942488844819, Loss: 1.4768882989883423\n",
            "Epoch 16, Acc: 0.44807930607187113, Loss: 0.47012582421302795\n",
            "Epoch 16, Acc: 0.44796828543111994, Loss: 1.8114533424377441\n",
            "Epoch 16, Acc: 0.44810502848649986, Loss: 0.22624875605106354\n",
            "Epoch 16, Acc: 0.4482417038137692, Loss: 0.4507156014442444\n",
            "Epoch 16, Acc: 0.4483783114632335, Loss: 0.13660453259944916\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 16, Acc: 0.4484038604305865, Loss: 0.09238334745168686\n",
            "Epoch 16, Acc: 0.4482929242949035, Loss: 1.8070107698440552\n",
            "Epoch 16, Acc: 0.44842938412070243, Loss: 0.003939012996852398\n",
            "Epoch 16, Acc: 0.4483184965380811, Loss: 1.085012674331665\n",
            "Epoch 16, Acc: 0.4484548825710754, Loss: 0.5548967123031616\n",
            "Epoch 16, Acc: 0.44859120118635687, Loss: 0.21802861988544464\n",
            "Epoch 16, Acc: 0.44872745243390166, Loss: 0.3450252413749695\n",
            "Epoch 16, Acc: 0.44861660079051385, Loss: 0.9374068975448608\n",
            "Epoch 16, Acc: 0.4487527784638182, Loss: 0.20448754727840424\n",
            "Epoch 16, Acc: 0.4488888888888889, Loss: 0.11279476433992386\n",
            "Epoch 16, Acc: 0.449024932115527, Loss: 0.012967661023139954\n",
            "Epoch 16, Acc: 0.4491609081934847, Loss: 0.020791906863451004\n",
            "Epoch 16, Acc: 0.44929681717246484, Loss: 0.2571091651916504\n",
            "Epoch 16, Acc: 0.4494326591021214, Loss: 0.008943263441324234\n",
            "Epoch 16, Acc: 0.4495684340320592, Loss: 0.12053102999925613\n",
            "Epoch 16, Acc: 0.44970414201183434, Loss: 0.050082191824913025\n",
            "Epoch 16, Acc: 0.4495932955385753, Loss: 1.2324579954147339\n",
            "Epoch 16, Acc: 0.4494825036964022, Loss: 0.7989462614059448\n",
            "Epoch 16, Acc: 0.4493717664449372, Loss: 1.3550636768341064\n",
            "Epoch 16, Acc: 0.4492610837438424, Loss: 4.129135608673096\n",
            "Epoch 16, Acc: 0.4493967003201182, Loss: 0.3652821183204651\n",
            "Epoch 16, Acc: 0.44928606597735105, Loss: 2.573509931564331\n",
            "Epoch 16, Acc: 0.44942160964804334, Loss: 0.17141176760196686\n",
            "Epoch 16, Acc: 0.4493110236220472, Loss: 2.4365508556365967\n",
            "Epoch 16, Acc: 0.44944649446494467, Loss: 0.015334212221205235\n",
            "Epoch 16, Acc: 0.44958189867191345, Loss: 0.33996090292930603\n",
            "Epoch 16, Acc: 0.4497172362921072, Loss: 0.3761926591396332\n",
            "Epoch 16, Acc: 0.4498525073746313, Loss: 0.7696278095245361\n",
            "Epoch 16, Acc: 0.44974195133939543, Loss: 5.675680160522461\n",
            "Epoch 16, Acc: 0.4498771498771499, Loss: 0.7088454961776733\n",
            "Epoch 16, Acc: 0.4500122819945959, Loss: 0.17612551152706146\n",
            "Epoch 16, Acc: 0.449901768172888, Loss: 1.4140623807907104\n",
            "Epoch 16, Acc: 0.4500368278909894, Loss: 0.28620409965515137\n",
            "Epoch 16, Acc: 0.45017182130584193, Loss: 0.5203081965446472\n",
            "Epoch 16, Acc: 0.4503067484662577, Loss: 0.6551886200904846\n",
            "Epoch 16, Acc: 0.450441609421001, Loss: 0.011297422461211681\n",
            "Epoch 16, Acc: 0.4505764042187883, Loss: 0.4483310580253601\n",
            "Epoch 16, Acc: 0.4507111329082884, Loss: 0.2709961235523224\n",
            "Epoch 16, Acc: 0.45060063741113016, Loss: 1.3913382291793823\n",
            "Epoch 16, Acc: 0.4504901960784314, Loss: 3.0523247718811035\n",
            "Epoch 16, Acc: 0.450624846851262, Loss: 0.016699643805623055\n",
            "Epoch 16, Acc: 0.4507594316511514, Loss: 0.0386696383357048\n",
            "Epoch 16, Acc: 0.45064903257408767, Loss: 2.2780888080596924\n",
            "Epoch 16, Acc: 0.4505386875612145, Loss: 1.0492303371429443\n",
            "Epoch 16, Acc: 0.4506731946144431, Loss: 0.44731104373931885\n",
            "Epoch 16, Acc: 0.45056289769946156, Loss: 2.97151255607605\n",
            "Epoch 16, Acc: 0.4506973330070957, Loss: 0.00015448330668732524\n",
            "Epoch 16, Acc: 0.450587084148728, Loss: 5.280693054199219\n",
            "Epoch 16, Acc: 0.450476889214967, Loss: 1.4884006977081299\n",
            "Epoch 16, Acc: 0.45036674816625916, Loss: 1.7040656805038452\n",
            "Epoch 16, Acc: 0.4502566609630897, Loss: 1.680820345878601\n",
            "Epoch 16, Acc: 0.45039100684261973, Loss: 0.18976043164730072\n",
            "Epoch 16, Acc: 0.4505252870754948, Loss: 1.169546127319336\n",
            "Epoch 16, Acc: 0.4506595017098192, Loss: 0.5886353254318237\n",
            "Epoch 16, Acc: 0.4507936507936508, Loss: 0.3382907211780548\n",
            "Epoch 16, Acc: 0.450927734375, Loss: 0.3064611852169037\n",
            "Epoch 17, Acc: 0.45081767146692703, Loss: 1.256688117980957\n",
            "Epoch 17, Acc: 0.45095168374816985, Loss: 0.531511664390564\n",
            "Epoch 17, Acc: 0.4510856306416199, Loss: 0.038141824305057526\n",
            "Epoch 17, Acc: 0.4509756097560976, Loss: 1.2225451469421387\n",
            "Epoch 17, Acc: 0.45110948549134355, Loss: 0.03325137123465538\n",
            "Epoch 17, Acc: 0.45099951243295955, Loss: 0.9978681802749634\n",
            "Epoch 17, Acc: 0.45088959298074577, Loss: 1.1529176235198975\n",
            "Epoch 17, Acc: 0.45077972709551656, Loss: 2.0200276374816895\n",
            "Epoch 17, Acc: 0.4509135200974421, Loss: 0.3097843825817108\n",
            "Epoch 17, Acc: 0.45104724792985873, Loss: 0.4474322199821472\n",
            "Epoch 17, Acc: 0.4511809106403701, Loss: 0.4011809527873993\n",
            "Epoch 17, Acc: 0.45107108081791625, Loss: 1.1735361814498901\n",
            "Epoch 17, Acc: 0.45120467266974934, Loss: 0.10496244579553604\n",
            "Epoch 17, Acc: 0.451338199513382, Loss: 0.0004085659747943282\n",
            "Epoch 17, Acc: 0.45147166139625394, Loss: 0.030014675110578537\n",
            "Epoch 17, Acc: 0.45160505836575876, Loss: 0.27532222867012024\n",
            "Epoch 17, Acc: 0.45149525893508385, Loss: 0.8663060665130615\n",
            "Epoch 17, Acc: 0.45138551288283907, Loss: 3.0477237701416016\n",
            "Epoch 17, Acc: 0.4515188335358445, Loss: 0.38059476017951965\n",
            "Epoch 17, Acc: 0.4516520894071914, Loss: 0.0009742995607666671\n",
            "Epoch 17, Acc: 0.4517852805440855, Loss: 0.20809783041477203\n",
            "Epoch 17, Acc: 0.45191840699368624, Loss: 0.0021649987902492285\n",
            "Epoch 17, Acc: 0.45205146880310754, Loss: 0.7623769640922546\n",
            "Epoch 17, Acc: 0.4519417475728155, Loss: 1.9268641471862793\n",
            "Epoch 17, Acc: 0.45207473914098517, Loss: 0.2704791724681854\n",
            "Epoch 17, Acc: 0.4522076661814653, Loss: 0.2531564235687256\n",
            "Epoch 17, Acc: 0.45234052874120784, Loss: 0.33573395013809204\n",
            "Epoch 17, Acc: 0.4524733268671193, Loss: 0.06607407331466675\n",
            "Epoch 17, Acc: 0.4526060606060606, Loss: 0.3037710189819336\n",
            "Epoch 17, Acc: 0.4527387300048473, Loss: 0.019284265115857124\n",
            "Epoch 17, Acc: 0.45262902834989094, Loss: 1.2038161754608154\n",
            "Epoch 17, Acc: 0.45251937984496127, Loss: 1.9580574035644531\n",
            "Epoch 17, Acc: 0.45265197384354566, Loss: 0.0021423976868391037\n",
            "Epoch 17, Acc: 0.45278450363196127, Loss: 0.00044967554276809096\n",
            "Epoch 17, Acc: 0.45291696925683855, Loss: 0.18424060940742493\n",
            "Epoch 17, Acc: 0.4528073572120039, Loss: 0.8930977582931519\n",
            "Epoch 17, Acc: 0.4529397532059037, Loss: 0.047150157392024994\n",
            "Epoch 17, Acc: 0.45307208514755687, Loss: 0.536329984664917\n",
            "Epoch 17, Acc: 0.4532043530834341, Loss: 0.427935928106308\n",
            "Epoch 17, Acc: 0.45309477756286265, Loss: 1.0937871932983398\n",
            "Epoch 17, Acc: 0.45322697606961565, Loss: 0.01690712757408619\n",
            "Epoch 17, Acc: 0.4531174480425326, Loss: 1.4294954538345337\n",
            "Epoch 17, Acc: 0.4532495771925586, Loss: 0.0849061906337738\n",
            "Epoch 17, Acc: 0.4533816425120773, Loss: 0.08690081536769867\n",
            "Epoch 17, Acc: 0.4535136440473316, Loss: 0.37777063250541687\n",
            "Epoch 17, Acc: 0.45364558184451953, Loss: 0.13754881918430328\n",
            "Epoch 17, Acc: 0.4535360849625875, Loss: 2.121286392211914\n",
            "Epoch 17, Acc: 0.45366795366795365, Loss: 0.6029157638549805\n",
            "Epoch 17, Acc: 0.45379975874547646, Loss: 0.6526229381561279\n",
            "Epoch 17, Acc: 0.45369030390738063, Loss: 1.855268955230713\n",
            "Epoch 17, Acc: 0.45382204002893656, Loss: 0.18774598836898804\n",
            "Epoch 17, Acc: 0.45395371263259404, Loss: 0.49052780866622925\n",
            "Epoch 17, Acc: 0.45408532176428057, Loss: 0.006149063352495432\n",
            "Epoch 17, Acc: 0.45397590361445783, Loss: 1.1267974376678467\n",
            "Epoch 17, Acc: 0.4541074439894001, Loss: 0.003006820799782872\n",
            "Epoch 17, Acc: 0.4539980732177264, Loss: 2.7686195373535156\n",
            "Epoch 17, Acc: 0.45412954490729596, Loss: 0.006989197339862585\n",
            "Epoch 17, Acc: 0.45402022147327875, Loss: 1.9178383350372314\n",
            "Epoch 17, Acc: 0.4541516245487365, Loss: 0.5536568760871887\n",
            "Epoch 17, Acc: 0.4542829643888354, Loss: 0.5633264780044556\n",
            "Epoch 17, Acc: 0.45441424103921096, Loss: 0.2507663071155548\n",
            "Epoch 17, Acc: 0.45454545454545453, Loss: 0.1595948338508606\n",
            "Epoch 17, Acc: 0.45467660495311374, Loss: 0.17616179585456848\n",
            "Epoch 17, Acc: 0.4545673076923077, Loss: 1.1582977771759033\n",
            "Epoch 17, Acc: 0.45469838981014177, Loss: 0.17560818791389465\n",
            "Epoch 17, Acc: 0.45482940893801055, Loss: 0.12282045930624008\n",
            "Epoch 17, Acc: 0.4549603651213068, Loss: 0.914189875125885\n",
            "Epoch 17, Acc: 0.45509125840537945, Loss: 0.5125652551651001\n",
            "Epoch 17, Acc: 0.4552220888355342, Loss: 0.1517866998910904\n",
            "Epoch 17, Acc: 0.4553528564570331, Loss: 0.5641986131668091\n",
            "Epoch 17, Acc: 0.45548356131509476, Loss: 0.519267201423645\n",
            "Epoch 17, Acc: 0.45561420345489445, Loss: 0.15244698524475098\n",
            "Epoch 17, Acc: 0.45550491724634207, Loss: 0.8885226249694824\n",
            "Epoch 17, Acc: 0.4553956834532374, Loss: 3.4438655376434326\n",
            "Epoch 17, Acc: 0.45552625269719493, Loss: 0.25647982954978943\n",
            "Epoch 17, Acc: 0.4556567593480345, Loss: 0.3976418673992157\n",
            "Epoch 17, Acc: 0.4555475676971004, Loss: 1.12363862991333\n",
            "Epoch 17, Acc: 0.4556780067081936, Loss: 0.26630210876464844\n",
            "Epoch 17, Acc: 0.4555688622754491, Loss: 1.1360046863555908\n",
            "Epoch 17, Acc: 0.45545977011494254, Loss: 3.9335217475891113\n",
            "Epoch 17, Acc: 0.4555901364615753, Loss: 0.6046027541160583\n",
            "Epoch 17, Acc: 0.45548109143130683, Loss: 0.9479497671127319\n",
            "Epoch 17, Acc: 0.455372098588179, Loss: 1.1785075664520264\n",
            "Epoch 17, Acc: 0.45550239234449763, Loss: 0.29426559805870056\n",
            "Epoch 17, Acc: 0.4556326237742167, Loss: 0.6533209085464478\n",
            "Epoch 17, Acc: 0.45552367288378764, Loss: 2.884786605834961\n",
            "Epoch 17, Acc: 0.45565383695912026, Loss: 0.0013062763027846813\n",
            "Epoch 17, Acc: 0.4555449330783939, Loss: 1.7845299243927002\n",
            "Epoch 17, Acc: 0.4556750298685783, Loss: 0.10403650254011154\n",
            "Epoch 17, Acc: 0.4558050645007167, Loss: 0.06172029674053192\n",
            "Epoch 17, Acc: 0.45569620253164556, Loss: 2.15036940574646\n",
            "Epoch 17, Acc: 0.4558261700095511, Loss: 0.09207265824079514\n",
            "Epoch 17, Acc: 0.4557173549773216, Loss: 0.7584205269813538\n",
            "Epoch 17, Acc: 0.4556085918854415, Loss: 1.1854405403137207\n",
            "Epoch 17, Acc: 0.4554998806967311, Loss: 1.1049975156784058\n",
            "Epoch 17, Acc: 0.4553912213740458, Loss: 3.168762683868408\n",
            "Epoch 17, Acc: 0.45528261388027663, Loss: 1.2118957042694092\n",
            "Epoch 17, Acc: 0.4554124940391035, Loss: 0.23602193593978882\n",
            "Epoch 17, Acc: 0.45554231227651965, Loss: 0.03749099001288414\n",
            "Epoch 17, Acc: 0.45567206863679693, Loss: 0.004896197933703661\n",
            "Epoch 17, Acc: 0.4558017631641649, Loss: 0.2315814346075058\n",
            "Epoch 17, Acc: 0.45593139590281084, Loss: 0.5818355083465576\n",
            "Epoch 17, Acc: 0.4560609668968802, Loss: 0.000251142424531281\n",
            "Epoch 17, Acc: 0.4561904761904762, Loss: 0.0036215689033269882\n",
            "Epoch 17, Acc: 0.45631992382766007, Loss: 0.382280170917511\n",
            "Epoch 17, Acc: 0.45621132793907665, Loss: 1.0111116170883179\n",
            "Epoch 17, Acc: 0.45634070901736856, Loss: 0.05303109437227249\n",
            "Epoch 17, Acc: 0.45623215984776405, Loss: 0.9194797277450562\n",
            "Epoch 17, Acc: 0.45612366230677764, Loss: 1.6372432708740234\n",
            "Epoch 17, Acc: 0.4562529719448407, Loss: 0.1410219520330429\n",
            "Epoch 17, Acc: 0.45614452103636793, Loss: 1.4374293088912964\n",
            "Epoch 17, Acc: 0.4560361216730038, Loss: 1.006714105606079\n",
            "Epoch 17, Acc: 0.45616535994297935, Loss: 0.053000908344984055\n",
            "Epoch 17, Acc: 0.45605700712589076, Loss: 9.168478965759277\n",
            "Epoch 17, Acc: 0.4561861790548563, Loss: 0.7291017174720764\n",
            "Epoch 17, Acc: 0.456315289648623, Loss: 0.7159000635147095\n",
            "Epoch 17, Acc: 0.4564443389508664, Loss: 0.15704569220542908\n",
            "Epoch 17, Acc: 0.4565733270052207, Loss: 0.2788907289505005\n",
            "Epoch 17, Acc: 0.4564650059311981, Loss: 1.0608439445495605\n",
            "Epoch 17, Acc: 0.45659392789373815, Loss: 0.7015808820724487\n",
            "Epoch 17, Acc: 0.45648565330803886, Loss: 3.2956438064575195\n",
            "Epoch 17, Acc: 0.4563774300616406, Loss: 0.9348117113113403\n",
            "Epoch 17, Acc: 0.4565062811092676, Loss: 0.6421070694923401\n",
            "Epoch 17, Acc: 0.45639810426540284, Loss: 1.8764798641204834\n",
            "Epoch 17, Acc: 0.45652688936271024, Loss: 0.309384286403656\n",
            "Epoch 17, Acc: 0.4564187588820464, Loss: 8.758987426757812\n",
            "Epoch 17, Acc: 0.45654747809614016, Loss: 0.15823356807231903\n",
            "Epoch 17, Acc: 0.45667613636363635, Loss: 0.6049123406410217\n",
            "Epoch 17, Acc: 0.45680473372781066, Loss: 0.7115126252174377\n",
            "Epoch 17, Acc: 0.4569332702318978, Loss: 0.9690630435943604\n",
            "Epoch 17, Acc: 0.4568251715164419, Loss: 1.052534818649292\n",
            "Epoch 17, Acc: 0.45695364238410596, Loss: 0.5792050361633301\n",
            "Epoch 17, Acc: 0.4570820524946796, Loss: 0.48476558923721313\n",
            "Epoch 17, Acc: 0.45721040189125295, Loss: 0.011219979263842106\n",
            "Epoch 17, Acc: 0.4571023398723706, Loss: 2.3145158290863037\n",
            "Epoch 17, Acc: 0.45723062381852553, Loss: 0.02654808945953846\n",
            "Epoch 17, Acc: 0.45735884715331915, Loss: 0.6971897482872009\n",
            "Epoch 17, Acc: 0.4574870099196977, Loss: 0.24701716005802155\n",
            "Epoch 17, Acc: 0.4576151121605667, Loss: 0.38414034247398376\n",
            "Epoch 17, Acc: 0.45774315391879133, Loss: 0.5779106020927429\n",
            "Epoch 17, Acc: 0.45787113523719614, Loss: 0.02409287355840206\n",
            "Epoch 17, Acc: 0.45799905615856534, Loss: 0.1980714201927185\n",
            "Epoch 17, Acc: 0.4581269167256428, Loss: 0.00012134769349358976\n",
            "Epoch 17, Acc: 0.45825471698113207, Loss: 0.595061182975769\n",
            "Epoch 17, Acc: 0.4583824569676963, Loss: 0.2831192910671234\n",
            "Epoch 17, Acc: 0.4585101367279585, Loss: 0.15450963377952576\n",
            "Epoch 17, Acc: 0.45863775630450154, Loss: 0.018970251083374023\n",
            "Epoch 17, Acc: 0.45876531573986806, Loss: 0.7725217342376709\n",
            "Epoch 17, Acc: 0.4586572438162544, Loss: 1.4071214199066162\n",
            "Epoch 17, Acc: 0.4587847385774847, Loss: 0.36249467730522156\n",
            "Epoch 17, Acc: 0.45891217329879913, Loss: 0.0859379693865776\n",
            "Epoch 17, Acc: 0.4590395480225989, Loss: 0.46670296788215637\n",
            "Epoch 17, Acc: 0.459166862791245, Loss: 0.6771378517150879\n",
            "Epoch 17, Acc: 0.45905882352941174, Loss: 1.3049805164337158\n",
            "Epoch 17, Acc: 0.45918607386497295, Loss: 0.28885549306869507\n",
            "Epoch 17, Acc: 0.45931326434619, Loss: 0.21253228187561035\n",
            "Epoch 17, Acc: 0.45944039501528333, Loss: 0.5173760056495667\n",
            "Epoch 17, Acc: 0.4595674659144335, Loss: 0.29119980335235596\n",
            "Epoch 17, Acc: 0.4594594594594595, Loss: 0.879899799823761\n",
            "Epoch 17, Acc: 0.4593515037593985, Loss: 2.3883073329925537\n",
            "Epoch 17, Acc: 0.4594785059901339, Loss: 0.006887149065732956\n",
            "Epoch 17, Acc: 0.45960544856740254, Loss: 0.599909245967865\n",
            "Epoch 17, Acc: 0.45973233153322374, Loss: 0.1474013477563858\n",
            "Epoch 17, Acc: 0.4596244131455399, Loss: 0.7895328402519226\n",
            "Epoch 17, Acc: 0.45951654541187514, Loss: 1.4301332235336304\n",
            "Epoch 17, Acc: 0.45940872829657436, Loss: 1.5723066329956055\n",
            "Epoch 17, Acc: 0.4595355383532723, Loss: 0.7011083960533142\n",
            "Epoch 17, Acc: 0.4596622889305816, Loss: 1.0674684047698975\n",
            "Epoch 17, Acc: 0.45955451348182885, Loss: 1.1954151391983032\n",
            "Epoch 17, Acc: 0.4596812001875293, Loss: 0.7273967862129211\n",
            "Epoch 17, Acc: 0.4598078275134755, Loss: 0.2713058292865753\n",
            "Epoch 17, Acc: 0.4599343955014058, Loss: 0.6847841143608093\n",
            "Epoch 17, Acc: 0.4600609041930194, Loss: 0.0030500818975269794\n",
            "Epoch 17, Acc: 0.4601873536299766, Loss: 0.5162344574928284\n",
            "Epoch 17, Acc: 0.4603137438538984, Loss: 0.027458254247903824\n",
            "Epoch 17, Acc: 0.460440074906367, Loss: 0.26698389649391174\n",
            "Epoch 17, Acc: 0.46033231921366724, Loss: 1.2089011669158936\n",
            "Epoch 17, Acc: 0.46045858680393076, Loss: 0.39592698216438293\n",
            "Epoch 17, Acc: 0.46058479532163743, Loss: 0.5327672958374023\n",
            "Epoch 17, Acc: 0.460710944808232, Loss: 0.046852171421051025\n",
            "Epoch 17, Acc: 0.46083703530512043, Loss: 0.3834928274154663\n",
            "Epoch 17, Acc: 0.46096306685366994, Loss: 0.6011598110198975\n",
            "Epoch 17, Acc: 0.4610890394952092, Loss: 0.2629256546497345\n",
            "Epoch 17, Acc: 0.461214953271028, Loss: 0.5107312202453613\n",
            "Epoch 17, Acc: 0.46134080822237794, Loss: 0.1642364263534546\n",
            "Epoch 17, Acc: 0.46146660439047177, Loss: 0.5321494936943054\n",
            "Epoch 17, Acc: 0.4615923418164838, Loss: 0.003031303873285651\n",
            "Epoch 17, Acc: 0.46171802054155, Loss: 0.11529859900474548\n",
            "Epoch 17, Acc: 0.4618436406067678, Loss: 0.43155649304389954\n",
            "Epoch 17, Acc: 0.4617358842743817, Loss: 2.366161823272705\n",
            "Epoch 17, Acc: 0.46186144156752973, Loss: 0.5744598507881165\n",
            "Epoch 17, Acc: 0.46198694029850745, Loss: 0.5558092594146729\n",
            "Epoch 17, Acc: 0.46211238050827697, Loss: 0.5924385786056519\n",
            "Epoch 17, Acc: 0.462004662004662, Loss: 1.7499547004699707\n",
            "Epoch 17, Acc: 0.4621300396178047, Loss: 0.3742484450340271\n",
            "Epoch 17, Acc: 0.46225535880708296, Loss: 0.03532872349023819\n",
            "Epoch 17, Acc: 0.462380619613324, Loss: 0.3624434769153595\n",
            "Epoch 17, Acc: 0.46250582207731716, Loss: 0.21251454949378967\n",
            "Epoch 17, Acc: 0.46263096623981376, Loss: 0.7358850836753845\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 17, Acc: 0.4626483593204561, Loss: 0.2214026302099228\n",
            "Epoch 17, Acc: 0.4627733829688227, Loss: 0.1503390520811081\n",
            "Epoch 17, Acc: 0.46266573621772505, Loss: 0.9974698424339294\n",
            "Epoch 17, Acc: 0.4627906976744186, Loss: 0.30979013442993164\n",
            "Epoch 17, Acc: 0.4626830969541967, Loss: 1.2545599937438965\n",
            "Epoch 17, Acc: 0.46257554625755465, Loss: 0.920032262802124\n",
            "Epoch 17, Acc: 0.46246804554961657, Loss: 2.114025354385376\n",
            "Epoch 17, Acc: 0.462592936802974, Loss: 0.4478573799133301\n",
            "Epoch 17, Acc: 0.4627177700348432, Loss: 0.15424597263336182\n",
            "Epoch 17, Acc: 0.46284254528564794, Loss: 0.11509940028190613\n",
            "Epoch 17, Acc: 0.4629672625957743, Loss: 0.0004076126788277179\n",
            "Epoch 17, Acc: 0.46309192200557103, Loss: 0.0016158869257196784\n",
            "Epoch 17, Acc: 0.4629844511487584, Loss: 1.5708904266357422\n",
            "Epoch 17, Acc: 0.462877030162413, Loss: 7.148935317993164\n",
            "Epoch 17, Acc: 0.46300162375318954, Loss: 0.4773316979408264\n",
            "Epoch 17, Acc: 0.46312615955473097, Loss: 0.7448855638504028\n",
            "Epoch 17, Acc: 0.46325063760723395, Loss: 0.641218364238739\n",
            "Epoch 17, Acc: 0.46337505795085765, Loss: 0.23841634392738342\n",
            "Epoch 17, Acc: 0.4632676709154114, Loss: 0.7074341177940369\n",
            "Epoch 17, Acc: 0.46316033364226133, Loss: 4.052183628082275\n",
            "Epoch 17, Acc: 0.46328468844104703, Loss: 0.181390643119812\n",
            "Epoch 17, Acc: 0.4634089856415007, Loss: 0.048551104962825775\n",
            "Epoch 17, Acc: 0.46353322528363045, Loss: 0.19425420463085175\n",
            "Epoch 17, Acc: 0.4634259259259259, Loss: 3.4277215003967285\n",
            "Epoch 17, Acc: 0.4633186762323536, Loss: 4.3076581954956055\n",
            "Epoch 17, Acc: 0.46344285053216105, Loss: 0.18894632160663605\n",
            "Epoch 17, Acc: 0.4635669673837613, Loss: 0.24476060271263123\n",
            "Epoch 17, Acc: 0.463691026827012, Loss: 0.1425330638885498\n",
            "Epoch 17, Acc: 0.4638150289017341, Loss: 0.6253770589828491\n",
            "Epoch 17, Acc: 0.46393897364771153, Loss: 0.3153032064437866\n",
            "Epoch 17, Acc: 0.46406286110469147, Loss: 0.0007715824176557362\n",
            "Epoch 17, Acc: 0.4641866913123845, Loss: 0.2694127559661865\n",
            "Epoch 17, Acc: 0.4643104643104643, Loss: 0.007167341653257608\n",
            "Epoch 17, Acc: 0.46443418013856813, Loss: 0.7389970421791077\n",
            "Epoch 17, Acc: 0.4645578388362965, Loss: 0.07747277617454529\n",
            "Epoch 17, Acc: 0.4646814404432133, Loss: 0.8801144957542419\n",
            "Epoch 17, Acc: 0.46480498499884604, Loss: 0.02105037122964859\n",
            "Epoch 17, Acc: 0.46492847254268577, Loss: 0.11291765421628952\n",
            "Epoch 17, Acc: 0.46505190311418687, Loss: 0.02084561251103878\n",
            "Epoch 17, Acc: 0.46494464944649444, Loss: 1.7034199237823486\n",
            "Epoch 17, Acc: 0.4650680193682269, Loss: 0.018130997195839882\n",
            "Epoch 17, Acc: 0.46519133241124944, Loss: 0.7503203749656677\n",
            "Epoch 17, Acc: 0.4653145886148882, Loss: 0.4457528293132782\n",
            "Epoch 17, Acc: 0.46543778801843316, Loss: 0.06346657127141953\n",
            "Epoch 17, Acc: 0.46533056899331954, Loss: 2.488926649093628\n",
            "Epoch 17, Acc: 0.465453707968678, Loss: 0.7158950567245483\n",
            "Epoch 17, Acc: 0.46557679023716325, Loss: 0.0010461101774126291\n",
            "Epoch 17, Acc: 0.4654696132596685, Loss: 2.807404041290283\n",
            "Epoch 17, Acc: 0.46559263521288835, Loss: 0.3312165439128876\n",
            "Epoch 17, Acc: 0.46571560055223193, Loss: 0.7552797198295593\n",
            "Epoch 17, Acc: 0.4658385093167702, Loss: 0.0006355411605909467\n",
            "Epoch 17, Acc: 0.4659613615455382, Loss: 0.5223853588104248\n",
            "Epoch 17, Acc: 0.46608415727753505, Loss: 0.4392171800136566\n",
            "Epoch 17, Acc: 0.46597701149425286, Loss: 4.326960563659668\n",
            "Epoch 17, Acc: 0.4658699149620777, Loss: 0.9758462309837341\n",
            "Epoch 17, Acc: 0.46599264705882354, Loss: 0.34067997336387634\n",
            "Epoch 18, Acc: 0.4658855961405927, Loss: 0.9681265354156494\n",
            "Epoch 18, Acc: 0.4660082682590721, Loss: 0.14019274711608887\n",
            "Epoch 18, Acc: 0.4661308840413318, Loss: 0.018744826316833496\n",
            "Epoch 18, Acc: 0.4662534435261708, Loss: 0.3487851023674011\n",
            "Epoch 18, Acc: 0.46637594675235255, Loss: 0.09326638281345367\n",
            "Epoch 18, Acc: 0.46649839375860486, Loss: 0.10871583968400955\n",
            "Epoch 18, Acc: 0.4663913741683872, Loss: 1.0161643028259277\n",
            "Epoch 18, Acc: 0.4665137614678899, Loss: 0.0049677276983857155\n",
            "Epoch 18, Acc: 0.4666360926393029, Loss: 0.6826512217521667\n",
            "Epoch 18, Acc: 0.4667583677212288, Loss: 0.8448196649551392\n",
            "Epoch 18, Acc: 0.4668805867522347, Loss: 0.10289031267166138\n",
            "Epoch 18, Acc: 0.46700274977085243, Loss: 0.16278664767742157\n",
            "Epoch 18, Acc: 0.46712485681557847, Loss: 0.007705370429903269\n",
            "Epoch 18, Acc: 0.467246907924874, Loss: 0.0012267453130334616\n",
            "Epoch 18, Acc: 0.4673689031371651, Loss: 0.11868925392627716\n",
            "Epoch 18, Acc: 0.4674908424908425, Loss: 0.7608609199523926\n",
            "Epoch 18, Acc: 0.46761272602426185, Loss: 0.6584750413894653\n",
            "Epoch 18, Acc: 0.4677345537757437, Loss: 1.1042909622192383\n",
            "Epoch 18, Acc: 0.4676275451841684, Loss: 1.816005825996399\n",
            "Epoch 18, Acc: 0.4677493138151876, Loss: 0.09559420496225357\n",
            "Epoch 18, Acc: 0.467871026755088, Loss: 0.2721070945262909\n",
            "Epoch 18, Acc: 0.46799268404206673, Loss: 0.023832516744732857\n",
            "Epoch 18, Acc: 0.4681142857142857, Loss: 0.21429678797721863\n",
            "Epoch 18, Acc: 0.46823583180987205, Loss: 1.0293093919754028\n",
            "Epoch 18, Acc: 0.46835732236691796, Loss: 0.28427258133888245\n",
            "Epoch 18, Acc: 0.46825034262220194, Loss: 1.0534217357635498\n",
            "Epoch 18, Acc: 0.4683717743777118, Loss: 0.4774327278137207\n",
            "Epoch 18, Acc: 0.4684931506849315, Loss: 0.27630749344825745\n",
            "Epoch 18, Acc: 0.4686144715818306, Loss: 0.2316286265850067\n",
            "Epoch 18, Acc: 0.4685075308078503, Loss: 1.5327708721160889\n",
            "Epoch 18, Acc: 0.4686287930641113, Loss: 0.9138671159744263\n",
            "Epoch 18, Acc: 0.46852189781021897, Loss: 1.4223817586898804\n",
            "Epoch 18, Acc: 0.46864310148232613, Loss: 0.020997609943151474\n",
            "Epoch 18, Acc: 0.4687642498860009, Loss: 3.2186455882765586e-06\n",
            "Epoch 18, Acc: 0.46888534305903806, Loss: 0.32280582189559937\n",
            "Epoch 18, Acc: 0.4687784867821331, Loss: 1.2090595960617065\n",
            "Epoch 18, Acc: 0.4688995215311005, Loss: 0.15597207844257355\n",
            "Epoch 18, Acc: 0.46879271070615036, Loss: 1.5287034511566162\n",
            "Epoch 18, Acc: 0.46891368708722386, Loss: 0.09228367358446121\n",
            "Epoch 18, Acc: 0.4690346083788707, Loss: 0.7704347968101501\n",
            "Epoch 18, Acc: 0.4691554746187116, Loss: 0.013507400639355183\n",
            "Epoch 18, Acc: 0.4692762858443332, Loss: 0.22438102960586548\n",
            "Epoch 18, Acc: 0.4693970420932878, Loss: 0.1309291124343872\n",
            "Epoch 18, Acc: 0.4695177434030937, Loss: 0.0055345636792480946\n",
            "Epoch 18, Acc: 0.46963838981123496, Loss: 0.2988305687904358\n",
            "Epoch 18, Acc: 0.4697589813551614, Loss: 0.21970269083976746\n",
            "Epoch 18, Acc: 0.46987951807228917, Loss: 0.33170732855796814\n",
            "Epoch 18, Acc: 0.47, Loss: 0.5581574440002441\n",
            "Epoch 18, Acc: 0.4701204271756419, Loss: 0.5737407207489014\n",
            "Epoch 18, Acc: 0.4702407996365289, Loss: 0.49489474296569824\n",
            "Epoch 18, Acc: 0.47036111741994097, Loss: 0.30490249395370483\n",
            "Epoch 18, Acc: 0.47025431425976383, Loss: 1.5677393674850464\n",
            "Epoch 18, Acc: 0.4703745743473326, Loss: 4.935142715112306e-05\n",
            "Epoch 18, Acc: 0.4702678166137086, Loss: 1.8107396364212036\n",
            "Epoch 18, Acc: 0.4703880190605854, Loss: 0.005513580050319433\n",
            "Epoch 18, Acc: 0.470508166969147, Loss: 0.6821944713592529\n",
            "Epoch 18, Acc: 0.4706282603765026, Loss: 4.768360213347478e-06\n",
            "Epoch 18, Acc: 0.4707482993197279, Loss: 0.6581970453262329\n",
            "Epoch 18, Acc: 0.4708682838358649, Loss: 0.6538935899734497\n",
            "Epoch 18, Acc: 0.47098821396192203, Loss: 0.20708134770393372\n",
            "Epoch 18, Acc: 0.4711080897348742, Loss: 0.1917797029018402\n",
            "Epoch 18, Acc: 0.4712279111916629, Loss: 0.14429938793182373\n",
            "Epoch 18, Acc: 0.47134767836919594, Loss: 0.09204450249671936\n",
            "Epoch 18, Acc: 0.47124094202898553, Loss: 4.474148750305176\n",
            "Epoch 18, Acc: 0.4711342540185646, Loss: 0.8735954165458679\n",
            "Epoch 18, Acc: 0.4712539610683567, Loss: 0.01967836543917656\n",
            "Epoch 18, Acc: 0.47137361393980537, Loss: 0.3566378355026245\n",
            "Epoch 18, Acc: 0.47126696832579185, Loss: 0.7163666486740112\n",
            "Epoch 18, Acc: 0.4713865641257634, Loss: 0.3773990571498871\n",
            "Epoch 18, Acc: 0.47150610583446406, Loss: 0.7937701940536499\n",
            "Epoch 18, Acc: 0.4716255934885824, Loss: 0.10055388510227203\n",
            "Epoch 18, Acc: 0.47174502712477395, Loss: 0.44155898690223694\n",
            "Epoch 18, Acc: 0.471864406779661, Loss: 0.430589497089386\n",
            "Epoch 18, Acc: 0.47198373248983283, Loss: 0.15607090294361115\n",
            "Epoch 18, Acc: 0.4721030042918455, Loss: 0.20537036657333374\n",
            "Epoch 18, Acc: 0.4722222222222222, Loss: 0.7517465949058533\n",
            "Epoch 18, Acc: 0.47211560171596295, Loss: 1.5171589851379395\n",
            "Epoch 18, Acc: 0.472234762979684, Loss: 0.4450191259384155\n",
            "Epoch 18, Acc: 0.4721281877679982, Loss: 1.4461731910705566\n",
            "Epoch 18, Acc: 0.47224729241877256, Loss: 0.9338618516921997\n",
            "Epoch 18, Acc: 0.4723663433340853, Loss: 0.5913840532302856\n",
            "Epoch 18, Acc: 0.4724853405502932, Loss: 0.16515468060970306\n",
            "Epoch 18, Acc: 0.47237880496054113, Loss: 1.3215757608413696\n",
            "Epoch 18, Acc: 0.47249774571686204, Loss: 0.34728240966796875\n",
            "Epoch 18, Acc: 0.4726166328600406, Loss: 0.2170325666666031\n",
            "Epoch 18, Acc: 0.47273546642631814, Loss: 0.015516041778028011\n",
            "Epoch 18, Acc: 0.4728542464519036, Loss: 0.009284534491598606\n",
            "Epoch 18, Acc: 0.47274774774774775, Loss: 0.9551690220832825\n",
            "Epoch 18, Acc: 0.47264129700517904, Loss: 1.1047279834747314\n",
            "Epoch 18, Acc: 0.4725348941918055, Loss: 1.0053112506866455\n",
            "Epoch 18, Acc: 0.4726536124240378, Loss: 0.6531583070755005\n",
            "Epoch 18, Acc: 0.47277227722772275, Loss: 0.10946716368198395\n",
            "Epoch 18, Acc: 0.47289088863892015, Loss: 0.7214169502258301\n",
            "Epoch 18, Acc: 0.4727845254161044, Loss: 1.1740881204605103\n",
            "Epoch 18, Acc: 0.47290308072858106, Loss: 0.2297552078962326\n",
            "Epoch 18, Acc: 0.47302158273381295, Loss: 0.0003947432560380548\n",
            "Epoch 18, Acc: 0.4731400314677456, Loss: 0.2262333482503891\n",
            "Epoch 18, Acc: 0.4732584269662921, Loss: 0.1758461892604828\n",
            "Epoch 18, Acc: 0.4733767692653336, Loss: 4.3987260141875595e-05\n",
            "Epoch 18, Acc: 0.47349505840071876, Loss: 0.002318315440788865\n",
            "Epoch 18, Acc: 0.4736132944082641, Loss: 0.4866967797279358\n",
            "Epoch 18, Acc: 0.4737314773237539, Loss: 0.12431751191616058\n",
            "Epoch 18, Acc: 0.4738496071829405, Loss: 0.0031222188845276833\n",
            "Epoch 18, Acc: 0.4737432675044883, Loss: 3.0140435695648193\n",
            "Epoch 18, Acc: 0.47363697554408796, Loss: 0.9077701568603516\n",
            "Epoch 18, Acc: 0.4737550471063257, Loss: 0.6319045424461365\n",
            "Epoch 18, Acc: 0.4738730657098004, Loss: 0.03776790574193001\n",
            "Epoch 18, Acc: 0.47399103139013454, Loss: 0.23739272356033325\n",
            "Epoch 18, Acc: 0.47388477919748934, Loss: 0.989267885684967\n",
            "Epoch 18, Acc: 0.474002689376961, Loss: 0.13093967735767365\n",
            "Epoch 18, Acc: 0.4741205467174546, Loss: 0.45607078075408936\n",
            "Epoch 18, Acc: 0.4742383512544803, Loss: 0.8588792681694031\n",
            "Epoch 18, Acc: 0.4743561030235162, Loss: 0.021301768720149994\n",
            "Epoch 18, Acc: 0.47447380206000894, Loss: 0.0018596036825329065\n",
            "Epoch 18, Acc: 0.4745914483993732, Loss: 0.8030954599380493\n",
            "Epoch 18, Acc: 0.47470904207699194, Loss: 0.7576137781143188\n",
            "Epoch 18, Acc: 0.47482658312821663, Loss: 0.046496741473674774\n",
            "Epoch 18, Acc: 0.4749440715883669, Loss: 0.4898754954338074\n",
            "Epoch 18, Acc: 0.4750615074927309, Loss: 0.7139768004417419\n",
            "Epoch 18, Acc: 0.4751788908765653, Loss: 0.5523598790168762\n",
            "Epoch 18, Acc: 0.475296221775095, Loss: 0.46038156747817993\n",
            "Epoch 18, Acc: 0.47541350022351364, Loss: 0.41161689162254333\n",
            "Epoch 18, Acc: 0.4755307262569832, Loss: 0.2244587540626526\n",
            "Epoch 18, Acc: 0.4756478999106345, Loss: 0.1363902986049652\n",
            "Epoch 18, Acc: 0.47554165735983916, Loss: 2.2049720287323\n",
            "Epoch 18, Acc: 0.47565877623939257, Loss: 0.3394981920719147\n",
            "Epoch 18, Acc: 0.4757758428220585, Loss: 0.006191951688379049\n",
            "Epoch 18, Acc: 0.4758928571428571, Loss: 0.21889449656009674\n",
            "Epoch 18, Acc: 0.4760098192367775, Loss: 0.43684616684913635\n",
            "Epoch 18, Acc: 0.4759036144578313, Loss: 1.2281444072723389\n",
            "Epoch 18, Acc: 0.4760205219718938, Loss: 0.3566572666168213\n",
            "Epoch 18, Acc: 0.47613737734165923, Loss: 0.12486425787210464\n",
            "Epoch 18, Acc: 0.4762541806020067, Loss: 0.06161852926015854\n",
            "Epoch 18, Acc: 0.4763709317877842, Loss: 0.0630180612206459\n",
            "Epoch 18, Acc: 0.4764876309338088, Loss: 0.05400433763861656\n",
            "Epoch 18, Acc: 0.4766042780748663, Loss: 0.13288556039333344\n",
            "Epoch 18, Acc: 0.4767208732457117, Loss: 0.12860055267810822\n",
            "Epoch 18, Acc: 0.47683741648106903, Loss: 0.06467580050230026\n",
            "Epoch 18, Acc: 0.47695390781563124, Loss: 0.6477758288383484\n",
            "Epoch 18, Acc: 0.47707034728406056, Loss: 0.9927456378936768\n",
            "Epoch 18, Acc: 0.47696416648119294, Loss: 3.279632568359375\n",
            "Epoch 18, Acc: 0.477080551846907, Loss: 0.480620801448822\n",
            "Epoch 18, Acc: 0.4771968854282536, Loss: 0.1374180167913437\n",
            "Epoch 18, Acc: 0.47709074733096085, Loss: 1.3186595439910889\n",
            "Epoch 18, Acc: 0.47720702690682676, Loss: 0.2301301211118698\n",
            "Epoch 18, Acc: 0.47710093374833257, Loss: 3.5994343757629395\n",
            "Epoch 18, Acc: 0.4772171593687486, Loss: 0.0009209443815052509\n",
            "Epoch 18, Acc: 0.4771111111111111, Loss: 1.341052770614624\n",
            "Epoch 18, Acc: 0.477005109975561, Loss: 1.0042250156402588\n",
            "Epoch 18, Acc: 0.47712127943136384, Loss: 0.18221311271190643\n",
            "Epoch 18, Acc: 0.4772373972906951, Loss: 0.16640080511569977\n",
            "Epoch 18, Acc: 0.47735346358792186, Loss: 0.3021720349788666\n",
            "Epoch 18, Acc: 0.4774694783573807, Loss: 0.7482929229736328\n",
            "Epoch 18, Acc: 0.47758544163337774, Loss: 0.5016443729400635\n",
            "Epoch 18, Acc: 0.47747947637009097, Loss: 2.2201292514801025\n",
            "Epoch 18, Acc: 0.4775953859804791, Loss: 0.30438774824142456\n",
            "Epoch 18, Acc: 0.47771124417831007, Loss: 0.8207194805145264\n",
            "Epoch 18, Acc: 0.4778270509977827, Loss: 0.06685399264097214\n",
            "Epoch 18, Acc: 0.47794280647306586, Loss: 0.7416849732398987\n",
            "Epoch 18, Acc: 0.4778368794326241, Loss: 1.7383787631988525\n",
            "Epoch 18, Acc: 0.4777309993352537, Loss: 4.0787153244018555\n",
            "Epoch 18, Acc: 0.47784669915817457, Loss: 0.10296107828617096\n",
            "Epoch 18, Acc: 0.4777408637873754, Loss: 3.9100892543792725\n",
            "Epoch 18, Acc: 0.47785651018600533, Loss: 0.22639362514019012\n",
            "Epoch 18, Acc: 0.47775071950409564, Loss: 2.6957716941833496\n",
            "Epoch 18, Acc: 0.4776449756529438, Loss: 1.3016376495361328\n",
            "Epoch 18, Acc: 0.4775392786014605, Loss: 1.8748648166656494\n",
            "Epoch 18, Acc: 0.4776548672566372, Loss: 0.16385489702224731\n",
            "Epoch 18, Acc: 0.47777040477770405, Loss: 1.0266436338424683\n",
            "Epoch 18, Acc: 0.4776647501105705, Loss: 1.520544171333313\n",
            "Epoch 18, Acc: 0.47778023435772715, Loss: 0.22657014429569244\n",
            "Epoch 18, Acc: 0.47789566755083995, Loss: 0.3023843765258789\n",
            "Epoch 18, Acc: 0.4780110497237569, Loss: 0.047109901905059814\n",
            "Epoch 18, Acc: 0.4781263809102961, Loss: 0.21173880994319916\n",
            "Epoch 18, Acc: 0.47824166114424566, Loss: 0.04884665459394455\n",
            "Epoch 18, Acc: 0.47813604240282687, Loss: 1.627406120300293\n",
            "Epoch 18, Acc: 0.478030470302495, Loss: 1.3244671821594238\n",
            "Epoch 18, Acc: 0.4781456953642384, Loss: 0.9213730692863464\n",
            "Epoch 18, Acc: 0.4780401677333922, Loss: 0.870367705821991\n",
            "Epoch 18, Acc: 0.47815533980582525, Loss: 0.15997402369976044\n",
            "Epoch 18, Acc: 0.4782704610633135, Loss: 0.10127020627260208\n",
            "Epoch 18, Acc: 0.4783855315394795, Loss: 0.2006569355726242\n",
            "Epoch 18, Acc: 0.4785005512679162, Loss: 0.27947762608528137\n",
            "Epoch 18, Acc: 0.4783950617283951, Loss: 1.7457669973373413\n",
            "Epoch 18, Acc: 0.4785100286532951, Loss: 0.6215410232543945\n",
            "Epoch 18, Acc: 0.47862494490965185, Loss: 0.2869308888912201\n",
            "Epoch 18, Acc: 0.47873981053095394, Loss: 1.0769479274749756\n",
            "Epoch 18, Acc: 0.4786343612334802, Loss: 2.0352706909179688\n",
            "Epoch 18, Acc: 0.4787491741907069, Loss: 0.37970319390296936\n",
            "Epoch 18, Acc: 0.47886393659180976, Loss: 0.001374253653921187\n",
            "Epoch 18, Acc: 0.4789786484701739, Loss: 0.6118360161781311\n",
            "Epoch 18, Acc: 0.4788732394366197, Loss: 1.147566318511963\n",
            "Epoch 18, Acc: 0.47898789878987896, Loss: 0.3451736569404602\n",
            "Epoch 18, Acc: 0.4791025076990761, Loss: 0.18171384930610657\n",
            "Epoch 18, Acc: 0.4789971409720695, Loss: 1.2290481328964233\n",
            "Epoch 18, Acc: 0.47911169744942833, Loss: 0.03672069311141968\n",
            "Epoch 18, Acc: 0.47922620356122225, Loss: 0.5624546408653259\n",
            "Epoch 18, Acc: 0.47912087912087914, Loss: 1.388069987297058\n",
            "Epoch 18, Acc: 0.4792353328938695, Loss: 0.04640229046344757\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 18, Acc: 0.479244454206018, Loss: 0.015239705331623554\n",
            "Epoch 18, Acc: 0.479358805445762, Loss: 0.011113292537629604\n",
            "Epoch 18, Acc: 0.47947310647639957, Loss: 0.045349959284067154\n",
            "Epoch 18, Acc: 0.4793678665496049, Loss: 1.1282633543014526\n",
            "Epoch 18, Acc: 0.4794821154268159, Loss: 0.4040547311306\n",
            "Epoch 18, Acc: 0.4793769197016235, Loss: 0.8104907870292664\n",
            "Epoch 18, Acc: 0.4794911164729107, Loss: 0.004672205075621605\n",
            "Epoch 18, Acc: 0.47960526315789476, Loss: 0.48426705598831177\n",
            "Epoch 18, Acc: 0.47971935978951985, Loss: 0.3646235466003418\n",
            "Epoch 18, Acc: 0.47983340640070143, Loss: 0.008585565723478794\n",
            "Epoch 18, Acc: 0.47972824895901817, Loss: 4.09833288192749\n",
            "Epoch 18, Acc: 0.47984224364592465, Loss: 3.504691630951129e-05\n",
            "Epoch 18, Acc: 0.47973713033953996, Loss: 1.0099520683288574\n",
            "Epoch 18, Acc: 0.47963206307490147, Loss: 9.767608642578125\n",
            "Epoch 18, Acc: 0.4795270418217648, Loss: 0.7904331684112549\n",
            "Epoch 18, Acc: 0.47964098073555167, Loss: 0.0004032037395518273\n",
            "Epoch 18, Acc: 0.4797548697745677, Loss: 0.7294470071792603\n",
            "Epoch 18, Acc: 0.4798687089715536, Loss: 0.7085058093070984\n",
            "Epoch 18, Acc: 0.4797637278494859, Loss: 2.438262939453125\n",
            "Epoch 18, Acc: 0.4798775153105862, Loss: 0.01952371373772621\n",
            "Epoch 18, Acc: 0.4797725781762519, Loss: 2.2693490982055664\n",
            "Epoch 18, Acc: 0.47988631394840403, Loss: 0.4286651611328125\n",
            "Epoch 18, Acc: 0.48, Loss: 0.8407430648803711\n",
            "Epoch 18, Acc: 0.48011363636363635, Loss: 0.02241501957178116\n",
            "Epoch 18, Acc: 0.4800087393489185, Loss: 5.278956413269043\n",
            "Epoch 18, Acc: 0.4801223241590214, Loss: 0.25553596019744873\n",
            "Epoch 18, Acc: 0.4802358593579384, Loss: 0.2775890529155731\n",
            "Epoch 18, Acc: 0.48034934497816595, Loss: 0.028043901547789574\n",
            "Epoch 18, Acc: 0.480462781052172, Loss: 0.0003212174342479557\n",
            "Epoch 18, Acc: 0.48035792230467045, Loss: 2.755770683288574\n",
            "Epoch 18, Acc: 0.48025310931704124, Loss: 1.4345591068267822\n",
            "Epoch 18, Acc: 0.4803664921465969, Loss: 0.1410445123910904\n",
            "Epoch 18, Acc: 0.48047982551799345, Loss: 0.00038926175329834223\n",
            "Epoch 18, Acc: 0.48037505451373747, Loss: 0.843601644039154\n",
            "Epoch 18, Acc: 0.48048833660344453, Loss: 0.22543023526668549\n",
            "Epoch 18, Acc: 0.4803836094158675, Loss: 3.024364471435547\n",
            "Epoch 18, Acc: 0.4804968402702114, Loss: 0.14466142654418945\n",
            "Epoch 18, Acc: 0.48061002178649237, Loss: 0.07498400658369064\n",
            "Epoch 18, Acc: 0.48050533652798955, Loss: 3.526200294494629\n",
            "Epoch 18, Acc: 0.4804006968641115, Loss: 3.305920124053955\n",
            "Epoch 18, Acc: 0.48051382538645765, Loss: 0.07492461055517197\n",
            "Epoch 18, Acc: 0.48062690465824986, Loss: 0.5709479451179504\n",
            "Epoch 18, Acc: 0.4807399347116431, Loss: 0.3816223442554474\n",
            "Epoch 18, Acc: 0.48085291557876414, Loss: 0.12839633226394653\n",
            "Epoch 18, Acc: 0.480965847291712, Loss: 0.48866352438926697\n",
            "Epoch 18, Acc: 0.48086124401913877, Loss: 1.064862608909607\n",
            "Epoch 18, Acc: 0.4809741248097412, Loss: 0.01982715167105198\n",
            "Epoch 18, Acc: 0.4810869565217391, Loss: 0.0462350957095623\n",
            "Epoch 18, Acc: 0.4811997391871332, Loss: 0.16784736514091492\n",
            "Epoch 18, Acc: 0.4813124728378966, Loss: 0.1755467802286148\n",
            "Epoch 18, Acc: 0.48142515750597437, Loss: 0.23697538673877716\n",
            "Epoch 18, Acc: 0.4815377932232841, Loss: 0.30844563245773315\n",
            "Epoch 18, Acc: 0.4816503800217155, Loss: 0.624211847782135\n",
            "Epoch 18, Acc: 0.4817629179331307, Loss: 0.47792381048202515\n",
            "Epoch 18, Acc: 0.481875406989364, Loss: 0.34641459584236145\n",
            "Epoch 18, Acc: 0.4817708333333333, Loss: 2.256843328475952\n",
            "Epoch 19, Acc: 0.4818832718594055, Loss: 0.4173118472099304\n",
            "Epoch 19, Acc: 0.4817787418655098, Loss: 1.88706636428833\n",
            "Epoch 19, Acc: 0.48189112990674476, Loss: 0.0019900058396160603\n",
            "Epoch 19, Acc: 0.48178664353859496, Loss: 0.9260317087173462\n",
            "Epoch 19, Acc: 0.4818989811402558, Loss: 0.10831242799758911\n",
            "Epoch 19, Acc: 0.48201127004768096, Loss: 0.2718052864074707\n",
            "Epoch 19, Acc: 0.48212351029252437, Loss: 0.4841868281364441\n",
            "Epoch 19, Acc: 0.48223570190641246, Loss: 0.07415074855089188\n",
            "Epoch 19, Acc: 0.48234784492094435, Loss: 0.9398266077041626\n",
            "Epoch 19, Acc: 0.48245993936769166, Loss: 0.485196590423584\n",
            "Epoch 19, Acc: 0.4825719852781987, Loss: 0.2893086075782776\n",
            "Epoch 19, Acc: 0.48268398268398266, Loss: 0.08514861017465591\n",
            "Epoch 19, Acc: 0.4827959316165332, Loss: 0.0225388053804636\n",
            "Epoch 19, Acc: 0.48290783210731286, Loss: 0.002717613708227873\n",
            "Epoch 19, Acc: 0.48301968418775687, Loss: 0.1540103405714035\n",
            "Epoch 19, Acc: 0.48313148788927335, Loss: 0.011715184897184372\n",
            "Epoch 19, Acc: 0.48302702702702704, Loss: 0.9240947961807251\n",
            "Epoch 19, Acc: 0.48313878080415046, Loss: 0.3532836437225342\n",
            "Epoch 19, Acc: 0.48325048627620487, Loss: 0.016720158979296684\n",
            "Epoch 19, Acc: 0.483362143474503, Loss: 0.015815183520317078\n",
            "Epoch 19, Acc: 0.48347375243033053, Loss: 0.4001156687736511\n",
            "Epoch 19, Acc: 0.48336933045356373, Loss: 1.0045415163040161\n",
            "Epoch 19, Acc: 0.48326495357374216, Loss: 6.360359191894531\n",
            "Epoch 19, Acc: 0.483160621761658, Loss: 1.0423341989517212\n",
            "Epoch 19, Acc: 0.48305633498812867, Loss: 0.8415504693984985\n",
            "Epoch 19, Acc: 0.4831678895123004, Loss: 0.3696575462818146\n",
            "Epoch 19, Acc: 0.4830636461704423, Loss: 1.2022360563278198\n",
            "Epoch 19, Acc: 0.4831751509922347, Loss: 0.23987510800361633\n",
            "Epoch 19, Acc: 0.4830709510459349, Loss: 1.2848803997039795\n",
            "Epoch 19, Acc: 0.4831824062095731, Loss: 0.0012296028435230255\n",
            "Epoch 19, Acc: 0.48329381332183663, Loss: 0.5299744009971619\n",
            "Epoch 19, Acc: 0.4831896551724138, Loss: 0.8944622278213501\n",
            "Epoch 19, Acc: 0.4833010127127774, Loss: 0.0009678685455583036\n",
            "Epoch 19, Acc: 0.4834123222748815, Loss: 1.764281842042692e-05\n",
            "Epoch 19, Acc: 0.4835235838897265, Loss: 0.18416118621826172\n",
            "Epoch 19, Acc: 0.4834194659776055, Loss: 0.9456017017364502\n",
            "Epoch 19, Acc: 0.48353067814854683, Loss: 0.024412263184785843\n",
            "Epoch 19, Acc: 0.4836418424451141, Loss: 0.41290873289108276\n",
            "Epoch 19, Acc: 0.4837529588982139, Loss: 0.6049208045005798\n",
            "Epoch 19, Acc: 0.4838640275387263, Loss: 0.528988778591156\n",
            "Epoch 19, Acc: 0.4839750483975048, Loss: 0.010269184596836567\n",
            "Epoch 19, Acc: 0.48408602150537633, Loss: 0.2697964906692505\n",
            "Epoch 19, Acc: 0.48419694689314124, Loss: 0.9314814209938049\n",
            "Epoch 19, Acc: 0.4843078245915735, Loss: 0.01863929070532322\n",
            "Epoch 19, Acc: 0.4844186546314206, Loss: 0.07778328657150269\n",
            "Epoch 19, Acc: 0.4845294370434035, Loss: 0.5821006894111633\n",
            "Epoch 19, Acc: 0.48442534908700324, Loss: 2.9955360889434814\n",
            "Epoch 19, Acc: 0.4845360824742268, Loss: 0.22492989897727966\n",
            "Epoch 19, Acc: 0.48464676830577624, Loss: 0.6695350408554077\n",
            "Epoch 19, Acc: 0.48475740661227995, Loss: 0.7311615347862244\n",
            "Epoch 19, Acc: 0.48486799742434, Loss: 0.4678577184677124\n",
            "Epoch 19, Acc: 0.48497854077253216, Loss: 0.19745682179927826\n",
            "Epoch 19, Acc: 0.48487449045269254, Loss: 1.6600373983383179\n",
            "Epoch 19, Acc: 0.4847704847704848, Loss: 1.5541608333587646\n",
            "Epoch 19, Acc: 0.484880977911216, Loss: 0.001718236249871552\n",
            "Epoch 19, Acc: 0.48499142367066894, Loss: 1.1174826622009277\n",
            "Epoch 19, Acc: 0.485101822079314, Loss: 2.884823152271565e-05\n",
            "Epoch 19, Acc: 0.48521217316759535, Loss: 0.36869195103645325\n",
            "Epoch 19, Acc: 0.4851082065566745, Loss: 1.343346357345581\n",
            "Epoch 19, Acc: 0.48500428449014565, Loss: 0.90557461977005\n",
            "Epoch 19, Acc: 0.48490040693938746, Loss: 0.8260385394096375\n",
            "Epoch 19, Acc: 0.48501070663811563, Loss: 0.20150445401668549\n",
            "Epoch 19, Acc: 0.4851209591093984, Loss: 0.2068903148174286\n",
            "Epoch 19, Acc: 0.4852311643835616, Loss: 0.0018147443188354373\n",
            "Epoch 19, Acc: 0.4853413224909052, Loss: 0.4225074350833893\n",
            "Epoch 19, Acc: 0.48545143346170305, Loss: 0.050427280366420746\n",
            "Epoch 19, Acc: 0.4855614973262032, Loss: 0.3130767047405243\n",
            "Epoch 19, Acc: 0.4856715141146279, Loss: 0.5730531811714172\n",
            "Epoch 19, Acc: 0.4857814838571734, Loss: 0.7273058891296387\n",
            "Epoch 19, Acc: 0.48589140658401025, Loss: 0.5065211653709412\n",
            "Epoch 19, Acc: 0.48600128232528317, Loss: 0.10125243663787842\n",
            "Epoch 19, Acc: 0.4861111111111111, Loss: 0.2959640622138977\n",
            "Epoch 19, Acc: 0.48622089297158727, Loss: 0.350102961063385\n",
            "Epoch 19, Acc: 0.48633062793677917, Loss: 0.7354716658592224\n",
            "Epoch 19, Acc: 0.48622677770659833, Loss: 1.525458574295044\n",
            "Epoch 19, Acc: 0.48633646456020496, Loss: 0.6443855166435242\n",
            "Epoch 19, Acc: 0.4864461045891142, Loss: 0.21341226994991302\n",
            "Epoch 19, Acc: 0.48634229620145114, Loss: 1.279831886291504\n",
            "Epoch 19, Acc: 0.48645188820140817, Loss: 0.5550508499145508\n",
            "Epoch 19, Acc: 0.48656143344709896, Loss: 0.27374035120010376\n",
            "Epoch 19, Acc: 0.48645766687993175, Loss: 2.2687582969665527\n",
            "Epoch 19, Acc: 0.48635394456289976, Loss: 1.3944272994995117\n",
            "Epoch 19, Acc: 0.4864634406309955, Loss: 0.4929380416870117\n",
            "Epoch 19, Acc: 0.48657289002557547, Loss: 0.5187005996704102\n",
            "Epoch 19, Acc: 0.4866822927764756, Loss: 0.06355281919240952\n",
            "Epoch 19, Acc: 0.4867916489135066, Loss: 0.0007231004419736564\n",
            "Epoch 19, Acc: 0.48690095846645365, Loss: 0.15508177876472473\n",
            "Epoch 19, Acc: 0.48701022146507666, Loss: 0.3145277202129364\n",
            "Epoch 19, Acc: 0.48711943793911006, Loss: 0.392381876707077\n",
            "Epoch 19, Acc: 0.4872286079182631, Loss: 0.02000465989112854\n",
            "Epoch 19, Acc: 0.48733773143221965, Loss: 0.007121535949409008\n",
            "Epoch 19, Acc: 0.4874468085106383, Loss: 0.7199405431747437\n",
            "Epoch 19, Acc: 0.48755583918315254, Loss: 0.1510632336139679\n",
            "Epoch 19, Acc: 0.48766482347937046, Loss: 0.5869796872138977\n",
            "Epoch 19, Acc: 0.4877737614288752, Loss: 0.07046542316675186\n",
            "Epoch 19, Acc: 0.48788265306122447, Loss: 0.8595535159111023\n",
            "Epoch 19, Acc: 0.48799149840595113, Loss: 0.845732569694519\n",
            "Epoch 19, Acc: 0.4878878028049299, Loss: 1.0220850706100464\n",
            "Epoch 19, Acc: 0.4879966008073083, Loss: 0.267269104719162\n",
            "Epoch 19, Acc: 0.4881053525913339, Loss: 0.3691871166229248\n",
            "Epoch 19, Acc: 0.48821405818645147, Loss: 0.5318215489387512\n",
            "Epoch 19, Acc: 0.4883227176220807, Loss: 0.6058604717254639\n",
            "Epoch 19, Acc: 0.4884313309276162, Loss: 0.005732524674385786\n",
            "Epoch 19, Acc: 0.4885398981324278, Loss: 0.002483262214809656\n",
            "Epoch 19, Acc: 0.4886484192658604, Loss: 0.17165638506412506\n",
            "Epoch 19, Acc: 0.4887568943572338, Loss: 0.40508532524108887\n",
            "Epoch 19, Acc: 0.48886532343584305, Loss: 0.9330196380615234\n",
            "Epoch 19, Acc: 0.48897370653095845, Loss: 0.3577003479003906\n",
            "Epoch 19, Acc: 0.48908204367182534, Loss: 0.6987026333808899\n",
            "Epoch 19, Acc: 0.4891903348876643, Loss: 0.027641022577881813\n",
            "Epoch 19, Acc: 0.48929858020767114, Loss: 1.085924744606018\n",
            "Epoch 19, Acc: 0.4894067796610169, Loss: 0.5474182367324829\n",
            "Epoch 19, Acc: 0.48930311374708746, Loss: 4.634502410888672\n",
            "Epoch 19, Acc: 0.4891994917407878, Loss: 3.4061167240142822\n",
            "Epoch 19, Acc: 0.4890959136142282, Loss: 2.2145893573760986\n",
            "Epoch 19, Acc: 0.48899237933954276, Loss: 5.0103349685668945\n",
            "Epoch 19, Acc: 0.4891005291005291, Loss: 0.41968321800231934\n",
            "Epoch 19, Acc: 0.4892086330935252, Loss: 0.5305663347244263\n",
            "Epoch 19, Acc: 0.48931669134757777, Loss: 0.40244534611701965\n",
            "Epoch 19, Acc: 0.48921319796954316, Loss: 0.8459675908088684\n",
            "Epoch 19, Acc: 0.4893212095580461, Loss: 0.31993067264556885\n",
            "Epoch 19, Acc: 0.4894291754756871, Loss: 0.44543102383613586\n",
            "Epoch 19, Acc: 0.4895370957514268, Loss: 0.09342600405216217\n",
            "Epoch 19, Acc: 0.4896449704142012, Loss: 0.4398040473461151\n",
            "Epoch 19, Acc: 0.48975279949292205, Loss: 0.4964343011379242\n",
            "Epoch 19, Acc: 0.48986058301647656, Loss: 0.0245306845754385\n",
            "Epoch 19, Acc: 0.48996832101372756, Loss: 0.0007160721579566598\n",
            "Epoch 19, Acc: 0.4900760135135135, Loss: 0.4289470911026001\n",
            "Epoch 19, Acc: 0.4901836605446485, Loss: 0.3053074777126312\n",
            "Epoch 19, Acc: 0.49029126213592233, Loss: 0.026258179917931557\n",
            "Epoch 19, Acc: 0.49039881831610044, Loss: 0.14151287078857422\n",
            "Epoch 19, Acc: 0.490295358649789, Loss: 1.6241652965545654\n",
            "Epoch 19, Acc: 0.4904028685931238, Loss: 0.2863169014453888\n",
            "Epoch 19, Acc: 0.4905103331927457, Loss: 0.0021452526561915874\n",
            "Epoch 19, Acc: 0.490617752477335, Loss: 0.005376759450882673\n",
            "Epoch 19, Acc: 0.4905143338954469, Loss: 5.917294979095459\n",
            "Epoch 19, Acc: 0.49062170706006325, Loss: 0.19107604026794434\n",
            "Epoch 19, Acc: 0.4907290349768226, Loss: 0.2960783839225769\n",
            "Epoch 19, Acc: 0.4908363176743206, Loss: 0.15832392871379852\n",
            "Epoch 19, Acc: 0.4909435551811289, Loss: 0.7359917759895325\n",
            "Epoch 19, Acc: 0.4910507475257949, Loss: 0.06201758608222008\n",
            "Epoch 19, Acc: 0.4911578947368421, Loss: 0.20738725364208221\n",
            "Epoch 19, Acc: 0.49105451483898127, Loss: 2.6155624389648438\n",
            "Epoch 19, Acc: 0.4911616161616162, Loss: 0.07487484067678452\n",
            "Epoch 19, Acc: 0.49126867241742056, Loss: 0.7170005440711975\n",
            "Epoch 19, Acc: 0.4913756836348338, Loss: 4.351044481154531e-05\n",
            "Epoch 19, Acc: 0.4914826498422713, Loss: 0.3585777282714844\n",
            "Epoch 19, Acc: 0.49158957106812445, Loss: 0.2133660465478897\n",
            "Epoch 19, Acc: 0.491696447340761, Loss: 0.3055514693260193\n",
            "Epoch 19, Acc: 0.4918032786885246, Loss: 0.7090394496917725\n",
            "Epoch 19, Acc: 0.49191006513973523, Loss: 0.13901560008525848\n",
            "Epoch 19, Acc: 0.4918067226890756, Loss: 1.007651448249817\n",
            "Epoch 19, Acc: 0.491913463558076, Loss: 0.5951852202415466\n",
            "Epoch 19, Acc: 0.49202015959680806, Loss: 0.5253862738609314\n",
            "Epoch 19, Acc: 0.4921268108335083, Loss: 0.14368893206119537\n",
            "Epoch 19, Acc: 0.4920235096557515, Loss: 1.451249122619629\n",
            "Epoch 19, Acc: 0.49213011542497376, Loss: 0.6218742728233337\n",
            "Epoch 19, Acc: 0.4922366764582459, Loss: 0.05246318504214287\n",
            "Epoch 19, Acc: 0.4923431927837214, Loss: 0.21687547862529755\n",
            "Epoch 19, Acc: 0.4924496644295302, Loss: 0.003274438437074423\n",
            "Epoch 19, Acc: 0.4925560914237786, Loss: 0.004209823906421661\n",
            "Epoch 19, Acc: 0.49266247379454925, Loss: 0.2141062617301941\n",
            "Epoch 19, Acc: 0.4927688115699015, Loss: 0.04776814207434654\n",
            "Epoch 19, Acc: 0.4928751047778709, Loss: 0.11692913621664047\n",
            "Epoch 19, Acc: 0.4929813534464697, Loss: 0.8506397604942322\n",
            "Epoch 19, Acc: 0.4928780896522832, Loss: 1.6286113262176514\n",
            "Epoch 19, Acc: 0.4929842931937173, Loss: 0.14047826826572418\n",
            "Epoch 19, Acc: 0.49309045226130654, Loss: 0.3690789043903351\n",
            "Epoch 19, Acc: 0.49319656688298097, Loss: 0.2577393352985382\n",
            "Epoch 19, Acc: 0.4930933444956049, Loss: 4.330868244171143\n",
            "Epoch 19, Acc: 0.4929901653065495, Loss: 1.1630823612213135\n",
            "Epoch 19, Acc: 0.4930962343096234, Loss: 0.4263671040534973\n",
            "Epoch 19, Acc: 0.493202258941644, Loss: 0.026464039459824562\n",
            "Epoch 19, Acc: 0.49330823923044753, Loss: 0.06977225840091705\n",
            "Epoch 19, Acc: 0.49341417520384695, Loss: 0.16108618676662445\n",
            "Epoch 19, Acc: 0.4935200668896321, Loss: 0.3614570200443268\n",
            "Epoch 19, Acc: 0.4936259143155695, Loss: 0.5515056252479553\n",
            "Epoch 19, Acc: 0.4937317175094024, Loss: 0.023429103195667267\n",
            "Epoch 19, Acc: 0.49383747649885107, Loss: 0.3653651773929596\n",
            "Epoch 19, Acc: 0.49394319131161235, Loss: 8.821098163025454e-05\n",
            "Epoch 19, Acc: 0.4940488619753602, Loss: 0.1416696310043335\n",
            "Epoch 19, Acc: 0.4941544885177453, Loss: 0.11619963496923447\n",
            "Epoch 19, Acc: 0.49426007096639535, Loss: 0.09290046244859695\n",
            "Epoch 19, Acc: 0.4943656093489149, Loss: 0.3418233096599579\n",
            "Epoch 19, Acc: 0.49447110369288544, Loss: 0.046566154807806015\n",
            "Epoch 19, Acc: 0.49457655402586564, Loss: 0.018620101734995842\n",
            "Epoch 19, Acc: 0.494681960375391, Loss: 0.003775612683966756\n",
            "Epoch 19, Acc: 0.49478732276897414, Loss: 0.05190717801451683\n",
            "Epoch 19, Acc: 0.49489264123410465, Loss: 0.23590613901615143\n",
            "Epoch 19, Acc: 0.49499791579824926, Loss: 0.001122916815802455\n",
            "Epoch 19, Acc: 0.4948947697436966, Loss: 1.7660176753997803\n",
            "Epoch 19, Acc: 0.495, Loss: 0.19505752623081207\n",
            "Epoch 19, Acc: 0.49489689647990004, Loss: 1.2431824207305908\n",
            "Epoch 19, Acc: 0.4947938359017076, Loss: 1.1706774234771729\n",
            "Epoch 19, Acc: 0.49489902144493025, Loss: 0.1693955957889557\n",
            "Epoch 19, Acc: 0.49500416319733553, Loss: 0.010985254310071468\n",
            "Epoch 19, Acc: 0.4951092611862643, Loss: 0.7594563364982605\n",
            "Epoch 19, Acc: 0.4950062421972534, Loss: 2.3628015518188477\n",
            "Epoch 19, Acc: 0.49490326607031415, Loss: 1.2478108406066895\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 19, Acc: 0.4949053857350801, Loss: 0.06902287900447845\n",
            "Epoch 19, Acc: 0.495010395010395, Loss: 0.00012957210128661245\n",
            "Epoch 19, Acc: 0.49511536063188527, Loss: 0.013464354909956455\n",
            "Epoch 19, Acc: 0.49501246882793015, Loss: 1.0885069370269775\n",
            "Epoch 19, Acc: 0.4951173904009973, Loss: 0.2902873158454895\n",
            "Epoch 19, Acc: 0.49522226838388034, Loss: 0.7005191445350647\n",
            "Epoch 19, Acc: 0.4953271028037383, Loss: 0.0104918098077178\n",
            "Epoch 19, Acc: 0.4954318936877076, Loss: 0.13728179037570953\n",
            "Epoch 19, Acc: 0.49553664106290224, Loss: 0.22421510517597198\n",
            "Epoch 19, Acc: 0.49564134495641343, Loss: 0.01882847398519516\n",
            "Epoch 19, Acc: 0.4957460053953102, Loss: 0.23416712880134583\n",
            "Epoch 19, Acc: 0.495850622406639, Loss: 0.00020823694649152458\n",
            "Epoch 19, Acc: 0.4957477701721634, Loss: 0.8869776725769043\n",
            "Epoch 19, Acc: 0.49585234342596435, Loss: 0.191783145070076\n",
            "Epoch 19, Acc: 0.49595687331536387, Loss: 0.5469166040420532\n",
            "Epoch 19, Acc: 0.49585406301824214, Loss: 3.8209402561187744\n",
            "Epoch 19, Acc: 0.4957512953367876, Loss: 0.7750886678695679\n",
            "Epoch 19, Acc: 0.4958557811852466, Loss: 0.2737021744251251\n",
            "Epoch 19, Acc: 0.4959602237414543, Loss: 0.517730712890625\n",
            "Epoch 19, Acc: 0.49585749792874895, Loss: 6.649637699127197\n",
            "Epoch 19, Acc: 0.4959618968730586, Loss: 0.3879987895488739\n",
            "Epoch 19, Acc: 0.4960662525879917, Loss: 0.000402250443585217\n",
            "Epoch 19, Acc: 0.4961705651003933, Loss: 0.10517268627882004\n",
            "Epoch 19, Acc: 0.4962748344370861, Loss: 0.001591369160450995\n",
            "Epoch 19, Acc: 0.4963790606248707, Loss: 0.07999729365110397\n",
            "Epoch 19, Acc: 0.4962763756723211, Loss: 0.7997620701789856\n",
            "Epoch 19, Acc: 0.4963805584281282, Loss: 0.30094674229621887\n",
            "Epoch 19, Acc: 0.4964846980976013, Loss: 0.12496210634708405\n",
            "Epoch 19, Acc: 0.4965887947074633, Loss: 0.3776828646659851\n",
            "Epoch 19, Acc: 0.49669284828441507, Loss: 0.6677808165550232\n",
            "Epoch 19, Acc: 0.49679685885513536, Loss: 0.12672936916351318\n",
            "Epoch 19, Acc: 0.496900826446281, Loss: 0.13917814195156097\n",
            "Epoch 19, Acc: 0.49700475108448666, Loss: 0.013084622099995613\n",
            "Epoch 19, Acc: 0.49710863279636514, Loss: 0.34709909558296204\n",
            "Epoch 19, Acc: 0.4972124716085071, Loss: 0.5857697129249573\n",
            "Epoch 19, Acc: 0.4973162675474814, Loss: 0.6705977320671082\n",
            "Epoch 19, Acc: 0.4972136222910217, Loss: 2.3521456718444824\n",
            "Epoch 19, Acc: 0.4971110193974412, Loss: 2.3372437953948975\n",
            "Epoch 19, Acc: 0.4972147720239323, Loss: 0.0005844315164722502\n",
            "Epoch 19, Acc: 0.49731848184818483, Loss: 0.3373662233352661\n",
            "Epoch 19, Acc: 0.4972159208084141, Loss: 0.8114644885063171\n",
            "Epoch 19, Acc: 0.49731958762886597, Loss: 0.6708835959434509\n",
            "Epoch 19, Acc: 0.497423211708926, Loss: 0.24700048565864563\n",
            "Epoch 19, Acc: 0.4975267930750206, Loss: 0.13572752475738525\n",
            "Epoch 19, Acc: 0.4976303317535545, Loss: 0.1802627146244049\n",
            "Epoch 19, Acc: 0.4977338277709106, Loss: 0.26882699131965637\n",
            "Epoch 19, Acc: 0.49783728115345005, Loss: 0.08096708357334137\n",
            "Epoch 19, Acc: 0.4977347611202636, Loss: 4.73703670501709\n",
            "Epoch 19, Acc: 0.4978381717109327, Loss: 0.5107629299163818\n",
            "Epoch 19, Acc: 0.49794153972828326, Loss: 0.03323107585310936\n",
            "Epoch 19, Acc: 0.49804486519860053, Loss: 0.11285918951034546\n",
            "Epoch 19, Acc: 0.49794238683127573, Loss: 8.802724838256836\n",
            "Epoch 19, Acc: 0.4980456696153055, Loss: 0.6329582333564758\n",
            "Epoch 19, Acc: 0.4981489099136158, Loss: 0.5922501683235168\n",
            "Epoch 19, Acc: 0.4982521077524162, Loss: 0.18491153419017792\n",
            "Epoch 19, Acc: 0.49835526315789475, Loss: 0.3375821113586426\n",
            "Epoch 20, Acc: 0.4984583761562179, Loss: 0.04253961145877838\n",
            "Epoch 20, Acc: 0.49856144677353065, Loss: 0.11930309981107712\n",
            "Epoch 20, Acc: 0.49845900965687284, Loss: 0.9378992319107056\n",
            "Epoch 20, Acc: 0.4985620377978636, Loss: 0.6674800515174866\n",
            "Epoch 20, Acc: 0.4986650236188129, Loss: 0.3095568120479584\n",
            "Epoch 20, Acc: 0.4987679671457906, Loss: 0.36483603715896606\n",
            "Epoch 20, Acc: 0.4986655717511805, Loss: 1.5723439455032349\n",
            "Epoch 20, Acc: 0.4987684729064039, Loss: 0.00039545822073705494\n",
            "Epoch 20, Acc: 0.4986661194336138, Loss: 0.8758946657180786\n",
            "Epoch 20, Acc: 0.4987689782519491, Loss: 0.22287534177303314\n",
            "Epoch 20, Acc: 0.4988717948717949, Loss: 0.22303740680217743\n",
            "Epoch 20, Acc: 0.49897456931911405, Loss: 0.40443190932273865\n",
            "Epoch 20, Acc: 0.49907730161984826, Loss: 0.4273068308830261\n",
            "Epoch 20, Acc: 0.499179991799918, Loss: 0.23593607544898987\n",
            "Epoch 20, Acc: 0.49928263988522237, Loss: 0.5006318688392639\n",
            "Epoch 20, Acc: 0.49918032786885247, Loss: 2.7929346561431885\n",
            "Epoch 20, Acc: 0.49928293382503586, Loss: 0.3078731894493103\n",
            "Epoch 20, Acc: 0.49938549774682506, Loss: 0.5706576108932495\n",
            "Epoch 20, Acc: 0.4994880196600451, Loss: 0.022903431206941605\n",
            "Epoch 20, Acc: 0.4995904995904996, Loss: 0.00717089232057333\n",
            "Epoch 20, Acc: 0.49948822927328557, Loss: 2.916027069091797\n",
            "Epoch 20, Acc: 0.4995906672124437, Loss: 5.9602869441732764e-05\n",
            "Epoch 20, Acc: 0.49948843871495807, Loss: 0.8415912985801697\n",
            "Epoch 20, Acc: 0.49938625204582654, Loss: 1.0076477527618408\n",
            "Epoch 20, Acc: 0.49948864798527304, Loss: 0.23252448439598083\n",
            "Epoch 20, Acc: 0.4995910020449898, Loss: 0.03090689703822136\n",
            "Epoch 20, Acc: 0.4996933142506645, Loss: 0.008466304279863834\n",
            "Epoch 20, Acc: 0.49979558462796403, Loss: 0.3428036868572235\n",
            "Epoch 20, Acc: 0.49989781320253424, Loss: 0.27247634530067444\n",
            "Epoch 20, Acc: 0.5, Loss: 0.007448283955454826\n",
            "Epoch 20, Acc: 0.5001021450459653, Loss: 0.685516357421875\n",
            "Epoch 20, Acc: 0.5002042483660131, Loss: 0.921805739402771\n",
            "Epoch 20, Acc: 0.5003063099857056, Loss: 1.0132738680113107e-05\n",
            "Epoch 20, Acc: 0.5004083299305839, Loss: 0.0001494772732257843\n",
            "Epoch 20, Acc: 0.5005103082261686, Loss: 0.08115869015455246\n",
            "Epoch 20, Acc: 0.5006122448979592, Loss: 0.13721142709255219\n",
            "Epoch 20, Acc: 0.5007141399714344, Loss: 0.01474001631140709\n",
            "Epoch 20, Acc: 0.5008159934720522, Loss: 0.41450753808021545\n",
            "Epoch 20, Acc: 0.5009178054252499, Loss: 0.11013549566268921\n",
            "Epoch 20, Acc: 0.5010195758564437, Loss: 0.21489591896533966\n",
            "Epoch 20, Acc: 0.5011213047910296, Loss: 0.0019156454363837838\n",
            "Epoch 20, Acc: 0.5012229922543824, Loss: 0.20388144254684448\n",
            "Epoch 20, Acc: 0.5013246382718566, Loss: 0.1630236655473709\n",
            "Epoch 20, Acc: 0.5014262428687857, Loss: 4.768360213347478e-06\n",
            "Epoch 20, Acc: 0.5015278060704828, Loss: 0.6017847657203674\n",
            "Epoch 20, Acc: 0.5014256619144603, Loss: 0.7440980076789856\n",
            "Epoch 20, Acc: 0.5015271838729383, Loss: 0.4252341389656067\n",
            "Epoch 20, Acc: 0.5014250814332247, Loss: 1.2338109016418457\n",
            "Epoch 20, Acc: 0.5013230205577041, Loss: 0.9619283676147461\n",
            "Epoch 20, Acc: 0.5014245014245015, Loss: 0.3460981249809265\n",
            "Epoch 20, Acc: 0.5013224821973551, Loss: 2.874627113342285\n",
            "Epoch 20, Acc: 0.5014239218877136, Loss: 0.37824946641921997\n",
            "Epoch 20, Acc: 0.5015253203172666, Loss: 0.00020847532141488045\n",
            "Epoch 20, Acc: 0.5016266775111834, Loss: 0.45206764340400696\n",
            "Epoch 20, Acc: 0.5017279934946127, Loss: 0.0009322587866336107\n",
            "Epoch 20, Acc: 0.5018292682926829, Loss: 0.398181676864624\n",
            "Epoch 20, Acc: 0.5019305019305019, Loss: 0.0005100856651552022\n",
            "Epoch 20, Acc: 0.5018285249898415, Loss: 1.111931324005127\n",
            "Epoch 20, Acc: 0.5019297176518384, Loss: 0.6136306524276733\n",
            "Epoch 20, Acc: 0.5020308692120228, Loss: 0.09777003526687622\n",
            "Epoch 20, Acc: 0.5021319796954314, Loss: 0.28038740158081055\n",
            "Epoch 20, Acc: 0.5022330491270808, Loss: 0.18986298143863678\n",
            "Epoch 20, Acc: 0.5023340775319667, Loss: 0.13641181588172913\n",
            "Epoch 20, Acc: 0.502435064935065, Loss: 0.13988588750362396\n",
            "Epoch 20, Acc: 0.5025360113613309, Loss: 0.11700665205717087\n",
            "Epoch 20, Acc: 0.5026369168356998, Loss: 0.04672316461801529\n",
            "Epoch 20, Acc: 0.5027377813830866, Loss: 0.07520086318254471\n",
            "Epoch 20, Acc: 0.5026358475263585, Loss: 1.051938533782959\n",
            "Epoch 20, Acc: 0.502736671396716, Loss: 0.3975737988948822\n",
            "Epoch 20, Acc: 0.5026347790839076, Loss: 1.56844162940979\n",
            "Epoch 20, Acc: 0.5027355623100304, Loss: 0.08140289783477783\n",
            "Epoch 20, Acc: 0.502836304700162, Loss: 0.2943859398365021\n",
            "Epoch 20, Acc: 0.5029370062791169, Loss: 0.1689945012331009\n",
            "Epoch 20, Acc: 0.503037667071689, Loss: 0.4038289189338684\n",
            "Epoch 20, Acc: 0.5031382871026524, Loss: 0.6077247262001038\n",
            "Epoch 20, Acc: 0.5032388663967612, Loss: 0.4794588088989258\n",
            "Epoch 20, Acc: 0.503137016798219, Loss: 3.050257682800293\n",
            "Epoch 20, Acc: 0.5032375556454877, Loss: 0.08508970588445663\n",
            "Epoch 20, Acc: 0.5033380538134736, Loss: 0.6951802372932434\n",
            "Epoch 20, Acc: 0.5034385113268608, Loss: 0.6008331775665283\n",
            "Epoch 20, Acc: 0.5035389282103134, Loss: 0.7753090262413025\n",
            "Epoch 20, Acc: 0.5036393044884755, Loss: 0.3022492229938507\n",
            "Epoch 20, Acc: 0.5037396401859713, Loss: 0.21418680250644684\n",
            "Epoch 20, Acc: 0.503839935327405, Loss: 0.1576201468706131\n",
            "Epoch 20, Acc: 0.5039401899373611, Loss: 0.2639583349227905\n",
            "Epoch 20, Acc: 0.5038383838383839, Loss: 1.7183852195739746\n",
            "Epoch 20, Acc: 0.5039385982629772, Loss: 0.04704052582383156\n",
            "Epoch 20, Acc: 0.5040387722132472, Loss: 0.18256545066833496\n",
            "Epoch 20, Acc: 0.5041389057137089, Loss: 0.22028234601020813\n",
            "Epoch 20, Acc: 0.5042389987888575, Loss: 0.2822531759738922\n",
            "Epoch 20, Acc: 0.5043390514631685, Loss: 0.04841573163866997\n",
            "Epoch 20, Acc: 0.5044390637610977, Loss: 0.46600115299224854\n",
            "Epoch 20, Acc: 0.5045390357070809, Loss: 0.252896249294281\n",
            "Epoch 20, Acc: 0.5046389673255345, Loss: 0.22094033658504486\n",
            "Epoch 20, Acc: 0.504738858640855, Loss: 0.1251632422208786\n",
            "Epoch 20, Acc: 0.5048387096774194, Loss: 0.00024530262453481555\n",
            "Epoch 20, Acc: 0.5047369481959283, Loss: 1.373896837234497\n",
            "Epoch 20, Acc: 0.5048367593712213, Loss: 0.5457342863082886\n",
            "Epoch 20, Acc: 0.5049365303244006, Loss: 0.4710385799407959\n",
            "Epoch 20, Acc: 0.5050362610797744, Loss: 0.013388490304350853\n",
            "Epoch 20, Acc: 0.5049345417925478, Loss: 1.2211267948150635\n",
            "Epoch 20, Acc: 0.5048328634716069, Loss: 0.7933200597763062\n",
            "Epoch 20, Acc: 0.5049325548620898, Loss: 0.11173725873231888\n",
            "Epoch 20, Acc: 0.5050322061191627, Loss: 0.023825766518712044\n",
            "Epoch 20, Acc: 0.5051318172670557, Loss: 0.7606583833694458\n",
            "Epoch 20, Acc: 0.5052313883299798, Loss: 0.4591917395591736\n",
            "Epoch 20, Acc: 0.5053309193321264, Loss: 0.0043865651823580265\n",
            "Epoch 20, Acc: 0.505229283990346, Loss: 0.7893927097320557\n",
            "Epoch 20, Acc: 0.5053287753870903, Loss: 0.3110569715499878\n",
            "Epoch 20, Acc: 0.5054282267792521, Loss: 0.06395133584737778\n",
            "Epoch 20, Acc: 0.5055276381909548, Loss: 0.6752777695655823\n",
            "Epoch 20, Acc: 0.5056270096463023, Loss: 0.43293341994285583\n",
            "Epoch 20, Acc: 0.5057263411693791, Loss: 0.004523758310824633\n",
            "Epoch 20, Acc: 0.5058256327842507, Loss: 0.07067381590604782\n",
            "Epoch 20, Acc: 0.5059248845149629, Loss: 0.6496918797492981\n",
            "Epoch 20, Acc: 0.5060240963855421, Loss: 0.07286237925291061\n",
            "Epoch 20, Acc: 0.506123268419996, Loss: 0.37234267592430115\n",
            "Epoch 20, Acc: 0.5062224006423123, Loss: 0.127510204911232\n",
            "Epoch 20, Acc: 0.50632149307646, Loss: 0.16567137837409973\n",
            "Epoch 20, Acc: 0.5064205457463884, Loss: 0.06444200873374939\n",
            "Epoch 20, Acc: 0.506519558676028, Loss: 0.15735526382923126\n",
            "Epoch 20, Acc: 0.5064179703168873, Loss: 1.3731608390808105\n",
            "Epoch 20, Acc: 0.5065169440545418, Loss: 0.5592014193534851\n",
            "Epoch 20, Acc: 0.5066158781074579, Loss: 0.23746050894260406\n",
            "Epoch 20, Acc: 0.5067147724994989, Loss: 0.6851728558540344\n",
            "Epoch 20, Acc: 0.5068136272545091, Loss: 0.3800595700740814\n",
            "Epoch 20, Acc: 0.5069124423963134, Loss: 0.003102135146036744\n",
            "Epoch 20, Acc: 0.507011217948718, Loss: 0.4180219769477844\n",
            "Epoch 20, Acc: 0.5071099539355097, Loss: 0.05585160851478577\n",
            "Epoch 20, Acc: 0.5072086503804566, Loss: 0.28465089201927185\n",
            "Epoch 20, Acc: 0.5073073073073073, Loss: 0.6862186789512634\n",
            "Epoch 20, Acc: 0.5074059247397918, Loss: 0.49466651678085327\n",
            "Epoch 20, Acc: 0.507504502701621, Loss: 0.1462976485490799\n",
            "Epoch 20, Acc: 0.5076030412164866, Loss: 0.004724885802716017\n",
            "Epoch 20, Acc: 0.50750150030006, Loss: 1.176706314086914\n",
            "Epoch 20, Acc: 0.5076, Loss: 0.0007359656738117337\n",
            "Epoch 20, Acc: 0.5076984603079384, Loss: 0.12690295279026031\n",
            "Epoch 20, Acc: 0.507796881247501, Loss: 0.5252748131752014\n",
            "Epoch 20, Acc: 0.5078952628422946, Loss: 0.03423517942428589\n",
            "Epoch 20, Acc: 0.5079936051159073, Loss: 0.2089577317237854\n",
            "Epoch 20, Acc: 0.5078921078921079, Loss: 3.2631611824035645\n",
            "Epoch 20, Acc: 0.5077906512185377, Loss: 0.8292847275733948\n",
            "Epoch 20, Acc: 0.5078889554623527, Loss: 0.005993844475597143\n",
            "Epoch 20, Acc: 0.5077875399361023, Loss: 1.1422510147094727\n",
            "Epoch 20, Acc: 0.50788580555001, Loss: 0.5577571988105774\n",
            "Epoch 20, Acc: 0.5079840319361277, Loss: 0.026265844702720642\n",
            "Epoch 20, Acc: 0.5080822191179405, Loss: 0.01279219426214695\n",
            "Epoch 20, Acc: 0.5081803671189146, Loss: 0.6222258806228638\n",
            "Epoch 20, Acc: 0.5080789946140036, Loss: 1.6686917543411255\n",
            "Epoch 20, Acc: 0.5079776625448743, Loss: 1.689375400543213\n",
            "Epoch 20, Acc: 0.5080757726819541, Loss: 0.049026694148778915\n",
            "Epoch 20, Acc: 0.5081738437001595, Loss: 0.24556784331798553\n",
            "Epoch 20, Acc: 0.5082718756228822, Loss: 0.2614341378211975\n",
            "Epoch 20, Acc: 0.5083698684734954, Loss: 0.4875894784927368\n",
            "Epoch 20, Acc: 0.5084678222753537, Loss: 0.37845638394355774\n",
            "Epoch 20, Acc: 0.5085657370517929, Loss: 0.21720977127552032\n",
            "Epoch 20, Acc: 0.5086636128261303, Loss: 0.5876385569572449\n",
            "Epoch 20, Acc: 0.5087614496216647, Loss: 0.6528028845787048\n",
            "Epoch 20, Acc: 0.5088592474616763, Loss: 0.058014657348394394\n",
            "Epoch 20, Acc: 0.5089570063694268, Loss: 0.0658123716711998\n",
            "Epoch 20, Acc: 0.5090547263681592, Loss: 0.006715230643749237\n",
            "Epoch 20, Acc: 0.5091524074810982, Loss: 0.27831798791885376\n",
            "Epoch 20, Acc: 0.5092500497314502, Loss: 0.01353374496102333\n",
            "Epoch 20, Acc: 0.5093476531424026, Loss: 0.27072980999946594\n",
            "Epoch 20, Acc: 0.509246371047922, Loss: 1.8398997783660889\n",
            "Epoch 20, Acc: 0.5093439363817097, Loss: 0.7895145416259766\n",
            "Epoch 20, Acc: 0.509441462929835, Loss: 0.9127770662307739\n",
            "Epoch 20, Acc: 0.5095389507154213, Loss: 0.044010229408741\n",
            "Epoch 20, Acc: 0.5096363997615736, Loss: 0.28113383054733276\n",
            "Epoch 20, Acc: 0.5097338100913786, Loss: 0.6988006234169006\n",
            "Epoch 20, Acc: 0.5098311817279046, Loss: 0.19728821516036987\n",
            "Epoch 20, Acc: 0.5099285146942018, Loss: 0.7731668949127197\n",
            "Epoch 20, Acc: 0.5100258090133015, Loss: 0.018138956278562546\n",
            "Epoch 20, Acc: 0.5101230647082176, Loss: 0.2844495475292206\n",
            "Epoch 20, Acc: 0.5102202818019448, Loss: 0.4063378870487213\n",
            "Epoch 20, Acc: 0.5103174603174603, Loss: 0.3275991380214691\n",
            "Epoch 20, Acc: 0.5102162269390994, Loss: 1.5887254476547241\n",
            "Epoch 20, Acc: 0.5103133677112257, Loss: 0.2939770519733429\n",
            "Epoch 20, Acc: 0.5104104699583581, Loss: 0.0864860936999321\n",
            "Epoch 20, Acc: 0.51050753370341, Loss: 0.004999042488634586\n",
            "Epoch 20, Acc: 0.5106045589692765, Loss: 0.3804580271244049\n",
            "Epoch 20, Acc: 0.5107015457788348, Loss: 0.09819956123828888\n",
            "Epoch 20, Acc: 0.5107984941549435, Loss: 0.6076035499572754\n",
            "Epoch 20, Acc: 0.5108954041204438, Loss: 0.1900445818901062\n",
            "Epoch 20, Acc: 0.5109922756981581, Loss: 0.23611928522586823\n",
            "Epoch 20, Acc: 0.5110891089108911, Loss: 0.03705686703324318\n",
            "Epoch 20, Acc: 0.5111859037814295, Loss: 0.0008978387922979891\n",
            "Epoch 20, Acc: 0.5110847189231987, Loss: 2.2962987422943115\n",
            "Epoch 20, Acc: 0.5111814763506828, Loss: 0.593092143535614\n",
            "Epoch 20, Acc: 0.5112781954887218, Loss: 0.28062739968299866\n",
            "Epoch 20, Acc: 0.5113748763600395, Loss: 0.5536785125732422\n",
            "Epoch 20, Acc: 0.5114715189873418, Loss: 0.03616781532764435\n",
            "Epoch 20, Acc: 0.5115681233933161, Loss: 0.11140864342451096\n",
            "Epoch 20, Acc: 0.5114669829972321, Loss: 2.0017666816711426\n",
            "Epoch 20, Acc: 0.5115635501087171, Loss: 0.9078693389892578\n",
            "Epoch 20, Acc: 0.5116600790513834, Loss: 0.05733622610569\n",
            "Epoch 20, Acc: 0.5115589804386484, Loss: 0.8178226947784424\n",
            "Epoch 20, Acc: 0.5116554721453971, Loss: 0.33675122261047363\n",
            "Epoch 20, Acc: 0.5117519257357298, Loss: 0.07681205868721008\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 20, Acc: 0.5117472852912142, Loss: 0.1436857432126999\n",
            "Epoch 20, Acc: 0.5118436636399526, Loss: 0.582593560218811\n",
            "Epoch 20, Acc: 0.5119400039471087, Loss: 0.12506867945194244\n",
            "Epoch 20, Acc: 0.5120363062352012, Loss: 0.043959349393844604\n",
            "Epoch 20, Acc: 0.5119352929571908, Loss: 1.100149154663086\n",
            "Epoch 20, Acc: 0.5120315581854044, Loss: 0.6176817417144775\n",
            "Epoch 20, Acc: 0.5121277854466575, Loss: 0.017626307904720306\n",
            "Epoch 20, Acc: 0.5120268138801262, Loss: 1.320737361907959\n",
            "Epoch 20, Acc: 0.5121230041395624, Loss: 0.2807631492614746\n",
            "Epoch 20, Acc: 0.5122191564840363, Loss: 0.560909628868103\n",
            "Epoch 20, Acc: 0.5123152709359606, Loss: 0.014406359754502773\n",
            "Epoch 20, Acc: 0.5124113475177305, Loss: 0.023790495470166206\n",
            "Epoch 20, Acc: 0.5125073862517234, Loss: 0.05299695208668709\n",
            "Epoch 20, Acc: 0.5126033871602993, Loss: 0.09902749210596085\n",
            "Epoch 20, Acc: 0.5126993502658004, Loss: 0.05670294910669327\n",
            "Epoch 20, Acc: 0.5125984251968504, Loss: 3.3655126094818115\n",
            "Epoch 20, Acc: 0.5124975398543594, Loss: 0.8972751498222351\n",
            "Epoch 20, Acc: 0.512396694214876, Loss: 1.0467536449432373\n",
            "Epoch 20, Acc: 0.512492622467047, Loss: 0.30974721908569336\n",
            "Epoch 20, Acc: 0.512588512981904, Loss: 0.0010920758359134197\n",
            "Epoch 20, Acc: 0.512487708947886, Loss: 1.3992547988891602\n",
            "Epoch 20, Acc: 0.5125835627211954, Loss: 5.483612312673358e-06\n",
            "Epoch 20, Acc: 0.5126793788087282, Loss: 0.363564133644104\n",
            "Epoch 20, Acc: 0.5127751572327044, Loss: 0.0018810213077813387\n",
            "Epoch 20, Acc: 0.5128708980153271, Loss: 0.9259288311004639\n",
            "Epoch 20, Acc: 0.5129666011787819, Loss: 0.29522696137428284\n",
            "Epoch 20, Acc: 0.5130622667452367, Loss: 0.1743883192539215\n",
            "Epoch 20, Acc: 0.5131578947368421, Loss: 0.18111775815486908\n",
            "Epoch 20, Acc: 0.5132534851757314, Loss: 0.022582044824957848\n",
            "Epoch 20, Acc: 0.5133490380840204, Loss: 0.26437291502952576\n",
            "Epoch 20, Acc: 0.5134445534838077, Loss: 0.002287511248141527\n",
            "Epoch 20, Acc: 0.5135400313971743, Loss: 0.07932789623737335\n",
            "Epoch 20, Acc: 0.5136354718461841, Loss: 0.002717970171943307\n",
            "Epoch 20, Acc: 0.5137308748528835, Loss: 0.3742637038230896\n",
            "Epoch 20, Acc: 0.5138262404393018, Loss: 0.10326775163412094\n",
            "Epoch 20, Acc: 0.513921568627451, Loss: 0.0731111690402031\n",
            "Epoch 20, Acc: 0.5140168594393256, Loss: 0.0033385988790541887\n",
            "Epoch 20, Acc: 0.5141121128969032, Loss: 0.011523354798555374\n",
            "Epoch 20, Acc: 0.5142073290221438, Loss: 0.009314296767115593\n",
            "Epoch 20, Acc: 0.5141065830721003, Loss: 1.0976005792617798\n",
            "Epoch 20, Acc: 0.5142017629774731, Loss: 0.01270427368581295\n",
            "Epoch 20, Acc: 0.5142969056012534, Loss: 0.021584251895546913\n",
            "Epoch 20, Acc: 0.5143920109653417, Loss: 0.23439404368400574\n",
            "Epoch 20, Acc: 0.514487079091621, Loss: 0.2721306085586548\n",
            "Epoch 20, Acc: 0.5145821100019573, Loss: 0.1164044514298439\n",
            "Epoch 20, Acc: 0.5144814090019569, Loss: 0.9858012199401855\n",
            "Epoch 20, Acc: 0.514576403834866, Loss: 8.165503095369786e-05\n",
            "Epoch 20, Acc: 0.5146713615023474, Loss: 0.0016718233237043023\n",
            "Epoch 20, Acc: 0.5147662820262077, Loss: 0.1044839546084404\n",
            "Epoch 20, Acc: 0.5148611654282362, Loss: 0.30212727189064026\n",
            "Epoch 20, Acc: 0.5147605083088954, Loss: 1.8388993740081787\n",
            "Epoch 20, Acc: 0.5148553557466771, Loss: 0.25283440947532654\n",
            "Epoch 20, Acc: 0.5149501661129569, Loss: 0.18805192410945892\n",
            "Epoch 20, Acc: 0.5148495506057054, Loss: 1.0829737186431885\n",
            "Epoch 20, Acc: 0.5147489744090643, Loss: 1.1613452434539795\n",
            "Epoch 20, Acc: 0.51484375, Loss: 0.057834431529045105\n",
            "Epoch 21, Acc: 0.5149384885764499, Loss: 0.166298046708107\n",
            "Epoch 21, Acc: 0.5150331901600937, Loss: 0.07618061453104019\n",
            "Epoch 21, Acc: 0.5151278547725942, Loss: 0.0003759154351428151\n",
            "Epoch 21, Acc: 0.5152224824355972, Loss: 0.2333715856075287\n",
            "Epoch 21, Acc: 0.5153170731707317, Loss: 0.055513352155685425\n",
            "Epoch 21, Acc: 0.5154116269996099, Loss: 0.11137697100639343\n",
            "Epoch 21, Acc: 0.5155061439438268, Loss: 0.799403727054596\n",
            "Epoch 21, Acc: 0.515600624024961, Loss: 0.07763461023569107\n",
            "Epoch 21, Acc: 0.5155000974848899, Loss: 1.1249104738235474\n",
            "Epoch 21, Acc: 0.5155945419103314, Loss: 0.05069757625460625\n",
            "Epoch 21, Acc: 0.5154940557396219, Loss: 1.6196227073669434\n",
            "Epoch 21, Acc: 0.5155884645362432, Loss: 0.09583252668380737\n",
            "Epoch 21, Acc: 0.5156828365478278, Loss: 0.003591992659494281\n",
            "Epoch 21, Acc: 0.5157771717958707, Loss: 4.410734163684538e-06\n",
            "Epoch 21, Acc: 0.5158714703018501, Loss: 0.07141419500112534\n",
            "Epoch 21, Acc: 0.5159657320872274, Loss: 6.69933797325939e-05\n",
            "Epoch 21, Acc: 0.5160599571734475, Loss: 0.12332818657159805\n",
            "Epoch 21, Acc: 0.5161541455819385, Loss: 0.1874285787343979\n",
            "Epoch 21, Acc: 0.5162482973341117, Loss: 0.014780070632696152\n",
            "Epoch 21, Acc: 0.5163424124513619, Loss: 0.07457604259252548\n",
            "Epoch 21, Acc: 0.5162419762692083, Loss: 0.855431318283081\n",
            "Epoch 21, Acc: 0.5163360560093349, Loss: 0.012349567376077175\n",
            "Epoch 21, Acc: 0.5164300991639121, Loss: 0.02308598719537258\n",
            "Epoch 21, Acc: 0.5163297045101088, Loss: 2.1333296298980713\n",
            "Epoch 21, Acc: 0.5164237123420797, Loss: 0.34953975677490234\n",
            "Epoch 21, Acc: 0.516517683637777, Loss: 0.3305368423461914\n",
            "Epoch 21, Acc: 0.5164173304837769, Loss: 0.9202597141265869\n",
            "Epoch 21, Acc: 0.5165112665112666, Loss: 0.056891150772571564\n",
            "Epoch 21, Acc: 0.5166051660516605, Loss: 0.5803623199462891\n",
            "Epoch 21, Acc: 0.5166990291262136, Loss: 1.1205610462639015e-05\n",
            "Epoch 21, Acc: 0.5167928557561638, Loss: 0.1158381924033165\n",
            "Epoch 21, Acc: 0.5168866459627329, Loss: 0.6215968132019043\n",
            "Epoch 21, Acc: 0.516980399767126, Loss: 0.0005371319712139666\n",
            "Epoch 21, Acc: 0.5170741171905316, Loss: 4.6132929128361866e-05\n",
            "Epoch 21, Acc: 0.5171677982541222, Loss: 0.035470135509967804\n",
            "Epoch 21, Acc: 0.5172614429790535, Loss: 0.2182534784078598\n",
            "Epoch 21, Acc: 0.517355051386465, Loss: 0.009415035136044025\n",
            "Epoch 21, Acc: 0.5172547499030632, Loss: 1.2999788522720337\n",
            "Epoch 21, Acc: 0.5173483233184726, Loss: 0.14794713258743286\n",
            "Epoch 21, Acc: 0.5174418604651163, Loss: 0.19843444228172302\n",
            "Epoch 21, Acc: 0.5175353613640767, Loss: 5.686121585313231e-05\n",
            "Epoch 21, Acc: 0.51762882603642, Loss: 0.2132163792848587\n",
            "Epoch 21, Acc: 0.5177222545031959, Loss: 0.03721032291650772\n",
            "Epoch 21, Acc: 0.5178156467854377, Loss: 3.6954811548639555e-06\n",
            "Epoch 21, Acc: 0.5179090029041626, Loss: 0.37656477093696594\n",
            "Epoch 21, Acc: 0.5180023228803716, Loss: 0.04253195598721504\n",
            "Epoch 21, Acc: 0.5180956067350494, Loss: 0.621881902217865\n",
            "Epoch 21, Acc: 0.5181888544891641, Loss: 0.03234519809484482\n",
            "Epoch 21, Acc: 0.518282066163668, Loss: 0.15814919769763947\n",
            "Epoch 21, Acc: 0.5181818181818182, Loss: 2.9629056453704834\n",
            "Epoch 21, Acc: 0.5182749951653451, Loss: 0.21923013031482697\n",
            "Epoch 21, Acc: 0.518368136117556, Loss: 0.14749938249588013\n",
            "Epoch 21, Acc: 0.5184612410593467, Loss: 0.04299625754356384\n",
            "Epoch 21, Acc: 0.5185543100115965, Loss: 0.05924948677420616\n",
            "Epoch 21, Acc: 0.5186473429951691, Loss: 7.271740287251305e-06\n",
            "Epoch 21, Acc: 0.5187403400309119, Loss: 0.20597459375858307\n",
            "Epoch 21, Acc: 0.5188333011396562, Loss: 4.494089080253616e-05\n",
            "Epoch 21, Acc: 0.5189262263422171, Loss: 0.8946498036384583\n",
            "Epoch 21, Acc: 0.5188260281907704, Loss: 1.1076595783233643\n",
            "Epoch 21, Acc: 0.518918918918919, Loss: 0.19925953447818756\n",
            "Epoch 21, Acc: 0.5190117737888439, Loss: 0.1874355971813202\n",
            "Epoch 21, Acc: 0.5191045928213045, Loss: 0.01834743097424507\n",
            "Epoch 21, Acc: 0.5191973760370442, Loss: 0.10110493749380112\n",
            "Epoch 21, Acc: 0.5192901234567902, Loss: 0.00012361239350866526\n",
            "Epoch 21, Acc: 0.5193828351012536, Loss: 0.031658124178647995\n",
            "Epoch 21, Acc: 0.51947551099113, Loss: 0.002415836090222001\n",
            "Epoch 21, Acc: 0.5195681511470985, Loss: 0.4304894506931305\n",
            "Epoch 21, Acc: 0.5194680030840401, Loss: 0.7877932786941528\n",
            "Epoch 21, Acc: 0.5195606089805358, Loss: 0.4079262912273407\n",
            "Epoch 21, Acc: 0.5194605009633911, Loss: 1.5667076110839844\n",
            "Epoch 21, Acc: 0.5195530726256983, Loss: 0.4729941487312317\n",
            "Epoch 21, Acc: 0.5196456086286595, Loss: 0.4716235101222992\n",
            "Epoch 21, Acc: 0.519738108992875, Loss: 0.09858406335115433\n",
            "Epoch 21, Acc: 0.5198305737389295, Loss: 0.1729201078414917\n",
            "Epoch 21, Acc: 0.519730510105871, Loss: 1.03298819065094\n",
            "Epoch 21, Acc: 0.5198229407236336, Loss: 0.025659751147031784\n",
            "Epoch 21, Acc: 0.5197229170675389, Loss: 0.9931015968322754\n",
            "Epoch 21, Acc: 0.5198153135821469, Loss: 0.21600237488746643\n",
            "Epoch 21, Acc: 0.5199076745527986, Loss: 0.37624314427375793\n",
            "Epoch 21, Acc: 0.52, Loss: 0.13715416193008423\n",
            "Epoch 21, Acc: 0.5199000192270717, Loss: 1.309596300125122\n",
            "Epoch 21, Acc: 0.51999231064975, Loss: 0.013304856605827808\n",
            "Epoch 21, Acc: 0.5200845665961945, Loss: 0.13567684590816498\n",
            "Epoch 21, Acc: 0.5201767870868562, Loss: 0.40111732482910156\n",
            "Epoch 21, Acc: 0.5202689721421709, Loss: 0.49478840827941895\n",
            "Epoch 21, Acc: 0.5203611217825586, Loss: 0.011223279871046543\n",
            "Epoch 21, Acc: 0.5204532360284233, Loss: 0.0009660820942372084\n",
            "Epoch 21, Acc: 0.5203533026113671, Loss: 0.7752280235290527\n",
            "Epoch 21, Acc: 0.5202534075638319, Loss: 1.268763780593872\n",
            "Epoch 21, Acc: 0.5203454894433781, Loss: 0.0026559100951999426\n",
            "Epoch 21, Acc: 0.5204375359815774, Loss: 0.06757981330156326\n",
            "Epoch 21, Acc: 0.5205295471987721, Loss: 0.3902585804462433\n",
            "Epoch 21, Acc: 0.5206215231152888, Loss: 0.25132787227630615\n",
            "Epoch 21, Acc: 0.5207134637514385, Loss: 0.5343257784843445\n",
            "Epoch 21, Acc: 0.5208053691275167, Loss: 0.20912767946720123\n",
            "Epoch 21, Acc: 0.5208972392638037, Loss: 0.00011276562872808427\n",
            "Epoch 21, Acc: 0.5207973931378187, Loss: 1.1338276863098145\n",
            "Epoch 21, Acc: 0.5208892295898812, Loss: 0.5478807687759399\n",
            "Epoch 21, Acc: 0.5207894232611612, Loss: 1.8219666481018066\n",
            "Epoch 21, Acc: 0.5206896551724138, Loss: 2.4306800365448\n",
            "Epoch 21, Acc: 0.520781459490519, Loss: 0.22000782191753387\n",
            "Epoch 21, Acc: 0.5208732286480275, Loss: 0.5818228721618652\n",
            "Epoch 21, Acc: 0.520964962665135, Loss: 0.23214243352413177\n",
            "Epoch 21, Acc: 0.5210566615620215, Loss: 0.8133532404899597\n",
            "Epoch 21, Acc: 0.5211483253588517, Loss: 0.9801785349845886\n",
            "Epoch 21, Acc: 0.521239954075775, Loss: 0.19461703300476074\n",
            "Epoch 21, Acc: 0.5213315477329252, Loss: 0.004466676153242588\n",
            "Epoch 21, Acc: 0.5214231063504208, Loss: 0.6730114221572876\n",
            "Epoch 21, Acc: 0.5215146299483648, Loss: 0.587165892124176\n",
            "Epoch 21, Acc: 0.5216061185468451, Loss: 0.07460657507181168\n",
            "Epoch 21, Acc: 0.5216975721659338, Loss: 0.7677353620529175\n",
            "Epoch 21, Acc: 0.5217889908256881, Loss: 0.5439618229866028\n",
            "Epoch 21, Acc: 0.5218803745461494, Loss: 0.001026222831569612\n",
            "Epoch 21, Acc: 0.5219717233473443, Loss: 0.0040573906153440475\n",
            "Epoch 21, Acc: 0.5218720152817574, Loss: 1.352038860321045\n",
            "Epoch 21, Acc: 0.5217723453017571, Loss: 4.230057716369629\n",
            "Epoch 21, Acc: 0.5218636624021387, Loss: 0.001321038813330233\n",
            "Epoch 21, Acc: 0.521954944635357, Loss: 0.11424405127763748\n",
            "Epoch 21, Acc: 0.5220461920213781, Loss: 0.06857184320688248\n",
            "Epoch 21, Acc: 0.5221374045801527, Loss: 0.4897879958152771\n",
            "Epoch 21, Acc: 0.5222285823316161, Loss: 0.1956329196691513\n",
            "Epoch 21, Acc: 0.5223197252956887, Loss: 0.08669915795326233\n",
            "Epoch 21, Acc: 0.5222201029944689, Loss: 2.802284002304077\n",
            "Epoch 21, Acc: 0.5223112128146453, Loss: 0.21288786828517914\n",
            "Epoch 21, Acc: 0.5222116301239276, Loss: 1.0292495489120483\n",
            "Epoch 21, Acc: 0.5223027068242471, Loss: 0.0001454247540095821\n",
            "Epoch 21, Acc: 0.5222031637125977, Loss: 2.5569961071014404\n",
            "Epoch 21, Acc: 0.5221036585365854, Loss: 1.563643455505371\n",
            "Epoch 21, Acc: 0.5221947037530958, Loss: 0.15158192813396454\n",
            "Epoch 21, Acc: 0.5222857142857142, Loss: 0.4953777492046356\n",
            "Epoch 21, Acc: 0.5223766901542564, Loss: 0.6650001406669617\n",
            "Epoch 21, Acc: 0.5224676313785225, Loss: 0.6014659404754639\n",
            "Epoch 21, Acc: 0.5225585379782981, Loss: 0.08881784230470657\n",
            "Epoch 21, Acc: 0.5226494099733536, Loss: 0.008438998833298683\n",
            "Epoch 21, Acc: 0.5227402473834444, Loss: 2.932505594799295e-05\n",
            "Epoch 21, Acc: 0.5228310502283106, Loss: 0.9445531964302063\n",
            "Epoch 21, Acc: 0.5229218185276774, Loss: 0.04522577300667763\n",
            "Epoch 21, Acc: 0.5230125523012552, Loss: 0.0425240732729435\n",
            "Epoch 21, Acc: 0.5231032515687393, Loss: 0.1234913021326065\n",
            "Epoch 21, Acc: 0.5231939163498099, Loss: 0.2941107749938965\n",
            "Epoch 21, Acc: 0.5230944687321802, Loss: 2.9605369567871094\n",
            "Epoch 21, Acc: 0.5231851007221588, Loss: 0.6633889079093933\n",
            "Epoch 21, Acc: 0.5232756982709481, Loss: 0.07400507479906082\n",
            "Epoch 21, Acc: 0.5233662613981763, Loss: 0.1119031235575676\n",
            "Epoch 21, Acc: 0.5232668566001899, Loss: 1.9096276760101318\n",
            "Epoch 21, Acc: 0.5233573870110141, Loss: 0.00013839241000823677\n",
            "Epoch 21, Acc: 0.5232580216441998, Loss: 1.3733083009719849\n",
            "Epoch 21, Acc: 0.5233485193621867, Loss: 0.21340592205524445\n",
            "Epoch 21, Acc: 0.5234389827291707, Loss: 0.27128127217292786\n",
            "Epoch 21, Acc: 0.5233396584440227, Loss: 1.128955602645874\n",
            "Epoch 21, Acc: 0.523430089167141, Loss: 0.05584924295544624\n",
            "Epoch 21, Acc: 0.5235204855842185, Loss: 0.15821188688278198\n",
            "Epoch 21, Acc: 0.5236108477147734, Loss: 0.0782150849699974\n",
            "Epoch 21, Acc: 0.5237011755783086, Loss: 0.5719929337501526\n",
            "Epoch 21, Acc: 0.5237914691943127, Loss: 0.16015127301216125\n",
            "Epoch 21, Acc: 0.5238817285822593, Loss: 0.19835907220840454\n",
            "Epoch 21, Acc: 0.523971953761607, Loss: 0.765852689743042\n",
            "Epoch 21, Acc: 0.5240621447517999, Loss: 0.21646437048912048\n",
            "Epoch 21, Acc: 0.5241523015722674, Loss: 0.792381763458252\n",
            "Epoch 21, Acc: 0.5242424242424243, Loss: 0.004911382216960192\n",
            "Epoch 21, Acc: 0.5243325127816701, Loss: 1.8358061424805783e-05\n",
            "Epoch 21, Acc: 0.5244225672093904, Loss: 0.31248632073402405\n",
            "Epoch 21, Acc: 0.5245125875449556, Loss: 0.044475894421339035\n",
            "Epoch 21, Acc: 0.5246025738077215, Loss: 0.031895436346530914\n",
            "Epoch 21, Acc: 0.5245033112582781, Loss: 1.1921961307525635\n",
            "Epoch 21, Acc: 0.5244040862656073, Loss: 1.3184609413146973\n",
            "Epoch 21, Acc: 0.5244940419897862, Loss: 0.6691974997520447\n",
            "Epoch 21, Acc: 0.5245839636913767, Loss: 0.8744534254074097\n",
            "Epoch 21, Acc: 0.5246738513896767, Loss: 0.5818339586257935\n",
            "Epoch 21, Acc: 0.5247637051039697, Loss: 0.49945855140686035\n",
            "Epoch 21, Acc: 0.5248535248535249, Loss: 0.2816607654094696\n",
            "Epoch 21, Acc: 0.5249433106575964, Loss: 0.4242514967918396\n",
            "Epoch 21, Acc: 0.5250330625354241, Loss: 0.10740821063518524\n",
            "Epoch 21, Acc: 0.5251227805062335, Loss: 0.017897536978125572\n",
            "Epoch 21, Acc: 0.5252124645892351, Loss: 1.9907753085135482e-05\n",
            "Epoch 21, Acc: 0.5253021148036254, Loss: 0.7313127517700195\n",
            "Epoch 21, Acc: 0.5252029450632434, Loss: 1.1709116697311401\n",
            "Epoch 21, Acc: 0.5251038127595319, Loss: 2.5436272621154785\n",
            "Epoch 21, Acc: 0.5250047178712964, Loss: 1.5888395309448242\n",
            "Epoch 21, Acc: 0.5250943396226415, Loss: 0.2196635603904724\n",
            "Epoch 21, Acc: 0.5251839275608375, Loss: 0.020025458186864853\n",
            "Epoch 21, Acc: 0.525273481705017, Loss: 0.11412111669778824\n",
            "Epoch 21, Acc: 0.525174429568169, Loss: 0.910656750202179\n",
            "Epoch 21, Acc: 0.52526395173454, Loss: 0.05388754978775978\n",
            "Epoch 21, Acc: 0.5253534401508011, Loss: 0.2736583650112152\n",
            "Epoch 21, Acc: 0.5252544289483604, Loss: 1.0802806615829468\n",
            "Epoch 21, Acc: 0.525343885434332, Loss: 0.03600936755537987\n",
            "Epoch 21, Acc: 0.5254333082140166, Loss: 0.1479164958000183\n",
            "Epoch 21, Acc: 0.5253343379167451, Loss: 1.0763638019561768\n",
            "Epoch 21, Acc: 0.5254237288135594, Loss: 0.0003567297535482794\n",
            "Epoch 21, Acc: 0.5253247975899077, Loss: 0.9676041603088379\n",
            "Epoch 21, Acc: 0.525414156626506, Loss: 0.8249304294586182\n",
            "Epoch 21, Acc: 0.5255034820252211, Loss: 0.07051841169595718\n",
            "Epoch 21, Acc: 0.5255927738050433, Loss: 0.02925630658864975\n",
            "Epoch 21, Acc: 0.5256820319849482, Loss: 0.09197817742824554\n",
            "Epoch 21, Acc: 0.5255831452219714, Loss: 1.3846492767333984\n",
            "Epoch 21, Acc: 0.5256723716381418, Loss: 0.04829919710755348\n",
            "Epoch 21, Acc: 0.5255735238811583, Loss: 0.7657798528671265\n",
            "Epoch 21, Acc: 0.5256627185561196, Loss: 0.2087523490190506\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 21, Acc: 0.5256530727306897, Loss: 0.051347460597753525\n",
            "Epoch 21, Acc: 0.5257422021796317, Loss: 0.0006005152827128768\n",
            "Epoch 21, Acc: 0.5258312981401465, Loss: 6.0794889577664435e-05\n",
            "Epoch 21, Acc: 0.525732531930879, Loss: 0.9786427617073059\n",
            "Epoch 21, Acc: 0.5258215962441315, Loss: 0.02489330619573593\n",
            "Epoch 21, Acc: 0.5259106271122794, Loss: 0.6283413171768188\n",
            "Epoch 21, Acc: 0.5258119016331894, Loss: 1.3483920097351074\n",
            "Epoch 21, Acc: 0.5259009009009009, Loss: 0.15344862639904022\n",
            "Epoch 21, Acc: 0.525989866766748, Loss: 0.4289669394493103\n",
            "Epoch 21, Acc: 0.5260787992495309, Loss: 8.642300235806033e-05\n",
            "Epoch 21, Acc: 0.526167698368036, Loss: 0.009531939402222633\n",
            "Epoch 21, Acc: 0.5262565641410353, Loss: 1.4066597032069694e-05\n",
            "Epoch 21, Acc: 0.5263453965872867, Loss: 0.43388816714286804\n",
            "Epoch 21, Acc: 0.5264341957255343, Loss: 0.046935319900512695\n",
            "Epoch 21, Acc: 0.526522961574508, Loss: 0.12218587100505829\n",
            "Epoch 21, Acc: 0.5266116941529235, Loss: 0.10492412745952606\n",
            "Epoch 21, Acc: 0.5265130222971707, Loss: 2.113800525665283\n",
            "Epoch 21, Acc: 0.5264143874110153, Loss: 1.509524941444397\n",
            "Epoch 21, Acc: 0.5265030904663794, Loss: 0.5249038934707642\n",
            "Epoch 21, Acc: 0.5265917602996255, Loss: 0.0001919085334520787\n",
            "Epoch 21, Acc: 0.5266803969294139, Loss: 0.11078758537769318\n",
            "Epoch 21, Acc: 0.5267690003743916, Loss: 0.001023364719003439\n",
            "Epoch 21, Acc: 0.526857570653191, Loss: 0.16253072023391724\n",
            "Epoch 21, Acc: 0.5267589820359282, Loss: 3.6504268646240234\n",
            "Epoch 21, Acc: 0.5268475210477082, Loss: 0.0003133521240670234\n",
            "Epoch 21, Acc: 0.5269360269360269, Loss: 0.6793097853660583\n",
            "Epoch 21, Acc: 0.5270244997194689, Loss: 0.22510144114494324\n",
            "Epoch 21, Acc: 0.5271129394166043, Loss: 0.14654581248760223\n",
            "Epoch 21, Acc: 0.5272013460459899, Loss: 2.13382354559144e-05\n",
            "Epoch 21, Acc: 0.5271028037383177, Loss: 2.7034029960632324\n",
            "Epoch 21, Acc: 0.5270042982620071, Loss: 2.1138484477996826\n",
            "Epoch 21, Acc: 0.5270926756352765, Loss: 0.023667097091674805\n",
            "Epoch 21, Acc: 0.5269942088548477, Loss: 3.237603187561035\n",
            "Epoch 21, Acc: 0.5268957788569294, Loss: 0.8635901212692261\n",
            "Epoch 21, Acc: 0.526984126984127, Loss: 0.06468842923641205\n",
            "Epoch 21, Acc: 0.5268857356235997, Loss: 0.88213050365448\n",
            "Epoch 21, Acc: 0.5269740526414037, Loss: 0.010031876154243946\n",
            "Epoch 21, Acc: 0.5270623366927958, Loss: 0.08187245577573776\n",
            "Epoch 21, Acc: 0.5271505877962306, Loss: 1.811964830267243e-05\n",
            "Epoch 21, Acc: 0.5270522388059702, Loss: 0.9093858599662781\n",
            "Epoch 21, Acc: 0.5271404588696139, Loss: 0.3404538929462433\n",
            "Epoch 21, Acc: 0.5272286460276017, Loss: 0.0008962904685176909\n",
            "Epoch 21, Acc: 0.5273168002983405, Loss: 0.2724488377571106\n",
            "Epoch 21, Acc: 0.5274049217002237, Loss: 0.08481781929731369\n",
            "Epoch 21, Acc: 0.5273066169617894, Loss: 0.8264697790145874\n",
            "Epoch 21, Acc: 0.5273947074170704, Loss: 0.5001474618911743\n",
            "Epoch 21, Acc: 0.5272964412148313, Loss: 1.6804145574569702\n",
            "Epoch 21, Acc: 0.5273845007451565, Loss: 0.13735295832157135\n",
            "Epoch 21, Acc: 0.5274725274725275, Loss: 0.42553189396858215\n",
            "Epoch 21, Acc: 0.52756052141527, Loss: 0.7949404716491699\n",
            "Epoch 21, Acc: 0.5276484825916962, Loss: 0.40471094846725464\n",
            "Epoch 21, Acc: 0.5277364110201043, Loss: 0.8933344483375549\n",
            "Epoch 21, Acc: 0.5278243067187791, Loss: 0.4416123330593109\n",
            "Epoch 21, Acc: 0.5279121697059919, Loss: 0.26433566212654114\n",
            "Epoch 21, Acc: 0.5278139534883721, Loss: 0.8694566488265991\n",
            "Epoch 21, Acc: 0.5277157738095238, Loss: 1.9343163967132568\n",
            "Epoch 22, Acc: 0.527803607959829, Loss: 0.030083389952778816\n",
            "Epoch 22, Acc: 0.5277054667162514, Loss: 1.355276346206665\n",
            "Epoch 22, Acc: 0.5277932701245585, Loss: 0.005718064494431019\n",
            "Epoch 22, Acc: 0.5278810408921933, Loss: 0.08040140569210052\n",
            "Epoch 22, Acc: 0.5279687790373536, Loss: 0.03394610807299614\n",
            "Epoch 22, Acc: 0.5280564845782237, Loss: 0.18440905213356018\n",
            "Epoch 22, Acc: 0.5279583875162549, Loss: 1.4308555126190186\n",
            "Epoch 22, Acc: 0.5280460624071323, Loss: 0.00035279724397696555\n",
            "Epoch 22, Acc: 0.528133704735376, Loss: 0.015298758633434772\n",
            "Epoch 22, Acc: 0.5282213145191237, Loss: 0.05347698554396629\n",
            "Epoch 22, Acc: 0.528308891776499, Loss: 0.7680491209030151\n",
            "Epoch 22, Acc: 0.5283964365256125, Loss: 0.7603985071182251\n",
            "Epoch 22, Acc: 0.5284839487845612, Loss: 0.03742002695798874\n",
            "Epoch 22, Acc: 0.5285714285714286, Loss: 2.4437606043647975e-05\n",
            "Epoch 22, Acc: 0.528658875904285, Loss: 0.08949760347604752\n",
            "Epoch 22, Acc: 0.528746290801187, Loss: 2.0146166207268834e-05\n",
            "Epoch 22, Acc: 0.528833673280178, Loss: 0.6486606001853943\n",
            "Epoch 22, Acc: 0.5289210233592881, Loss: 0.08750149607658386\n",
            "Epoch 22, Acc: 0.5290083410565338, Loss: 0.00027414379292167723\n",
            "Epoch 22, Acc: 0.5290956263899185, Loss: 0.010311778634786606\n",
            "Epoch 22, Acc: 0.5289975912544006, Loss: 0.7459685206413269\n",
            "Epoch 22, Acc: 0.5290848462393479, Loss: 0.0008104139124043286\n",
            "Epoch 22, Acc: 0.5291720689016485, Loss: 0.09530467540025711\n",
            "Epoch 22, Acc: 0.5292592592592592, Loss: 0.39798712730407715\n",
            "Epoch 22, Acc: 0.5291612664321422, Loss: 0.9486851692199707\n",
            "Epoch 22, Acc: 0.5292484265087005, Loss: 0.09476949274539948\n",
            "Epoch 22, Acc: 0.5293355543216731, Loss: 0.000548331590835005\n",
            "Epoch 22, Acc: 0.5294226498889711, Loss: 0.07252783328294754\n",
            "Epoch 22, Acc: 0.5295097132284922, Loss: 0.17039991915225983\n",
            "Epoch 22, Acc: 0.5295967443581207, Loss: 0.3874516189098358\n",
            "Epoch 22, Acc: 0.5294987978546328, Loss: 1.4133081436157227\n",
            "Epoch 22, Acc: 0.5294008875739645, Loss: 3.366338014602661\n",
            "Epoch 22, Acc: 0.5294878905527824, Loss: 0.014807555824518204\n",
            "Epoch 22, Acc: 0.5295748613678374, Loss: 3.93382906622719e-05\n",
            "Epoch 22, Acc: 0.5296618000369617, Loss: 0.10939279198646545\n",
            "Epoch 22, Acc: 0.5295639320029564, Loss: 1.0229660272598267\n",
            "Epoch 22, Acc: 0.5296508405690006, Loss: 0.015508764423429966\n",
            "Epoch 22, Acc: 0.5297377170299225, Loss: 0.3469223082065582\n",
            "Epoch 22, Acc: 0.5298245614035088, Loss: 0.5780100226402283\n",
            "Epoch 22, Acc: 0.5297267355982275, Loss: 0.9740601181983948\n",
            "Epoch 22, Acc: 0.5298135499353885, Loss: 3.933898824470816e-06\n",
            "Epoch 22, Acc: 0.5299003322259136, Loss: 0.35580798983573914\n",
            "Epoch 22, Acc: 0.5299870824875438, Loss: 0.010035889223217964\n",
            "Epoch 22, Acc: 0.5300738007380074, Loss: 0.3435885012149811\n",
            "Epoch 22, Acc: 0.5301604869950194, Loss: 0.07616051286458969\n",
            "Epoch 22, Acc: 0.5302471412762818, Loss: 0.22654077410697937\n",
            "Epoch 22, Acc: 0.5301493638207634, Loss: 1.7959054708480835\n",
            "Epoch 22, Acc: 0.5302359882005899, Loss: 0.10171621292829514\n",
            "Epoch 22, Acc: 0.5303225806451612, Loss: 0.5910081267356873\n",
            "Epoch 22, Acc: 0.5302248433468485, Loss: 2.195281982421875\n",
            "Epoch 22, Acc: 0.5303114059332965, Loss: 0.02039310522377491\n",
            "Epoch 22, Acc: 0.5303979366249079, Loss: 0.17424893379211426\n",
            "Epoch 22, Acc: 0.5304844354393075, Loss: 0.0005383234238252044\n",
            "Epoch 22, Acc: 0.5305709023941069, Loss: 0.5954478979110718\n",
            "Epoch 22, Acc: 0.5306573375069048, Loss: 3.361645576660521e-05\n",
            "Epoch 22, Acc: 0.5307437407952872, Loss: 0.5156267285346985\n",
            "Epoch 22, Acc: 0.5308301122768267, Loss: 0.020644666627049446\n",
            "Epoch 22, Acc: 0.5309164519690835, Loss: 0.21730934083461761\n",
            "Epoch 22, Acc: 0.5310027598896044, Loss: 0.4292401671409607\n",
            "Epoch 22, Acc: 0.5310890360559235, Loss: 0.045422639697790146\n",
            "Epoch 22, Acc: 0.5311752804855618, Loss: 0.6502765417098999\n",
            "Epoch 22, Acc: 0.531261493196028, Loss: 0.031744856387376785\n",
            "Epoch 22, Acc: 0.5313476742048171, Loss: 0.31642261147499084\n",
            "Epoch 22, Acc: 0.53125, Loss: 3.93869686126709\n",
            "Epoch 22, Acc: 0.5313361514427495, Loss: 0.2412157952785492\n",
            "Epoch 22, Acc: 0.5314222712238148, Loss: 0.4636979103088379\n",
            "Epoch 22, Acc: 0.5315083593606467, Loss: 0.7290570735931396\n",
            "Epoch 22, Acc: 0.5314107274063189, Loss: 1.1922152042388916\n",
            "Epoch 22, Acc: 0.5314967860422406, Loss: 0.45609116554260254\n",
            "Epoch 22, Acc: 0.5313991920675726, Loss: 1.0015138387680054\n",
            "Epoch 22, Acc: 0.5314852212226914, Loss: 0.10372307896614075\n",
            "Epoch 22, Acc: 0.5315712187958884, Loss: 0.20052476227283478\n",
            "Epoch 22, Acc: 0.5316571848045513, Loss: 0.6001622080802917\n",
            "Epoch 22, Acc: 0.531743119266055, Loss: 0.24958233535289764\n",
            "Epoch 22, Acc: 0.5318290221977618, Loss: 0.08620714396238327\n",
            "Epoch 22, Acc: 0.5317314746881878, Loss: 1.4321823120117188\n",
            "Epoch 22, Acc: 0.5318173482486704, Loss: 0.2835836112499237\n",
            "Epoch 22, Acc: 0.5319031903190319, Loss: 0.16437873244285583\n",
            "Epoch 22, Acc: 0.5319890009165903, Loss: 0.022307654842734337\n",
            "Epoch 22, Acc: 0.532074780058651, Loss: 0.21586067974567413\n",
            "Epoch 22, Acc: 0.5321605277625069, Loss: 0.059473827481269836\n",
            "Epoch 22, Acc: 0.5322462440454379, Loss: 0.1429900825023651\n",
            "Epoch 22, Acc: 0.5323319289247115, Loss: 0.826650857925415\n",
            "Epoch 22, Acc: 0.5324175824175824, Loss: 0.09576385468244553\n",
            "Epoch 22, Acc: 0.5325032045412929, Loss: 0.1998981088399887\n",
            "Epoch 22, Acc: 0.5324057121933358, Loss: 1.5882823467254639\n",
            "Epoch 22, Acc: 0.5324913051436939, Loss: 0.8011325597763062\n",
            "Epoch 22, Acc: 0.5325768667642753, Loss: 0.7932941317558289\n",
            "Epoch 22, Acc: 0.5324794144556267, Loss: 3.0837314128875732\n",
            "Epoch 22, Acc: 0.5325649469447493, Loss: 0.25832661986351013\n",
            "Epoch 22, Acc: 0.5326504481434059, Loss: 0.8471221923828125\n",
            "Epoch 22, Acc: 0.5327359180687637, Loss: 0.36359164118766785\n",
            "Epoch 22, Acc: 0.5328213567379777, Loss: 0.06969143450260162\n",
            "Epoch 22, Acc: 0.5329067641681902, Loss: 0.12202043831348419\n",
            "Epoch 22, Acc: 0.5329921403765308, Loss: 0.07394827902317047\n",
            "Epoch 22, Acc: 0.533077485380117, Loss: 2.372236667724792e-05\n",
            "Epoch 22, Acc: 0.5331627991960534, Loss: 0.05754321441054344\n",
            "Epoch 22, Acc: 0.5332480818414322, Loss: 0.13972657918930054\n",
            "Epoch 22, Acc: 0.5333333333333333, Loss: 5.757642793469131e-05\n",
            "Epoch 22, Acc: 0.533418553688824, Loss: 0.00012408917245920748\n",
            "Epoch 22, Acc: 0.533503742924959, Loss: 0.1539938896894455\n",
            "Epoch 22, Acc: 0.5334063526834611, Loss: 0.8648324608802795\n",
            "Epoch 22, Acc: 0.5334915130498266, Loss: 0.01258821040391922\n",
            "Epoch 22, Acc: 0.5335766423357664, Loss: 0.0006235085893422365\n",
            "Epoch 22, Acc: 0.5336617405582923, Loss: 0.04680393636226654\n",
            "Epoch 22, Acc: 0.5337468077344035, Loss: 0.13099436461925507\n",
            "Epoch 22, Acc: 0.533831843881087, Loss: 0.2320556640625\n",
            "Epoch 22, Acc: 0.5339168490153173, Loss: 0.12196725606918335\n",
            "Epoch 22, Acc: 0.5340018231540565, Loss: 0.3850654363632202\n",
            "Epoch 22, Acc: 0.5340867663142544, Loss: 0.6091631054878235\n",
            "Epoch 22, Acc: 0.53398942956078, Loss: 0.9504050612449646\n",
            "Epoch 22, Acc: 0.5340743440233237, Loss: 0.10434166342020035\n",
            "Epoch 22, Acc: 0.5341592275460011, Loss: 0.006736662704497576\n",
            "Epoch 22, Acc: 0.5342440801457194, Loss: 0.013367200270295143\n",
            "Epoch 22, Acc: 0.5343289018393735, Loss: 0.5477606058120728\n",
            "Epoch 22, Acc: 0.534231609613984, Loss: 1.1055424213409424\n",
            "Epoch 22, Acc: 0.5343164026943382, Loss: 0.03904838114976883\n",
            "Epoch 22, Acc: 0.5342191481616309, Loss: 1.4819281101226807\n",
            "Epoch 22, Acc: 0.5343039126478617, Loss: 0.09091321378946304\n",
            "Epoch 22, Acc: 0.5343886462882096, Loss: 0.17425063252449036\n",
            "Epoch 22, Acc: 0.5344733490995088, Loss: 0.24154935777187347\n",
            "Epoch 22, Acc: 0.5345580210985813, Loss: 0.41145962476730347\n",
            "Epoch 22, Acc: 0.5346426623022368, Loss: 0.42711034417152405\n",
            "Epoch 22, Acc: 0.5345454545454545, Loss: 3.142273187637329\n",
            "Epoch 22, Acc: 0.5346300672604981, Loss: 0.18924331665039062\n",
            "Epoch 22, Acc: 0.534714649218466, Loss: 0.22974877059459686\n",
            "Epoch 22, Acc: 0.5347992004361257, Loss: 0.42759016156196594\n",
            "Epoch 22, Acc: 0.5348837209302325, Loss: 0.6093162298202515\n",
            "Epoch 22, Acc: 0.5349682107175295, Loss: 0.04548870772123337\n",
            "Epoch 22, Acc: 0.5350526698147475, Loss: 0.036882128566503525\n",
            "Epoch 22, Acc: 0.5351370982386054, Loss: 0.05005702003836632\n",
            "Epoch 22, Acc: 0.535039941902687, Loss: 1.0239077806472778\n",
            "Epoch 22, Acc: 0.5351243419858414, Loss: 0.016065435484051704\n",
            "Epoch 22, Acc: 0.5352087114337568, Loss: 4.541770613286644e-05\n",
            "Epoch 22, Acc: 0.5352930502631101, Loss: 0.0038955530617386103\n",
            "Epoch 22, Acc: 0.535377358490566, Loss: 0.0442282035946846\n",
            "Epoch 22, Acc: 0.5354616361327771, Loss: 0.19526858627796173\n",
            "Epoch 22, Acc: 0.5355458832063837, Loss: 0.26526451110839844\n",
            "Epoch 22, Acc: 0.5356300997280145, Loss: 0.060889482498168945\n",
            "Epoch 22, Acc: 0.5355329949238579, Loss: 0.8779692649841309\n",
            "Epoch 22, Acc: 0.5356171832517672, Loss: 0.05210578814148903\n",
            "Epoch 22, Acc: 0.5357013410656035, Loss: 0.29061731696128845\n",
            "Epoch 22, Acc: 0.5357854683819533, Loss: 0.07307936251163483\n",
            "Epoch 22, Acc: 0.5358695652173913, Loss: 0.11429977416992188\n",
            "Epoch 22, Acc: 0.5359536315884803, Loss: 0.4405304491519928\n",
            "Epoch 22, Acc: 0.5360376675117711, Loss: 0.0013683013385161757\n",
            "Epoch 22, Acc: 0.5361216730038023, Loss: 2.95634672511369e-05\n",
            "Epoch 22, Acc: 0.5360246198406952, Loss: 1.3220736980438232\n",
            "Epoch 22, Acc: 0.5361085972850679, Loss: 0.07991036027669907\n",
            "Epoch 22, Acc: 0.5360115816141875, Loss: 1.2032411098480225\n",
            "Epoch 22, Acc: 0.5360955310294916, Loss: 0.29379722476005554\n",
            "Epoch 22, Acc: 0.5361794500723589, Loss: 0.366107702255249\n",
            "Epoch 22, Acc: 0.5362633387592693, Loss: 0.31782686710357666\n",
            "Epoch 22, Acc: 0.5363471971066908, Loss: 0.21678727865219116\n",
            "Epoch 22, Acc: 0.5364310251310793, Loss: 0.1168571189045906\n",
            "Epoch 22, Acc: 0.5365148228488793, Loss: 0.6608546376228333\n",
            "Epoch 22, Acc: 0.5364178564973794, Loss: 5.053096294403076\n",
            "Epoch 22, Acc: 0.5365016263100831, Loss: 0.052419520914554596\n",
            "Epoch 22, Acc: 0.5364046973803072, Loss: 2.3951075077056885\n",
            "Epoch 22, Acc: 0.5364884393063584, Loss: 0.0002650863316375762\n",
            "Epoch 22, Acc: 0.5365721509842876, Loss: 3.2305197237292305e-05\n",
            "Epoch 22, Acc: 0.5366558324304803, Loss: 0.189642995595932\n",
            "Epoch 22, Acc: 0.5367394836613107, Loss: 0.3846473693847656\n",
            "Epoch 22, Acc: 0.5368231046931408, Loss: 0.25763264298439026\n",
            "Epoch 22, Acc: 0.5367262227034831, Loss: 1.3004035949707031\n",
            "Epoch 22, Acc: 0.5368098159509203, Loss: 0.4400654733181\n",
            "Epoch 22, Acc: 0.5368933790366228, Loss: 0.22886274755001068\n",
            "Epoch 22, Acc: 0.536976911976912, Loss: 0.08831191807985306\n",
            "Epoch 22, Acc: 0.5370604147880974, Loss: 0.4053381085395813\n",
            "Epoch 22, Acc: 0.5371438874864768, Loss: 0.21506091952323914\n",
            "Epoch 22, Acc: 0.537227330088336, Loss: 0.517544150352478\n",
            "Epoch 22, Acc: 0.5373107426099495, Loss: 0.07826215028762817\n",
            "Epoch 22, Acc: 0.5373941250675798, Loss: 0.14653190970420837\n",
            "Epoch 22, Acc: 0.5374774774774774, Loss: 0.04118844494223595\n",
            "Epoch 22, Acc: 0.5375607998558818, Loss: 0.02761133760213852\n",
            "Epoch 22, Acc: 0.5376440922190202, Loss: 0.11515592038631439\n",
            "Epoch 22, Acc: 0.5377273545831083, Loss: 0.15439870953559875\n",
            "Epoch 22, Acc: 0.53781058696435, Loss: 0.001888398313894868\n",
            "Epoch 22, Acc: 0.537893789378938, Loss: 0.47765791416168213\n",
            "Epoch 22, Acc: 0.5379769618430525, Loss: 0.1449313461780548\n",
            "Epoch 22, Acc: 0.538060104372863, Loss: 3.576278118089249e-07\n",
            "Epoch 22, Acc: 0.5381432169845268, Loss: 0.033244337886571884\n",
            "Epoch 22, Acc: 0.5382262996941896, Loss: 0.41739925742149353\n",
            "Epoch 22, Acc: 0.5383093525179856, Loss: 0.35064297914505005\n",
            "Epoch 22, Acc: 0.5383923754720374, Loss: 0.3641864061355591\n",
            "Epoch 22, Acc: 0.5384753685724559, Loss: 0.1257382184267044\n",
            "Epoch 22, Acc: 0.5385583318353406, Loss: 0.0029155388474464417\n",
            "Epoch 22, Acc: 0.5386412652767792, Loss: 0.009734541177749634\n",
            "Epoch 22, Acc: 0.5387241689128481, Loss: 0.10615139454603195\n",
            "Epoch 22, Acc: 0.5388070427596119, Loss: 1.0302510261535645\n",
            "Epoch 22, Acc: 0.5388898868331238, Loss: 0.3733183741569519\n",
            "Epoch 22, Acc: 0.5389727011494253, Loss: 0.10859008878469467\n",
            "Epoch 22, Acc: 0.5390554857245466, Loss: 0.32111406326293945\n",
            "Epoch 22, Acc: 0.5391382405745063, Loss: 0.32548871636390686\n",
            "Epoch 22, Acc: 0.5392209657153114, Loss: 0.22491276264190674\n",
            "Epoch 22, Acc: 0.5393036611629577, Loss: 0.10142640024423599\n",
            "Epoch 22, Acc: 0.539386326933429, Loss: 0.12874288856983185\n",
            "Epoch 22, Acc: 0.5394689630426982, Loss: 0.06064683571457863\n",
            "Epoch 22, Acc: 0.5395515695067264, Loss: 0.12467233091592789\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 22, Acc: 0.5395373856912319, Loss: 0.0044684563763439655\n",
            "Epoch 22, Acc: 0.5394406597346719, Loss: 2.7958977222442627\n",
            "Epoch 22, Acc: 0.5395232120451694, Loss: 0.0006202919175848365\n",
            "Epoch 22, Acc: 0.5396057347670251, Loss: 0.26226556301116943\n",
            "Epoch 22, Acc: 0.539688227916144, Loss: 0.2409304827451706\n",
            "Epoch 22, Acc: 0.5397706915084199, Loss: 0.10097035765647888\n",
            "Epoch 22, Acc: 0.5398531255597349, Loss: 0.004630319774150848\n",
            "Epoch 22, Acc: 0.5399355300859598, Loss: 0.06280839443206787\n",
            "Epoch 22, Acc: 0.5398388540734109, Loss: 0.8719947338104248\n",
            "Epoch 22, Acc: 0.539921231650555, Loss: 0.03765230253338814\n",
            "Epoch 22, Acc: 0.5400035797386791, Loss: 1.0609570381348021e-05\n",
            "Epoch 22, Acc: 0.5400858983536149, Loss: 0.03180767968297005\n",
            "Epoch 22, Acc: 0.5401681875111827, Loss: 0.14728787541389465\n",
            "Epoch 22, Acc: 0.5402504472271914, Loss: 0.00439475430175662\n",
            "Epoch 22, Acc: 0.5403326775174387, Loss: 0.13427509367465973\n",
            "Epoch 22, Acc: 0.540414878397711, Loss: 3.099436753473128e-06\n",
            "Epoch 22, Acc: 0.5404970498837833, Loss: 0.6197458505630493\n",
            "Epoch 22, Acc: 0.5405791919914193, Loss: 0.153291255235672\n",
            "Epoch 22, Acc: 0.5406613047363718, Loss: 0.3709612786769867\n",
            "Epoch 22, Acc: 0.5407433881343817, Loss: 0.00039748396375216544\n",
            "Epoch 22, Acc: 0.5408254422011792, Loss: 0.47518235445022583\n",
            "Epoch 22, Acc: 0.540907466952483, Loss: 0.7198737859725952\n",
            "Epoch 22, Acc: 0.5409894624040007, Loss: 0.34881311655044556\n",
            "Epoch 22, Acc: 0.5410714285714285, Loss: 0.5277830362319946\n",
            "Epoch 22, Acc: 0.5411533654704517, Loss: 0.09638207405805588\n",
            "Epoch 22, Acc: 0.541056765440914, Loss: 0.9377582669258118\n",
            "Epoch 22, Acc: 0.5411386757094414, Loss: 0.5190207958221436\n",
            "Epoch 22, Acc: 0.541220556745182, Loss: 0.18950827419757843\n",
            "Epoch 22, Acc: 0.5413024085637823, Loss: 0.21319277584552765\n",
            "Epoch 22, Acc: 0.5413842311808776, Loss: 0.33441877365112305\n",
            "Epoch 22, Acc: 0.5412876761191368, Loss: 1.8197360038757324\n",
            "Epoch 22, Acc: 0.5413694721825963, Loss: 0.00604965491220355\n",
            "Epoch 22, Acc: 0.5414512390800499, Loss: 0.0017933252966031432\n",
            "Epoch 22, Acc: 0.5415329768270944, Loss: 0.1336463838815689\n",
            "Epoch 22, Acc: 0.5416146854393157, Loss: 0.09075722098350525\n",
            "Epoch 22, Acc: 0.5415181753385603, Loss: 3.391815423965454\n",
            "Epoch 22, Acc: 0.5415998574737217, Loss: 0.3867369294166565\n",
            "Epoch 22, Acc: 0.5415033843961524, Loss: 2.3311383724212646\n",
            "Epoch 22, Acc: 0.5415850400712378, Loss: 3.707340147229843e-05\n",
            "Epoch 22, Acc: 0.5416666666666666, Loss: 0.5898422598838806\n",
            "Epoch 22, Acc: 0.5417482641979704, Loss: 0.0003971264814026654\n",
            "Epoch 22, Acc: 0.5416518333926664, Loss: 2.522831916809082\n",
            "Epoch 22, Acc: 0.5415554369104822, Loss: 1.1730066537857056\n",
            "Epoch 22, Acc: 0.5416370106761565, Loss: 0.09867177158594131\n",
            "Epoch 22, Acc: 0.5415406511296922, Loss: 1.2515554428100586\n",
            "Epoch 22, Acc: 0.5416221985058698, Loss: 0.44523903727531433\n",
            "Epoch 22, Acc: 0.5417037168771118, Loss: 3.814689989667386e-06\n",
            "Epoch 22, Acc: 0.5417852062588905, Loss: 0.814001202583313\n",
            "Epoch 22, Acc: 0.5418666666666667, Loss: 0.4222676455974579\n",
            "Epoch 22, Acc: 0.5419480981158905, Loss: 0.12338024377822876\n",
            "Epoch 22, Acc: 0.5420295006220011, Loss: 6.556489552167477e-06\n",
            "Epoch 22, Acc: 0.5421108742004265, Loss: 0.10144029557704926\n",
            "Epoch 22, Acc: 0.5421922188665838, Loss: 0.4327963888645172\n",
            "Epoch 22, Acc: 0.5420959147424511, Loss: 2.9883193969726562\n",
            "Epoch 22, Acc: 0.5421772331735039, Loss: 0.5715609788894653\n",
            "Epoch 22, Acc: 0.5422585227272727, Loss: 0.383299857378006\n",
            "Epoch 23, Acc: 0.5423397834191372, Loss: 0.38150057196617126\n",
            "Epoch 23, Acc: 0.5424210152644657, Loss: 0.0836050808429718\n",
            "Epoch 23, Acc: 0.5425022182786158, Loss: 0.008310498669743538\n",
            "Epoch 23, Acc: 0.542583392476934, Loss: 0.04012259095907211\n",
            "Epoch 23, Acc: 0.5426645378747561, Loss: 0.045877400785684586\n",
            "Epoch 23, Acc: 0.5427456544874069, Loss: 0.07411045581102371\n",
            "Epoch 23, Acc: 0.542649405923036, Loss: 1.3255994319915771\n",
            "Epoch 23, Acc: 0.5427304964539007, Loss: 0.0015755394706502557\n",
            "Epoch 23, Acc: 0.5428115582343556, Loss: 0.046494126319885254\n",
            "Epoch 23, Acc: 0.542892591279688, Loss: 0.38476356863975525\n",
            "Epoch 23, Acc: 0.5429735956051746, Loss: 0.07212395966053009\n",
            "Epoch 23, Acc: 0.5430545712260808, Loss: 0.0714745745062828\n",
            "Epoch 23, Acc: 0.5431355181576617, Loss: 0.015222798101603985\n",
            "Epoch 23, Acc: 0.5432164364151612, Loss: 0.00011050090688513592\n",
            "Epoch 23, Acc: 0.5432973260138126, Loss: 0.011453352868556976\n",
            "Epoch 23, Acc: 0.5433781869688386, Loss: 5.435795901576057e-05\n",
            "Epoch 23, Acc: 0.5434590192954505, Loss: 0.3202114403247833\n",
            "Epoch 23, Acc: 0.5435398230088495, Loss: 0.4432026147842407\n",
            "Epoch 23, Acc: 0.5436205981242258, Loss: 0.0002530493075028062\n",
            "Epoch 23, Acc: 0.5437013446567587, Loss: 0.0002673506969586015\n",
            "Epoch 23, Acc: 0.5437820626216169, Loss: 0.12412168830633163\n",
            "Epoch 23, Acc: 0.5438627520339583, Loss: 0.05820339918136597\n",
            "Epoch 23, Acc: 0.5439434129089301, Loss: 0.013432127423584461\n",
            "Epoch 23, Acc: 0.544024045261669, Loss: 0.7922409772872925\n",
            "Epoch 23, Acc: 0.5441046491073007, Loss: 0.357974648475647\n",
            "Epoch 23, Acc: 0.5441852244609403, Loss: 0.07844402641057968\n",
            "Epoch 23, Acc: 0.5442657713376922, Loss: 0.0001399419124936685\n",
            "Epoch 23, Acc: 0.5443462897526502, Loss: 0.0075340657494962215\n",
            "Epoch 23, Acc: 0.5442501324854266, Loss: 1.5126543045043945\n",
            "Epoch 23, Acc: 0.54433062522077, Loss: 0.0013799677835777402\n",
            "Epoch 23, Acc: 0.5444110895285185, Loss: 0.0731593668460846\n",
            "Epoch 23, Acc: 0.5443149717514124, Loss: 1.8152291774749756\n",
            "Epoch 23, Acc: 0.5443954104148279, Loss: 0.011529835872352123\n",
            "Epoch 23, Acc: 0.5444758206847864, Loss: 0.012396899983286858\n",
            "Epoch 23, Acc: 0.5445562025763191, Loss: 0.1327073723077774\n",
            "Epoch 23, Acc: 0.5444601270289343, Loss: 2.2692368030548096\n",
            "Epoch 23, Acc: 0.5445404833303934, Loss: 0.5813088417053223\n",
            "Epoch 23, Acc: 0.5444444444444444, Loss: 0.8683094382286072\n",
            "Epoch 23, Acc: 0.5445247751719273, Loss: 0.20105674862861633\n",
            "Epoch 23, Acc: 0.544605077574048, Loss: 0.5894767045974731\n",
            "Epoch 23, Acc: 0.5446853516657852, Loss: 0.00011288482346571982\n",
            "Epoch 23, Acc: 0.5445893549524146, Loss: 0.7807399034500122\n",
            "Epoch 23, Acc: 0.5446696035242291, Loss: 0.02399604767560959\n",
            "Epoch 23, Acc: 0.5447498238195913, Loss: 0.015825390815734863\n",
            "Epoch 23, Acc: 0.5448300158534437, Loss: 0.35293400287628174\n",
            "Epoch 23, Acc: 0.5449101796407185, Loss: 0.5086562633514404\n",
            "Epoch 23, Acc: 0.5449903151963373, Loss: 0.7194716930389404\n",
            "Epoch 23, Acc: 0.5450704225352113, Loss: 0.32146549224853516\n",
            "Epoch 23, Acc: 0.5451505016722408, Loss: 0.3688793480396271\n",
            "Epoch 23, Acc: 0.5452305526223161, Loss: 0.1685476005077362\n",
            "Epoch 23, Acc: 0.5453105754003167, Loss: 0.11518057435750961\n",
            "Epoch 23, Acc: 0.5452146375791695, Loss: 0.7938979268074036\n",
            "Epoch 23, Acc: 0.5452946350043976, Loss: 3.2186455882765586e-06\n",
            "Epoch 23, Acc: 0.5453746042912416, Loss: 0.04277367144823074\n",
            "Epoch 23, Acc: 0.5454545454545454, Loss: 0.28293830156326294\n",
            "Epoch 23, Acc: 0.5455344585091421, Loss: 0.24891728162765503\n",
            "Epoch 23, Acc: 0.5456143434698542, Loss: 8.106198947643861e-06\n",
            "Epoch 23, Acc: 0.5456942003514939, Loss: 0.4555445909500122\n",
            "Epoch 23, Acc: 0.5457740291688631, Loss: 0.10319012403488159\n",
            "Epoch 23, Acc: 0.5458538299367534, Loss: 0.3472311794757843\n",
            "Epoch 23, Acc: 0.5459336026699455, Loss: 0.22811801731586456\n",
            "Epoch 23, Acc: 0.5460133473832104, Loss: 0.02274065464735031\n",
            "Epoch 23, Acc: 0.5460930640913082, Loss: 0.036270253360271454\n",
            "Epoch 23, Acc: 0.5461727528089888, Loss: 0.0004124982515349984\n",
            "Epoch 23, Acc: 0.5462524135509917, Loss: 0.28186115622520447\n",
            "Epoch 23, Acc: 0.5463320463320464, Loss: 0.18969792127609253\n",
            "Epoch 23, Acc: 0.5464116511668714, Loss: 0.29803866147994995\n",
            "Epoch 23, Acc: 0.5464912280701755, Loss: 0.16151045262813568\n",
            "Epoch 23, Acc: 0.5465707770566567, Loss: 0.1784593164920807\n",
            "Epoch 23, Acc: 0.5466502981410032, Loss: 0.225890651345253\n",
            "Epoch 23, Acc: 0.5467297913378923, Loss: 0.027094010263681412\n",
            "Epoch 23, Acc: 0.5468092566619915, Loss: 0.2157214730978012\n",
            "Epoch 23, Acc: 0.5467134092900964, Loss: 1.60725998878479\n",
            "Epoch 23, Acc: 0.5467928496319664, Loss: 0.14521808922290802\n",
            "Epoch 23, Acc: 0.5468722621342211, Loss: 0.09916697442531586\n",
            "Epoch 23, Acc: 0.5469516468114927, Loss: 0.1295027732849121\n",
            "Epoch 23, Acc: 0.5470310036784025, Loss: 0.3041824996471405\n",
            "Epoch 23, Acc: 0.5471103327495622, Loss: 0.2005956768989563\n",
            "Epoch 23, Acc: 0.5471896340395728, Loss: 0.05226781591773033\n",
            "Epoch 23, Acc: 0.5472689075630253, Loss: 0.37727299332618713\n",
            "Epoch 23, Acc: 0.5473481533345003, Loss: 0.49899232387542725\n",
            "Epoch 23, Acc: 0.5474273713685684, Loss: 0.129642054438591\n",
            "Epoch 23, Acc: 0.547331583552056, Loss: 0.9022966623306274\n",
            "Epoch 23, Acc: 0.5474107767669699, Loss: 0.9433865547180176\n",
            "Epoch 23, Acc: 0.5474899422774182, Loss: 0.3644763231277466\n",
            "Epoch 23, Acc: 0.5475690800979364, Loss: 0.006328305695205927\n",
            "Epoch 23, Acc: 0.5476481902430494, Loss: 3.6954195820726454e-05\n",
            "Epoch 23, Acc: 0.5475524475524476, Loss: 2.958996057510376\n",
            "Epoch 23, Acc: 0.5476315329487852, Loss: 0.03565524145960808\n",
            "Epoch 23, Acc: 0.5477105907025516, Loss: 0.12969262897968292\n",
            "Epoch 23, Acc: 0.5477896208282369, Loss: 0.0024295118637382984\n",
            "Epoch 23, Acc: 0.5478686233403215, Loss: 0.0998113676905632\n",
            "Epoch 23, Acc: 0.5479475982532751, Loss: 0.02100309729576111\n",
            "Epoch 23, Acc: 0.5480265455815578, Loss: 0.10158397257328033\n",
            "Epoch 23, Acc: 0.5481054653396193, Loss: 0.03785697743296623\n",
            "Epoch 23, Acc: 0.5480097765363129, Loss: 3.5902867317199707\n",
            "Epoch 23, Acc: 0.5480886716704486, Loss: 0.5384353995323181\n",
            "Epoch 23, Acc: 0.5481675392670157, Loss: 0.04683647304773331\n",
            "Epoch 23, Acc: 0.5482463793404292, Loss: 0.0028002357576042414\n",
            "Epoch 23, Acc: 0.5483251919050942, Loss: 0.34649214148521423\n",
            "Epoch 23, Acc: 0.5482295482295483, Loss: 0.8518281579017639\n",
            "Epoch 23, Acc: 0.5483083362399721, Loss: 0.44403916597366333\n",
            "Epoch 23, Acc: 0.5483870967741935, Loss: 0.0012206730898469687\n",
            "Epoch 23, Acc: 0.548465829846583, Loss: 0.46997982263565063\n",
            "Epoch 23, Acc: 0.5485445354715008, Loss: 0.07180270552635193\n",
            "Epoch 23, Acc: 0.5486232136632974, Loss: 0.057198770344257355\n",
            "Epoch 23, Acc: 0.5485276180519254, Loss: 1.1579866409301758\n",
            "Epoch 23, Acc: 0.5486062717770035, Loss: 0.30627286434173584\n",
            "Epoch 23, Acc: 0.5486848981013761, Loss: 0.10009172558784485\n",
            "Epoch 23, Acc: 0.5487634970393591, Loss: 0.10678347945213318\n",
            "Epoch 23, Acc: 0.5486679435834929, Loss: 1.0702672004699707\n",
            "Epoch 23, Acc: 0.5487465181058496, Loss: 0.17947699129581451\n",
            "Epoch 23, Acc: 0.5488250652741514, Loss: 0.3431565463542938\n",
            "Epoch 23, Acc: 0.5489035851026801, Loss: 0.010200747288763523\n",
            "Epoch 23, Acc: 0.5489820776057073, Loss: 0.27116668224334717\n",
            "Epoch 23, Acc: 0.5490605427974948, Loss: 0.6029088497161865\n",
            "Epoch 23, Acc: 0.5491389806922943, Loss: 7.64102369430475e-05\n",
            "Epoch 23, Acc: 0.5492173913043479, Loss: 0.12999080121517181\n",
            "Epoch 23, Acc: 0.5492957746478874, Loss: 0.7769960761070251\n",
            "Epoch 23, Acc: 0.5493741307371349, Loss: 0.05474293604493141\n",
            "Epoch 23, Acc: 0.5494524595863028, Loss: 0.04295320436358452\n",
            "Epoch 23, Acc: 0.5495307612095933, Loss: 0.24318072199821472\n",
            "Epoch 23, Acc: 0.5494352736750652, Loss: 1.1848695278167725\n",
            "Epoch 23, Acc: 0.549513551077137, Loss: 0.1549440622329712\n",
            "Epoch 23, Acc: 0.5495918012853916, Loss: 0.1074017882347107\n",
            "Epoch 23, Acc: 0.5496700243139979, Loss: 0.0002115741081070155\n",
            "Epoch 23, Acc: 0.5497482201771141, Loss: 0.0018961322493851185\n",
            "Epoch 23, Acc: 0.5498263888888889, Loss: 0.5833418369293213\n",
            "Epoch 23, Acc: 0.5499045304634612, Loss: 0.2913893759250641\n",
            "Epoch 23, Acc: 0.5499826449149601, Loss: 0.05581294000148773\n",
            "Epoch 23, Acc: 0.5500607322575047, Loss: 0.3289140462875366\n",
            "Epoch 23, Acc: 0.5501387925052047, Loss: 0.3585427701473236\n",
            "Epoch 23, Acc: 0.5502168256721596, Loss: 0.22603262960910797\n",
            "Epoch 23, Acc: 0.5502948317724592, Loss: 0.8755329847335815\n",
            "Epoch 23, Acc: 0.5503728108201839, Loss: 0.08195548504590988\n",
            "Epoch 23, Acc: 0.5504507628294036, Loss: 0.009811627678573132\n",
            "Epoch 23, Acc: 0.5505286878141792, Loss: 0.19014009833335876\n",
            "Epoch 23, Acc: 0.5506065857885615, Loss: 0.0683685764670372\n",
            "Epoch 23, Acc: 0.5506844567665916, Loss: 0.5151852965354919\n",
            "Epoch 23, Acc: 0.5507623007623008, Loss: 0.36459389328956604\n",
            "Epoch 23, Acc: 0.5508401177897108, Loss: 0.006650338880717754\n",
            "Epoch 23, Acc: 0.5509179078628333, Loss: 0.07194460183382034\n",
            "Epoch 23, Acc: 0.550995670995671, Loss: 0.009185673668980598\n",
            "Epoch 23, Acc: 0.5510734072022161, Loss: 0.18166592717170715\n",
            "Epoch 23, Acc: 0.5511511164964514, Loss: 0.15811856091022491\n",
            "Epoch 23, Acc: 0.5512287988923503, Loss: 8.451581379631534e-05\n",
            "Epoch 23, Acc: 0.5513064544038762, Loss: 0.001785709522664547\n",
            "Epoch 23, Acc: 0.5513840830449827, Loss: 0.06919987499713898\n",
            "Epoch 23, Acc: 0.5514616848296142, Loss: 0.01307732705026865\n",
            "Epoch 23, Acc: 0.5515392597717053, Loss: 0.13599321246147156\n",
            "Epoch 23, Acc: 0.5516168078851807, Loss: 0.6275992393493652\n",
            "Epoch 23, Acc: 0.5515214384508991, Loss: 0.9874114990234375\n",
            "Epoch 23, Acc: 0.5515989628349179, Loss: 0.349711537361145\n",
            "Epoch 23, Acc: 0.5516764604217076, Loss: 0.17963390052318573\n",
            "Epoch 23, Acc: 0.5517539312251598, Loss: 0.16056832671165466\n",
            "Epoch 23, Acc: 0.551658604008293, Loss: 1.1925573348999023\n",
            "Epoch 23, Acc: 0.5517360511314562, Loss: 0.49174800515174866\n",
            "Epoch 23, Acc: 0.5518134715025906, Loss: 0.07405156642198563\n",
            "Epoch 23, Acc: 0.5518908651355552, Loss: 0.33946967124938965\n",
            "Epoch 23, Acc: 0.5519682320441989, Loss: 0.09144240617752075\n",
            "Epoch 23, Acc: 0.5520455722423615, Loss: 0.21220315992832184\n",
            "Epoch 23, Acc: 0.552122885743873, Loss: 0.14552661776542664\n",
            "Epoch 23, Acc: 0.5522001725625539, Loss: 0.06834474951028824\n",
            "Epoch 23, Acc: 0.5522774327122153, Loss: 0.1750570833683014\n",
            "Epoch 23, Acc: 0.5521821631878557, Loss: 0.9201608300209045\n",
            "Epoch 23, Acc: 0.5522593997930321, Loss: 0.004321997053921223\n",
            "Epoch 23, Acc: 0.5523366097603035, Loss: 0.18955403566360474\n",
            "Epoch 23, Acc: 0.5522413793103448, Loss: 1.5510854721069336\n",
            "Epoch 23, Acc: 0.5523185657645233, Loss: 0.6761361360549927\n",
            "Epoch 23, Acc: 0.552395725611858, Loss: 0.07169252634048462\n",
            "Epoch 23, Acc: 0.5524728588661038, Loss: 0.4799710512161255\n",
            "Epoch 23, Acc: 0.5523776705720193, Loss: 1.4708454608917236\n",
            "Epoch 23, Acc: 0.5524547803617571, Loss: 0.5699110627174377\n",
            "Epoch 23, Acc: 0.5525318635893903, Loss: 0.20608440041542053\n",
            "Epoch 23, Acc: 0.5526089202686413, Loss: 0.19141218066215515\n",
            "Epoch 23, Acc: 0.5525137741046832, Loss: 1.0141559839248657\n",
            "Epoch 23, Acc: 0.5525908073678775, Loss: 0.5532046556472778\n",
            "Epoch 23, Acc: 0.5526678141135972, Loss: 0.0020641228184103966\n",
            "Epoch 23, Acc: 0.5527447943555326, Loss: 0.07680433243513107\n",
            "Epoch 23, Acc: 0.5528217481073641, Loss: 0.024178054183721542\n",
            "Epoch 23, Acc: 0.5528986753827628, Loss: 0.0037054228596389294\n",
            "Epoch 23, Acc: 0.5529755761953904, Loss: 0.0389287993311882\n",
            "Epoch 23, Acc: 0.5530524505588994, Loss: 0.04383784160017967\n",
            "Epoch 23, Acc: 0.5531292984869326, Loss: 0.16070395708084106\n",
            "Epoch 23, Acc: 0.5532061199931236, Loss: 0.12428456544876099\n",
            "Epoch 23, Acc: 0.5532829150910966, Loss: 0.057749032974243164\n",
            "Epoch 23, Acc: 0.5533596837944664, Loss: 0.002156672067940235\n",
            "Epoch 23, Acc: 0.5534364261168385, Loss: 0.005822009406983852\n",
            "Epoch 23, Acc: 0.553513142071809, Loss: 0.12745815515518188\n",
            "Epoch 23, Acc: 0.5535898316729646, Loss: 0.0007701530121266842\n",
            "Epoch 23, Acc: 0.5536664949338829, Loss: 0.08749035745859146\n",
            "Epoch 23, Acc: 0.5537431318681318, Loss: 0.02065213955938816\n",
            "Epoch 23, Acc: 0.5538197424892704, Loss: 0.044549208134412766\n",
            "Epoch 23, Acc: 0.5538963268108479, Loss: 0.05264551192522049\n",
            "Epoch 23, Acc: 0.5539728848464047, Loss: 0.4741722643375397\n",
            "Epoch 23, Acc: 0.5540494166094715, Loss: 0.012073296122252941\n",
            "Epoch 23, Acc: 0.55412592211357, Loss: 0.14566677808761597\n",
            "Epoch 23, Acc: 0.5542024013722127, Loss: 0.07287301868200302\n",
            "Epoch 23, Acc: 0.5542788543989025, Loss: 0.11551166325807571\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 23, Acc: 0.5540888050745757, Loss: 3.141974449157715\n",
            "Epoch 23, Acc: 0.5539938292766541, Loss: 4.619448661804199\n",
            "Epoch 23, Acc: 0.554070265638389, Loss: 0.0006796196103096008\n",
            "Epoch 23, Acc: 0.5541466758053462, Loss: 0.21172839403152466\n",
            "Epoch 23, Acc: 0.5542230597909885, Loss: 0.21207183599472046\n",
            "Epoch 23, Acc: 0.5542994176087701, Loss: 0.017268775030970573\n",
            "Epoch 23, Acc: 0.5543757492721356, Loss: 0.005133423954248428\n",
            "Epoch 23, Acc: 0.5544520547945205, Loss: 0.7407529354095459\n",
            "Epoch 23, Acc: 0.5545283341893511, Loss: 0.05237744003534317\n",
            "Epoch 23, Acc: 0.5546045874700445, Loss: 0.0004148814477957785\n",
            "Epoch 23, Acc: 0.5546808146500085, Loss: 4.768360213347478e-06\n",
            "Epoch 23, Acc: 0.554757015742642, Loss: 0.35546910762786865\n",
            "Epoch 23, Acc: 0.5548331907613345, Loss: 0.2723560631275177\n",
            "Epoch 23, Acc: 0.5547382825863838, Loss: 2.8185060024261475\n",
            "Epoch 23, Acc: 0.5548144347528647, Loss: 0.03998962417244911\n",
            "Epoch 23, Acc: 0.554890560875513, Loss: 2.753696753643453e-05\n",
            "Epoch 23, Acc: 0.5547956915712088, Loss: 0.8027381896972656\n",
            "Epoch 23, Acc: 0.5547008547008547, Loss: 1.111657738685608\n",
            "Epoch 23, Acc: 0.5546060502478208, Loss: 1.298797369003296\n",
            "Epoch 23, Acc: 0.5546821599453179, Loss: 0.009981480427086353\n",
            "Epoch 23, Acc: 0.5547582436357423, Loss: 0.408833771944046\n",
            "Epoch 23, Acc: 0.5548343013324223, Loss: 7.152555099310121e-07\n",
            "Epoch 23, Acc: 0.5549103330486763, Loss: 0.07963419705629349\n",
            "Epoch 23, Acc: 0.5549863387978142, Loss: 0.027270928025245667\n",
            "Epoch 23, Acc: 0.5550623185931364, Loss: 0.00011955977242905647\n",
            "Epoch 23, Acc: 0.5551382724479345, Loss: 0.11214984208345413\n",
            "Epoch 23, Acc: 0.5552142003754907, Loss: 0.5621598362922668\n",
            "Epoch 23, Acc: 0.5552901023890785, Loss: 0.207122340798378\n",
            "Epoch 23, Acc: 0.5553659785019621, Loss: 0.00010144196130568162\n",
            "Epoch 23, Acc: 0.5554418287273968, Loss: 0.38071581721305847\n",
            "Epoch 23, Acc: 0.5555176530786287, Loss: 4.7205765440594405e-05\n",
            "Epoch 23, Acc: 0.555593451568895, Loss: 0.047218047082424164\n",
            "Epoch 23, Acc: 0.5556692242114237, Loss: 0.0024801704566925764\n",
            "Epoch 23, Acc: 0.555744971019434, Loss: 0.25150540471076965\n",
            "Epoch 23, Acc: 0.555820692006136, Loss: 0.009161340072751045\n",
            "Epoch 23, Acc: 0.5558963871847308, Loss: 0.22064046561717987\n",
            "Epoch 23, Acc: 0.5559720565684103, Loss: 0.9007800817489624\n",
            "Epoch 23, Acc: 0.5560477001703578, Loss: 0.02582542411983013\n",
            "Epoch 23, Acc: 0.5561233180037473, Loss: 0.004382885992527008\n",
            "Epoch 23, Acc: 0.5561989100817438, Loss: 0.2079603374004364\n",
            "Epoch 23, Acc: 0.5562744764175038, Loss: 0.0009376181988045573\n",
            "Epoch 23, Acc: 0.5563500170241743, Loss: 0.4523051083087921\n",
            "Epoch 23, Acc: 0.5564255319148936, Loss: 0.13076616823673248\n",
            "Epoch 23, Acc: 0.556501021102791, Loss: 0.02666451781988144\n",
            "Epoch 23, Acc: 0.5565764846009869, Loss: 0.03954477980732918\n",
            "Epoch 23, Acc: 0.5566519224225928, Loss: 0.5393093824386597\n",
            "Epoch 23, Acc: 0.556727334580711, Loss: 1.0728830375228426e-06\n",
            "Epoch 23, Acc: 0.5568027210884354, Loss: 0.006012803874909878\n",
            "Epoch 23, Acc: 0.5568780819588506, Loss: 0.27411970496177673\n",
            "Epoch 23, Acc: 0.5569534172050323, Loss: 0.29692134261131287\n",
            "Epoch 23, Acc: 0.5570287268400476, Loss: 0.030742758885025978\n",
            "Epoch 23, Acc: 0.5571040108769545, Loss: 0.335416316986084\n",
            "Epoch 23, Acc: 0.557179269328802, Loss: 0.559566080570221\n",
            "Epoch 23, Acc: 0.5570846075433231, Loss: 0.9998519420623779\n",
            "Epoch 23, Acc: 0.5571598437234585, Loss: 0.528693675994873\n",
            "Epoch 23, Acc: 0.557235054347826, Loss: 0.10078294575214386\n",
            "Epoch 24, Acc: 0.5573102394294447, Loss: 0.34921613335609436\n",
            "Epoch 24, Acc: 0.5573853989813243, Loss: 0.16067229211330414\n",
            "Epoch 24, Acc: 0.5574605330164658, Loss: 0.06730702519416809\n",
            "Epoch 24, Acc: 0.5575356415478615, Loss: 0.27145567536354065\n",
            "Epoch 24, Acc: 0.5576107245884948, Loss: 0.10052219033241272\n",
            "Epoch 24, Acc: 0.5576857821513403, Loss: 0.014527382329106331\n",
            "Epoch 24, Acc: 0.5577608142493639, Loss: 0.6818830966949463\n",
            "Epoch 24, Acc: 0.5578358208955224, Loss: 0.14981426298618317\n",
            "Epoch 24, Acc: 0.5579108021027641, Loss: 0.0275555569678545\n",
            "Epoch 24, Acc: 0.5579857578840285, Loss: 0.4298204779624939\n",
            "Epoch 24, Acc: 0.5580606882522462, Loss: 0.07943052053451538\n",
            "Epoch 24, Acc: 0.558135593220339, Loss: 0.27208784222602844\n",
            "Epoch 24, Acc: 0.5582104728012202, Loss: 4.482168878894299e-05\n",
            "Epoch 24, Acc: 0.558285327007794, Loss: 0.36870986223220825\n",
            "Epoch 24, Acc: 0.5583601558529562, Loss: 0.01374318078160286\n",
            "Epoch 24, Acc: 0.5584349593495935, Loss: 9.536738616588991e-07\n",
            "Epoch 24, Acc: 0.5583403895004234, Loss: 1.3505486249923706\n",
            "Epoch 24, Acc: 0.5584151710125296, Loss: 0.10881432145833969\n",
            "Epoch 24, Acc: 0.558489927205011, Loss: 0.023540422320365906\n",
            "Epoch 24, Acc: 0.5585646580907244, Loss: 0.041464220732450485\n",
            "Epoch 24, Acc: 0.5586393636825182, Loss: 0.07323858141899109\n",
            "Epoch 24, Acc: 0.5585448392554991, Loss: 2.0216822624206543\n",
            "Epoch 24, Acc: 0.5586195229233633, Loss: 0.010917927138507366\n",
            "Epoch 24, Acc: 0.5586941813261164, Loss: 0.20423731207847595\n",
            "Epoch 24, Acc: 0.558599695585997, Loss: 1.2557153701782227\n",
            "Epoch 24, Acc: 0.5586743320933378, Loss: 0.03693624213337898\n",
            "Epoch 24, Acc: 0.5585798816568047, Loss: 1.6513314247131348\n",
            "Epoch 24, Acc: 0.5586544962812712, Loss: 0.030342817306518555\n",
            "Epoch 24, Acc: 0.5585600811221902, Loss: 1.0133476257324219\n",
            "Epoch 24, Acc: 0.5586346738763096, Loss: 6.782778655178845e-05\n",
            "Epoch 24, Acc: 0.5587092414259165, Loss: 0.017770715057849884\n",
            "Epoch 24, Acc: 0.5587837837837838, Loss: 0.04432651400566101\n",
            "Epoch 24, Acc: 0.5588583009626752, Loss: 0.0030523398891091347\n",
            "Epoch 24, Acc: 0.5589327929753461, Loss: 9.65590606938349e-06\n",
            "Epoch 24, Acc: 0.5590072598345434, Loss: 0.0917661190032959\n",
            "Epoch 24, Acc: 0.5590817015530047, Loss: 0.10851137340068817\n",
            "Epoch 24, Acc: 0.5591561181434599, Loss: 0.0003412379592191428\n",
            "Epoch 24, Acc: 0.5592305096186297, Loss: 0.40516623854637146\n",
            "Epoch 24, Acc: 0.5593048759912266, Loss: 0.17940008640289307\n",
            "Epoch 24, Acc: 0.5593792172739541, Loss: 0.18849700689315796\n",
            "Epoch 24, Acc: 0.5594535334795075, Loss: 0.067104272544384\n",
            "Epoch 24, Acc: 0.5595278246205734, Loss: 0.032186027616262436\n",
            "Epoch 24, Acc: 0.5596020907098297, Loss: 0.0257522352039814\n",
            "Epoch 24, Acc: 0.559676331759946, Loss: 8.34461570775602e-06\n",
            "Epoch 24, Acc: 0.5597505477835834, Loss: 0.17535363137722015\n",
            "Epoch 24, Acc: 0.559824738793394, Loss: 0.1135857030749321\n",
            "Epoch 24, Acc: 0.5598989048020219, Loss: 0.18985183537006378\n",
            "Epoch 24, Acc: 0.5598045822102425, Loss: 1.545669436454773\n",
            "Epoch 24, Acc: 0.5597102913929594, Loss: 0.8167825937271118\n",
            "Epoch 24, Acc: 0.5597844392051196, Loss: 0.07521159201860428\n",
            "Epoch 24, Acc: 0.5598585620474827, Loss: 0.057689957320690155\n",
            "Epoch 24, Acc: 0.55993265993266, Loss: 0.03869498521089554\n",
            "Epoch 24, Acc: 0.5600067328732536, Loss: 0.21498391032218933\n",
            "Epoch 24, Acc: 0.560080780881858, Loss: 0.20529697835445404\n",
            "Epoch 24, Acc: 0.5601548039710584, Loss: 0.01387886144220829\n",
            "Epoch 24, Acc: 0.5602288021534321, Loss: 0.19344717264175415\n",
            "Epoch 24, Acc: 0.5603027754415475, Loss: 0.056227393448352814\n",
            "Epoch 24, Acc: 0.560376723847965, Loss: 0.053627267479896545\n",
            "Epoch 24, Acc: 0.5604506473852362, Loss: 0.30066102743148804\n",
            "Epoch 24, Acc: 0.5605245460659045, Loss: 0.021564068272709846\n",
            "Epoch 24, Acc: 0.5605984199025046, Loss: 0.5716683864593506\n",
            "Epoch 24, Acc: 0.560672268907563, Loss: 0.02267201617360115\n",
            "Epoch 24, Acc: 0.5607460930935977, Loss: 0.17693795263767242\n",
            "Epoch 24, Acc: 0.5608198924731183, Loss: 0.024332337081432343\n",
            "Epoch 24, Acc: 0.560725684528809, Loss: 1.311331868171692\n",
            "Epoch 24, Acc: 0.5607994625461874, Loss: 0.0064814588986337185\n",
            "Epoch 24, Acc: 0.5608732157850546, Loss: 0.09558705240488052\n",
            "Epoch 24, Acc: 0.5607790463398253, Loss: 0.7991167902946472\n",
            "Epoch 24, Acc: 0.5608527782440826, Loss: 0.029614673927426338\n",
            "Epoch 24, Acc: 0.5609264853977844, Loss: 0.07044986635446548\n",
            "Epoch 24, Acc: 0.5610001678133915, Loss: 0.14880527555942535\n",
            "Epoch 24, Acc: 0.5610738255033557, Loss: 0.04351581260561943\n",
            "Epoch 24, Acc: 0.5611474584801208, Loss: 0.08852121233940125\n",
            "Epoch 24, Acc: 0.5612210667561222, Loss: 0.5408490896224976\n",
            "Epoch 24, Acc: 0.5612946503437867, Loss: 0.31244394183158875\n",
            "Epoch 24, Acc: 0.5613682092555332, Loss: 0.22420452535152435\n",
            "Epoch 24, Acc: 0.5612740989103101, Loss: 1.3621243238449097\n",
            "Epoch 24, Acc: 0.5613476366074421, Loss: 0.032629191875457764\n",
            "Epoch 24, Acc: 0.5614211496564437, Loss: 0.1629200428724289\n",
            "Epoch 24, Acc: 0.5614946380697051, Loss: 1.0809752941131592\n",
            "Epoch 24, Acc: 0.5615681018596079, Loss: 0.02612428553402424\n",
            "Epoch 24, Acc: 0.5616415410385259, Loss: 0.01153124962002039\n",
            "Epoch 24, Acc: 0.5617149556188243, Loss: 0.13714782893657684\n",
            "Epoch 24, Acc: 0.5617883456128601, Loss: 0.06932790577411652\n",
            "Epoch 24, Acc: 0.5618617110329818, Loss: 0.09243051707744598\n",
            "Epoch 24, Acc: 0.5619350518915299, Loss: 0.01727931946516037\n",
            "Epoch 24, Acc: 0.5620083682008368, Loss: 0.005885058548301458\n",
            "Epoch 24, Acc: 0.5620816599732262, Loss: 0.07720962166786194\n",
            "Epoch 24, Acc: 0.5621549272210139, Loss: 0.041555482894182205\n",
            "Epoch 24, Acc: 0.5620608899297423, Loss: 2.7850430011749268\n",
            "Epoch 24, Acc: 0.5621341361431678, Loss: 0.006713335867971182\n",
            "Epoch 24, Acc: 0.5622073578595318, Loss: 0.020188095048069954\n",
            "Epoch 24, Acc: 0.5622805550911218, Loss: 0.2626219689846039\n",
            "Epoch 24, Acc: 0.5623537278502173, Loss: 0.07159165292978287\n",
            "Epoch 24, Acc: 0.562426876149089, Loss: 0.2669845521450043\n",
            "Epoch 24, Acc: 0.5625, Loss: 0.34176039695739746\n",
            "Epoch 24, Acc: 0.5625730994152047, Loss: 0.2512013018131256\n",
            "Epoch 24, Acc: 0.5626461744069495, Loss: 0.12089955061674118\n",
            "Epoch 24, Acc: 0.5627192249874728, Loss: 6.16293036728166e-05\n",
            "Epoch 24, Acc: 0.5627922511690047, Loss: 0.000198821333469823\n",
            "Epoch 24, Acc: 0.5628652529637669, Loss: 0.19740916788578033\n",
            "Epoch 24, Acc: 0.5629382303839733, Loss: 0.4316498637199402\n",
            "Epoch 24, Acc: 0.5630111834418294, Loss: 2.1457441107486375e-05\n",
            "Epoch 24, Acc: 0.5630841121495327, Loss: 1.0251946150674485e-05\n",
            "Epoch 24, Acc: 0.5631570165192725, Loss: 0.4135723114013672\n",
            "Epoch 24, Acc: 0.5632298965632299, Loss: 0.544022798538208\n",
            "Epoch 24, Acc: 0.5631359466221851, Loss: 0.8697817921638489\n",
            "Epoch 24, Acc: 0.5632088058705804, Loss: 0.10595101118087769\n",
            "Epoch 24, Acc: 0.5632816408204102, Loss: 0.09019128233194351\n",
            "Epoch 24, Acc: 0.5633544514838279, Loss: 0.03277144953608513\n",
            "Epoch 24, Acc: 0.5634272378729789, Loss: 0.4329204261302948\n",
            "Epoch 24, Acc: 0.5635, Loss: 0.4481598138809204\n",
            "Epoch 24, Acc: 0.5635727378770204, Loss: 0.012591388076543808\n",
            "Epoch 24, Acc: 0.5636454515161613, Loss: 0.018080540001392365\n",
            "Epoch 24, Acc: 0.5637181409295352, Loss: 0.44760215282440186\n",
            "Epoch 24, Acc: 0.5637908061292471, Loss: 0.5135459303855896\n",
            "Epoch 24, Acc: 0.5638634471273939, Loss: 5.364403477869928e-06\n",
            "Epoch 24, Acc: 0.563936063936064, Loss: 0.1373361349105835\n",
            "Epoch 24, Acc: 0.5640086565673381, Loss: 0.5243449807167053\n",
            "Epoch 24, Acc: 0.564081225033289, Loss: 0.045119576156139374\n",
            "Epoch 24, Acc: 0.564153769345981, Loss: 0.022754520177841187\n",
            "Epoch 24, Acc: 0.5642262895174709, Loss: 0.12073326855897903\n",
            "Epoch 24, Acc: 0.5642987855598071, Loss: 0.6500337719917297\n",
            "Epoch 24, Acc: 0.5643712574850299, Loss: 0.007468043826520443\n",
            "Epoch 24, Acc: 0.5644437053051721, Loss: 0.1540212780237198\n",
            "Epoch 24, Acc: 0.5645161290322581, Loss: 0.001520549994893372\n",
            "Epoch 24, Acc: 0.5645885286783042, Loss: 0.010700704529881477\n",
            "Epoch 24, Acc: 0.5646609042553191, Loss: 0.2529428005218506\n",
            "Epoch 24, Acc: 0.5645670599966761, Loss: 0.7789023518562317\n",
            "Epoch 24, Acc: 0.5646394150880691, Loss: 0.08824600279331207\n",
            "Epoch 24, Acc: 0.5647117461372321, Loss: 0.23489153385162354\n",
            "Epoch 24, Acc: 0.5646179401993355, Loss: 1.4711108207702637\n",
            "Epoch 24, Acc: 0.5646902507889054, Loss: 0.045891065150499344\n",
            "Epoch 24, Acc: 0.5647625373630023, Loss: 0.0039222706109285355\n",
            "Epoch 24, Acc: 0.5648347999335879, Loss: 0.016855085268616676\n",
            "Epoch 24, Acc: 0.5649070385126163, Loss: 0.00015448330668732524\n",
            "Epoch 24, Acc: 0.5649792531120332, Loss: 0.18762217462062836\n",
            "Epoch 24, Acc: 0.5650514437437769, Loss: 0.03664691746234894\n",
            "Epoch 24, Acc: 0.5651236104197777, Loss: 0.10973606258630753\n",
            "Epoch 24, Acc: 0.5651957531519576, Loss: 0.052369408309459686\n",
            "Epoch 24, Acc: 0.5652678719522309, Loss: 0.025291014462709427\n",
            "Epoch 24, Acc: 0.5653399668325041, Loss: 0.25275275111198425\n",
            "Epoch 24, Acc: 0.5654120378046759, Loss: 2.062299427052494e-05\n",
            "Epoch 24, Acc: 0.5654840848806366, Loss: 0.04743054881691933\n",
            "Epoch 24, Acc: 0.5655561080722692, Loss: 0.2515687942504883\n",
            "Epoch 24, Acc: 0.5656281073914484, Loss: 0.0014722233172506094\n",
            "Epoch 24, Acc: 0.5657000828500415, Loss: 0.0013561585219576955\n",
            "Epoch 24, Acc: 0.5657720344599072, Loss: 0.11353749781847\n",
            "Epoch 24, Acc: 0.5658439622328971, Loss: 0.026036133989691734\n",
            "Epoch 24, Acc: 0.5657502484266314, Loss: 2.17820405960083\n",
            "Epoch 24, Acc: 0.5656565656565656, Loss: 0.962796151638031\n",
            "Epoch 24, Acc: 0.5657284768211921, Loss: 0.1534687727689743\n",
            "Epoch 24, Acc: 0.5658003641781162, Loss: 0.2066926509141922\n",
            "Epoch 24, Acc: 0.5658722277391592, Loss: 0.6478217244148254\n",
            "Epoch 24, Acc: 0.5659440675161344, Loss: 0.019840240478515625\n",
            "Epoch 24, Acc: 0.5660158835208471, Loss: 0.02682456746697426\n",
            "Epoch 24, Acc: 0.5660876757650951, Loss: 0.3289377987384796\n",
            "Epoch 24, Acc: 0.5661594442606682, Loss: 0.29613104462623596\n",
            "Epoch 24, Acc: 0.5662311890193484, Loss: 0.011587930843234062\n",
            "Epoch 24, Acc: 0.56630291005291, Loss: 0.003971072379499674\n",
            "Epoch 24, Acc: 0.5663746073731195, Loss: 6.48477507638745e-05\n",
            "Epoch 24, Acc: 0.5664462809917356, Loss: 0.6249181032180786\n",
            "Epoch 24, Acc: 0.5665179309205091, Loss: 0.03320547565817833\n",
            "Epoch 24, Acc: 0.5665895571711831, Loss: 0.44261351227760315\n",
            "Epoch 24, Acc: 0.5666611597554931, Loss: 0.24201065301895142\n",
            "Epoch 24, Acc: 0.5665675586389164, Loss: 1.0455639362335205\n",
            "Epoch 24, Acc: 0.5666391412056152, Loss: 0.11290913075208664\n",
            "Epoch 24, Acc: 0.5667107001321003, Loss: 0.11833781749010086\n",
            "Epoch 24, Acc: 0.5667822354300809, Loss: 1.1064071655273438\n",
            "Epoch 24, Acc: 0.5666886761307363, Loss: 1.5096598863601685\n",
            "Epoch 24, Acc: 0.5667601914507344, Loss: 0.12792997062206268\n",
            "Epoch 24, Acc: 0.5668316831683168, Loss: 0.38546448945999146\n",
            "Epoch 24, Acc: 0.5669031512951658, Loss: 7.56950321374461e-05\n",
            "Epoch 24, Acc: 0.5669745958429562, Loss: 0.005498997867107391\n",
            "Epoch 24, Acc: 0.5670460168233548, Loss: 0.0026096594519913197\n",
            "Epoch 24, Acc: 0.5671174142480211, Loss: 0.028967183083295822\n",
            "Epoch 24, Acc: 0.5671887881286067, Loss: 0.29644978046417236\n",
            "Epoch 24, Acc: 0.5672601384767557, Loss: 0.0016920547932386398\n",
            "Epoch 24, Acc: 0.5673314653041042, Loss: 0.15082059800624847\n",
            "Epoch 24, Acc: 0.567237969676994, Loss: 1.7826629877090454\n",
            "Epoch 24, Acc: 0.5671445048607678, Loss: 1.9830174446105957\n",
            "Epoch 24, Acc: 0.5672158154859968, Loss: 0.0351555272936821\n",
            "Epoch 24, Acc: 0.5672871026190084, Loss: 0.2100655436515808\n",
            "Epoch 24, Acc: 0.5673583662714098, Loss: 0.11820298433303833\n",
            "Epoch 24, Acc: 0.5674296064547999, Loss: 0.025815781205892563\n",
            "Epoch 24, Acc: 0.5675008231807704, Loss: 0.11970897763967514\n",
            "Epoch 24, Acc: 0.5675720164609054, Loss: 0.004864405374974012\n",
            "Epoch 24, Acc: 0.5674786043449638, Loss: 1.3555432558059692\n",
            "Epoch 24, Acc: 0.5675497778509133, Loss: 0.08973661810159683\n",
            "Epoch 24, Acc: 0.5676209279368213, Loss: 0.00019000156316906214\n",
            "Epoch 24, Acc: 0.5676920546142458, Loss: 0.15969260036945343\n",
            "Epoch 24, Acc: 0.5677631578947369, Loss: 0.020291363820433617\n",
            "Epoch 24, Acc: 0.5678342377898372, Loss: 0.3378172814846039\n",
            "Epoch 24, Acc: 0.5679052943110818, Loss: 0.10661493986845016\n",
            "Epoch 24, Acc: 0.5679763274699984, Loss: 0.5613495707511902\n",
            "Epoch 24, Acc: 0.5680473372781065, Loss: 0.0013873485149815679\n",
            "Epoch 24, Acc: 0.5681183237469186, Loss: 0.16641150414943695\n",
            "Epoch 24, Acc: 0.5681892868879396, Loss: 0.02055521309375763\n",
            "Epoch 24, Acc: 0.5682602267126663, Loss: 0.5424839854240417\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 24, Acc: 0.5682378058794547, Loss: 2.3603161025675945e-05\n",
            "Epoch 24, Acc: 0.5683087027914614, Loss: 0.0\n",
            "Epoch 24, Acc: 0.5683795764242324, Loss: 0.00014590153296012431\n",
            "Epoch 24, Acc: 0.5684504267892317, Loss: 0.37331804633140564\n",
            "Epoch 24, Acc: 0.5685212538979156, Loss: 0.1580890417098999\n",
            "Epoch 24, Acc: 0.5685920577617328, Loss: 0.5662926435470581\n",
            "Epoch 24, Acc: 0.5686628383921247, Loss: 7.152555099310121e-07\n",
            "Epoch 24, Acc: 0.568733595800525, Loss: 0.0983613058924675\n",
            "Epoch 24, Acc: 0.5688043299983598, Loss: 0.13321992754936218\n",
            "Epoch 24, Acc: 0.5688750409970482, Loss: 0.0006615119054913521\n",
            "Epoch 24, Acc: 0.5689457288080013, Loss: 0.0009095107670873404\n",
            "Epoch 24, Acc: 0.569016393442623, Loss: 0.0010942192748188972\n",
            "Epoch 24, Acc: 0.5690870349123095, Loss: 0.10980293154716492\n",
            "Epoch 24, Acc: 0.5691576532284497, Loss: 0.0001311216183239594\n",
            "Epoch 24, Acc: 0.569228248402425, Loss: 0.32584333419799805\n",
            "Epoch 24, Acc: 0.5692988204456094, Loss: 0.1316223442554474\n",
            "Epoch 24, Acc: 0.5693693693693693, Loss: 0.5574900507926941\n",
            "Epoch 24, Acc: 0.5694398951850639, Loss: 0.33642512559890747\n",
            "Epoch 24, Acc: 0.5695103979040446, Loss: 0.09998299926519394\n",
            "Epoch 24, Acc: 0.5695808775376555, Loss: 0.0011649496154859662\n",
            "Epoch 24, Acc: 0.5696513340972336, Loss: 0.049076974391937256\n",
            "Epoch 24, Acc: 0.569721767594108, Loss: 0.0006728292210027575\n",
            "Epoch 24, Acc: 0.5697921780396007, Loss: 0.14195804297924042\n",
            "Epoch 24, Acc: 0.5698625654450262, Loss: 0.06520666927099228\n",
            "Epoch 24, Acc: 0.5699329298216915, Loss: 0.0017940392717719078\n",
            "Epoch 24, Acc: 0.5700032711808963, Loss: 0.42269760370254517\n",
            "Epoch 24, Acc: 0.570073589533933, Loss: 0.2750777006149292\n",
            "Epoch 24, Acc: 0.5701438848920863, Loss: 0.05128698796033859\n",
            "Epoch 24, Acc: 0.5702141572666339, Loss: 0.009876550175249577\n",
            "Epoch 24, Acc: 0.5702844066688461, Loss: 0.3687216341495514\n",
            "Epoch 24, Acc: 0.5703546331099852, Loss: 0.0008541273418813944\n",
            "Epoch 24, Acc: 0.5704248366013072, Loss: 0.10904823243618011\n",
            "Epoch 24, Acc: 0.5704950171540598, Loss: 0.001991433557122946\n",
            "Epoch 24, Acc: 0.5705651747794839, Loss: 0.2838303744792938\n",
            "Epoch 24, Acc: 0.5706353094888127, Loss: 0.009764762595295906\n",
            "Epoch 24, Acc: 0.5705421293272371, Loss: 2.1784324645996094\n",
            "Epoch 24, Acc: 0.5706122448979591, Loss: 0.000403084559366107\n",
            "Epoch 24, Acc: 0.5706823375775384, Loss: 0.014772200956940651\n",
            "Epoch 24, Acc: 0.5707524073771829, Loss: 1.1920928244535389e-07\n",
            "Epoch 24, Acc: 0.570822454308094, Loss: 0.17158380150794983\n",
            "Epoch 24, Acc: 0.5708924783814652, Loss: 0.0023730231914669275\n",
            "Epoch 24, Acc: 0.5709624796084829, Loss: 0.005001177545636892\n",
            "Epoch 24, Acc: 0.5708693524710488, Loss: 1.878421425819397\n",
            "Epoch 24, Acc: 0.5709393346379648, Loss: 0.023284463211894035\n",
            "Epoch 24, Acc: 0.5710092939833686, Loss: 0.03381231427192688\n",
            "Epoch 24, Acc: 0.5710792305184219, Loss: 0.1383916288614273\n",
            "Epoch 24, Acc: 0.5709861450692747, Loss: 2.7973532676696777\n",
            "Epoch 24, Acc: 0.5710560625814863, Loss: 0.29635414481163025\n",
            "Epoch 24, Acc: 0.571125957308131, Loss: 0.27199411392211914\n",
            "Epoch 24, Acc: 0.5711958292603454, Loss: 0.15145930647850037\n",
            "Epoch 24, Acc: 0.5712656784492588, Loss: 0.01838020235300064\n",
            "Epoch 24, Acc: 0.5713355048859935, Loss: 0.057245492935180664\n",
            "Epoch 24, Acc: 0.5714053085816643, Loss: 0.09760559350252151\n",
            "Epoch 24, Acc: 0.5714750895473787, Loss: 0.3902043402194977\n",
            "Epoch 24, Acc: 0.5715448477942373, Loss: 0.12201590090990067\n",
            "Epoch 24, Acc: 0.5716145833333334, Loss: 0.020314492285251617\n",
            "Epoch 25, Acc: 0.5716842961757527, Loss: 0.15615227818489075\n",
            "Epoch 25, Acc: 0.571753986332574, Loss: 0.08084923028945923\n",
            "Epoch 25, Acc: 0.5716609728322759, Loss: 1.2967801094055176\n",
            "Epoch 25, Acc: 0.5717306441119063, Loss: 0.10128604620695114\n",
            "Epoch 25, Acc: 0.5718002927305252, Loss: 0.10864944010972977\n",
            "Epoch 25, Acc: 0.571869918699187, Loss: 0.07550588995218277\n",
            "Epoch 25, Acc: 0.5717769468379126, Loss: 1.2542014122009277\n",
            "Epoch 25, Acc: 0.5718465539661899, Loss: 0.0012312696781009436\n",
            "Epoch 25, Acc: 0.5719161384690395, Loss: 0.16247965395450592\n",
            "Epoch 25, Acc: 0.5719857003574911, Loss: 0.0047002071514725685\n",
            "Epoch 25, Acc: 0.572055239642567, Loss: 0.07171549648046494\n",
            "Epoch 25, Acc: 0.5721247563352827, Loss: 0.4942573308944702\n",
            "Epoch 25, Acc: 0.5721942504466461, Loss: 0.00041559641249477863\n",
            "Epoch 25, Acc: 0.5722637219876583, Loss: 3.766942609217949e-05\n",
            "Epoch 25, Acc: 0.5723331709693132, Loss: 0.08070957660675049\n",
            "Epoch 25, Acc: 0.5724025974025974, Loss: 0.0005701346672140062\n",
            "Epoch 25, Acc: 0.5724720012984905, Loss: 0.08862573653459549\n",
            "Epoch 25, Acc: 0.572541382667965, Loss: 0.08802475035190582\n",
            "Epoch 25, Acc: 0.5726107415219861, Loss: 8.010543388081715e-05\n",
            "Epoch 25, Acc: 0.572680077871512, Loss: 0.38395416736602783\n",
            "Epoch 25, Acc: 0.572749391727494, Loss: 0.4189806282520294\n",
            "Epoch 25, Acc: 0.5728186831008758, Loss: 0.010890452191233635\n",
            "Epoch 25, Acc: 0.5728879520025945, Loss: 0.024869004264473915\n",
            "Epoch 25, Acc: 0.5729571984435797, Loss: 0.17396777868270874\n",
            "Epoch 25, Acc: 0.5728643216080402, Loss: 1.622866153717041\n",
            "Epoch 25, Acc: 0.5729335494327391, Loss: 0.06335580348968506\n",
            "Epoch 25, Acc: 0.5730027548209367, Loss: 0.0\n",
            "Epoch 25, Acc: 0.5730719377835386, Loss: 0.04509975016117096\n",
            "Epoch 25, Acc: 0.5731410983314433, Loss: 0.09438145160675049\n",
            "Epoch 25, Acc: 0.5732102364755426, Loss: 0.00012134769349358976\n",
            "Epoch 25, Acc: 0.5732793522267207, Loss: 0.06469055265188217\n",
            "Epoch 25, Acc: 0.5731865284974094, Loss: 2.907283067703247\n",
            "Epoch 25, Acc: 0.5732556257082726, Loss: 0.0854567438364029\n",
            "Epoch 25, Acc: 0.5733247005503399, Loss: 0.04716312140226364\n",
            "Epoch 25, Acc: 0.5733937530344716, Loss: 0.028745274990797043\n",
            "Epoch 25, Acc: 0.573462783171521, Loss: 0.5550587773323059\n",
            "Epoch 25, Acc: 0.5735317909723345, Loss: 0.016605382785201073\n",
            "Epoch 25, Acc: 0.5734390164995147, Loss: 1.809500813484192\n",
            "Epoch 25, Acc: 0.5735080058224163, Loss: 0.06667768955230713\n",
            "Epoch 25, Acc: 0.5735769728331177, Loss: 0.02224038727581501\n",
            "Epoch 25, Acc: 0.5736459175424414, Loss: 0.1720970869064331\n",
            "Epoch 25, Acc: 0.5737148399612028, Loss: 0.17279164493083954\n",
            "Epoch 25, Acc: 0.5737837401002102, Loss: 0.014959299005568027\n",
            "Epoch 25, Acc: 0.573852617970265, Loss: 5.769562994828448e-05\n",
            "Epoch 25, Acc: 0.573921473582162, Loss: 0.09281746298074722\n",
            "Epoch 25, Acc: 0.5739903069466882, Loss: 0.06729487329721451\n",
            "Epoch 25, Acc: 0.5740591180746245, Loss: 0.12151341140270233\n",
            "Epoch 25, Acc: 0.5741279069767442, Loss: 0.06695054471492767\n",
            "Epoch 25, Acc: 0.574196673663814, Loss: 0.4600751996040344\n",
            "Epoch 25, Acc: 0.5742654181465935, Loss: 0.262960821390152\n",
            "Epoch 25, Acc: 0.5743341404358353, Loss: 0.49360349774360657\n",
            "Epoch 25, Acc: 0.5744028405422853, Loss: 0.032982777804136276\n",
            "Epoch 25, Acc: 0.5744715184766823, Loss: 6.83045873302035e-05\n",
            "Epoch 25, Acc: 0.574540174249758, Loss: 0.1274055689573288\n",
            "Epoch 25, Acc: 0.5746088078722374, Loss: 9.178694017464295e-05\n",
            "Epoch 25, Acc: 0.574516129032258, Loss: 1.0317728519439697\n",
            "Epoch 25, Acc: 0.5745847443960651, Loss: 0.11670522391796112\n",
            "Epoch 25, Acc: 0.5746533376330216, Loss: 0.23947128653526306\n",
            "Epoch 25, Acc: 0.5747219087538288, Loss: 0.6425613164901733\n",
            "Epoch 25, Acc: 0.5747904577691811, Loss: 0.08355540782213211\n",
            "Epoch 25, Acc: 0.5748589846897664, Loss: 0.19724583625793457\n",
            "Epoch 25, Acc: 0.5749274895262649, Loss: 0.020517025142908096\n",
            "Epoch 25, Acc: 0.5749959722893507, Loss: 0.24641552567481995\n",
            "Epoch 25, Acc: 0.5750644329896907, Loss: 1.1920928244535389e-07\n",
            "Epoch 25, Acc: 0.5751328716379449, Loss: 0.08978358656167984\n",
            "Epoch 25, Acc: 0.5752012882447665, Loss: 0.002073402050882578\n",
            "Epoch 25, Acc: 0.5752696828208018, Loss: 0.3449099063873291\n",
            "Epoch 25, Acc: 0.5751770766258854, Loss: 1.0188019275665283\n",
            "Epoch 25, Acc: 0.575245453082247, Loss: 0.030164822936058044\n",
            "Epoch 25, Acc: 0.5751528805922111, Loss: 1.0331907272338867\n",
            "Epoch 25, Acc: 0.5752212389380531, Loss: 0.09617572277784348\n",
            "Epoch 25, Acc: 0.5752895752895753, Loss: 0.21700799465179443\n",
            "Epoch 25, Acc: 0.575357889657391, Loss: 0.1312873363494873\n",
            "Epoch 25, Acc: 0.5754261820521068, Loss: 0.44119927287101746\n",
            "Epoch 25, Acc: 0.5754944524843222, Loss: 0.08534105122089386\n",
            "Epoch 25, Acc: 0.5755627009646302, Loss: 0.04967176541686058\n",
            "Epoch 25, Acc: 0.5756309275036168, Loss: 0.07225139439105988\n",
            "Epoch 25, Acc: 0.5756991321118612, Loss: 0.06636494398117065\n",
            "Epoch 25, Acc: 0.5757673147999357, Loss: 0.04836291819810867\n",
            "Epoch 25, Acc: 0.5758354755784062, Loss: 0.6421296000480652\n",
            "Epoch 25, Acc: 0.5759036144578313, Loss: 0.29075244069099426\n",
            "Epoch 25, Acc: 0.5759717314487632, Loss: 0.002729264320805669\n",
            "Epoch 25, Acc: 0.5760398265617472, Loss: 0.2699291706085205\n",
            "Epoch 25, Acc: 0.5761078998073218, Loss: 0.6990396976470947\n",
            "Epoch 25, Acc: 0.5761759511960186, Loss: 0.2896626591682434\n",
            "Epoch 25, Acc: 0.5762439807383628, Loss: 4.2437604861333966e-05\n",
            "Epoch 25, Acc: 0.5761515005617076, Loss: 1.6048521995544434\n",
            "Epoch 25, Acc: 0.5762195121951219, Loss: 0.40154051780700684\n",
            "Epoch 25, Acc: 0.5761270656184823, Loss: 0.7214780449867249\n",
            "Epoch 25, Acc: 0.5761950593519409, Loss: 2.3841855067985307e-07\n",
            "Epoch 25, Acc: 0.5762630312750602, Loss: 2.861018856492592e-06\n",
            "Epoch 25, Acc: 0.5763309813983323, Loss: 0.18520884215831757\n",
            "Epoch 25, Acc: 0.5763989097322431, Loss: 0.1261751353740692\n",
            "Epoch 25, Acc: 0.5764668162872716, Loss: 0.011059886775910854\n",
            "Epoch 25, Acc: 0.57653470107389, Loss: 0.03998985514044762\n",
            "Epoch 25, Acc: 0.576602564102564, Loss: 1.966933996300213e-05\n",
            "Epoch 25, Acc: 0.5766704053837526, Loss: 0.05875737965106964\n",
            "Epoch 25, Acc: 0.5767382249279077, Loss: 0.07618669420480728\n",
            "Epoch 25, Acc: 0.5768060227454749, Loss: 0.0011188682401552796\n",
            "Epoch 25, Acc: 0.576873798846893, Loss: 1.823885577323381e-05\n",
            "Epoch 25, Acc: 0.5769415532425941, Loss: 0.2427712082862854\n",
            "Epoch 25, Acc: 0.5770092859430035, Loss: 0.17554998397827148\n",
            "Epoch 25, Acc: 0.5770769969585401, Loss: 0.025559591129422188\n",
            "Epoch 25, Acc: 0.5771446862996159, Loss: 0.00013767725613433868\n",
            "Epoch 25, Acc: 0.5772123539766363, Loss: 0.038638100028038025\n",
            "Epoch 25, Acc: 0.57728, Loss: 0.07862961292266846\n",
            "Epoch 25, Acc: 0.5773476243800992, Loss: 0.07402754575014114\n",
            "Epoch 25, Acc: 0.5774152271273193, Loss: 0.08656054735183716\n",
            "Epoch 25, Acc: 0.577482808252039, Loss: 0.671420156955719\n",
            "Epoch 25, Acc: 0.5775503677646306, Loss: 0.011186029762029648\n",
            "Epoch 25, Acc: 0.5776179056754597, Loss: 0.09805517643690109\n",
            "Epoch 25, Acc: 0.5776854219948849, Loss: 0.2565169036388397\n",
            "Epoch 25, Acc: 0.5777529167332588, Loss: 0.008297021500766277\n",
            "Epoch 25, Acc: 0.5776605944391179, Loss: 6.0279741287231445\n",
            "Epoch 25, Acc: 0.5777280715769292, Loss: 0.061350610107183456\n",
            "Epoch 25, Acc: 0.5777955271565495, Loss: 0.025476621463894844\n",
            "Epoch 25, Acc: 0.5778629611883086, Loss: 0.001997977029532194\n",
            "Epoch 25, Acc: 0.5779303736825295, Loss: 0.033173996955156326\n",
            "Epoch 25, Acc: 0.577997764649529, Loss: 0.0271706972271204\n",
            "Epoch 25, Acc: 0.5780651340996169, Loss: 0.21257680654525757\n",
            "Epoch 25, Acc: 0.5781324820430965, Loss: 0.2603231966495514\n",
            "Epoch 25, Acc: 0.578199808490265, Loss: 0.06989232450723648\n",
            "Epoch 25, Acc: 0.5782671134514121, Loss: 0.5502263307571411\n",
            "Epoch 25, Acc: 0.578334396936822, Loss: 0.3166084885597229\n",
            "Epoch 25, Acc: 0.5784016589567714, Loss: 0.419379323720932\n",
            "Epoch 25, Acc: 0.5784688995215311, Loss: 0.009171735495328903\n",
            "Epoch 25, Acc: 0.578536118641365, Loss: 8.22540732769994e-06\n",
            "Epoch 25, Acc: 0.5786033163265306, Loss: 0.09346074610948563\n",
            "Epoch 25, Acc: 0.5786704925872788, Loss: 0.36804813146591187\n",
            "Epoch 25, Acc: 0.578737647433854, Loss: 0.5012161731719971\n",
            "Epoch 25, Acc: 0.578804780876494, Loss: 0.02664095349609852\n",
            "Epoch 25, Acc: 0.5788718929254302, Loss: 0.2125014364719391\n",
            "Epoch 25, Acc: 0.5789389835908874, Loss: 0.07302085310220718\n",
            "Epoch 25, Acc: 0.5790060528830838, Loss: 2.0265558760002023e-06\n",
            "Epoch 25, Acc: 0.5790731008122313, Loss: 4.768370445162873e-07\n",
            "Epoch 25, Acc: 0.579140127388535, Loss: 0.0015285247936844826\n",
            "Epoch 25, Acc: 0.5792071326221939, Loss: 0.1125347837805748\n",
            "Epoch 25, Acc: 0.5792741165234002, Loss: 0.01985601708292961\n",
            "Epoch 25, Acc: 0.5793410791023397, Loss: 0.1805744469165802\n",
            "Epoch 25, Acc: 0.5794080203691916, Loss: 0.45802468061447144\n",
            "Epoch 25, Acc: 0.5794749403341288, Loss: 0.03532952815294266\n",
            "Epoch 25, Acc: 0.5795418390073178, Loss: 0.07069392502307892\n",
            "Epoch 25, Acc: 0.5796087163989184, Loss: 7.354942499659956e-05\n",
            "Epoch 25, Acc: 0.579675572519084, Loss: 0.43302488327026367\n",
            "Epoch 25, Acc: 0.5795833995865798, Loss: 1.0311477184295654\n",
            "Epoch 25, Acc: 0.5796502384737678, Loss: 2.3841855067985307e-07\n",
            "Epoch 25, Acc: 0.5797170561119059, Loss: 0.07476920634508133\n",
            "Epoch 25, Acc: 0.5796249205340115, Loss: 5.46341609954834\n",
            "Epoch 25, Acc: 0.5796917209597966, Loss: 0.09502860903739929\n",
            "Epoch 25, Acc: 0.5797585001588815, Loss: 0.10410042107105255\n",
            "Epoch 25, Acc: 0.5798252581413821, Loss: 0.18062043190002441\n",
            "Epoch 25, Acc: 0.5798919949174078, Loss: 0.09461279958486557\n",
            "Epoch 25, Acc: 0.579958710497062, Loss: 0.06362228840589523\n",
            "Epoch 25, Acc: 0.5800254048904414, Loss: 0.7618798613548279\n",
            "Epoch 25, Acc: 0.5800920781076361, Loss: 0.04835882782936096\n",
            "Epoch 25, Acc: 0.5801587301587302, Loss: 0.697916567325592\n",
            "Epoch 25, Acc: 0.580225361053801, Loss: 0.6430333256721497\n",
            "Epoch 25, Acc: 0.5802919708029197, Loss: 0.05537361651659012\n",
            "Epoch 25, Acc: 0.580358559416151, Loss: 0.057660363614559174\n",
            "Epoch 25, Acc: 0.5804251269035533, Loss: 0.0004609952447935939\n",
            "Epoch 25, Acc: 0.5804916732751785, Loss: 0.0007844470092095435\n",
            "Epoch 25, Acc: 0.580558198541072, Loss: 0.09551717340946198\n",
            "Epoch 25, Acc: 0.5806247027112732, Loss: 0.007140592206269503\n",
            "Epoch 25, Acc: 0.5806911857958148, Loss: 0.04495296999812126\n",
            "Epoch 25, Acc: 0.5805991440798859, Loss: 1.2408616542816162\n",
            "Epoch 25, Acc: 0.5806656101426307, Loss: 0.3290857970714569\n",
            "Epoch 25, Acc: 0.5805736016479164, Loss: 0.8235350251197815\n",
            "Epoch 25, Acc: 0.5806400506970849, Loss: 0.09476526826620102\n",
            "Epoch 25, Acc: 0.5807064786947569, Loss: 0.5405244827270508\n",
            "Epoch 25, Acc: 0.5807728856509344, Loss: 0.3801916241645813\n",
            "Epoch 25, Acc: 0.5808392715756137, Loss: 0.009535481221973896\n",
            "Epoch 25, Acc: 0.580905636478784, Loss: 0.030919495970010757\n",
            "Epoch 25, Acc: 0.580971980370429, Loss: 0.005467224400490522\n",
            "Epoch 25, Acc: 0.5810383032605255, Loss: 0.02848508395254612\n",
            "Epoch 25, Acc: 0.5811046051590442, Loss: 0.07241584360599518\n",
            "Epoch 25, Acc: 0.5811708860759494, Loss: 0.4045136868953705\n",
            "Epoch 25, Acc: 0.5812371460211991, Loss: 0.17937757074832916\n",
            "Epoch 25, Acc: 0.5813033850047453, Loss: 0.002214838284999132\n",
            "Epoch 25, Acc: 0.5813696030365333, Loss: 0.043666914105415344\n",
            "Epoch 25, Acc: 0.5814358001265022, Loss: 0.00015793983766343445\n",
            "Epoch 25, Acc: 0.581501976284585, Loss: 0.0001532914029667154\n",
            "Epoch 25, Acc: 0.5815681315207082, Loss: 0.3551729619503021\n",
            "Epoch 25, Acc: 0.5816342658447922, Loss: 0.020848765969276428\n",
            "Epoch 25, Acc: 0.581700379266751, Loss: 0.045423779636621475\n",
            "Epoch 25, Acc: 0.5817664717964923, Loss: 0.015883002430200577\n",
            "Epoch 25, Acc: 0.5818325434439179, Loss: 0.029030179604887962\n",
            "Epoch 25, Acc: 0.5818985942189228, Loss: 0.004627946298569441\n",
            "Epoch 25, Acc: 0.581964624131396, Loss: 0.00018404220463708043\n",
            "Epoch 25, Acc: 0.5820306331912206, Loss: 0.1491440087556839\n",
            "Epoch 25, Acc: 0.5820966214082728, Loss: 0.0\n",
            "Epoch 25, Acc: 0.582162588792423, Loss: 0.1085805669426918\n",
            "Epoch 25, Acc: 0.5822285353535354, Loss: 0.10726536810398102\n",
            "Epoch 25, Acc: 0.5822944611014675, Loss: 0.07385870814323425\n",
            "Epoch 25, Acc: 0.5823603660460713, Loss: 0.033861756324768066\n",
            "Epoch 25, Acc: 0.582426250197192, Loss: 0.3314422369003296\n",
            "Epoch 25, Acc: 0.5824921135646688, Loss: 0.0012865131720900536\n",
            "Epoch 25, Acc: 0.5825579561583346, Loss: 0.16566622257232666\n",
            "Epoch 25, Acc: 0.5826237779880163, Loss: 0.2819136679172516\n",
            "Epoch 25, Acc: 0.5826895790635346, Loss: 0.07529053837060928\n",
            "Skipping question WP-84 because answer 'None of above. No dogs left the yard.' is not in the list of choices.\n",
            "Epoch 25, Acc: 0.5826635145784081, Loss: 0.050848957151174545\n",
            "Epoch 25, Acc: 0.5827292782855342, Loss: 5.483612312673358e-06\n",
            "Epoch 25, Acc: 0.5827950212698912, Loss: 0.04904712364077568\n",
            "Epoch 25, Acc: 0.5828607435412728, Loss: 0.7449564337730408\n",
            "Epoch 25, Acc: 0.582926445109466, Loss: 0.08107053488492966\n",
            "Epoch 25, Acc: 0.582992125984252, Loss: 0.057889897376298904\n",
            "Epoch 25, Acc: 0.5830577861754055, Loss: 0.007134082727134228\n",
            "Epoch 25, Acc: 0.5831234256926953, Loss: 0.7203519940376282\n",
            "Epoch 25, Acc: 0.5831890445458838, Loss: 0.048693157732486725\n",
            "Epoch 25, Acc: 0.5832546427447277, Loss: 0.051550596952438354\n",
            "Epoch 25, Acc: 0.5833202202989772, Loss: 0.003960030153393745\n",
            "Epoch 25, Acc: 0.5833857772183764, Loss: 1.3232143828645349e-05\n",
            "Epoch 25, Acc: 0.58329400660689, Loss: 0.824221134185791\n",
            "Epoch 25, Acc: 0.5833595470273671, Loss: 0.04950852319598198\n",
            "Epoch 25, Acc: 0.583425066834408, Loss: 0.02330903708934784\n",
            "Epoch 25, Acc: 0.5834905660377359, Loss: 0.00035339308669790626\n",
            "Epoch 25, Acc: 0.5835560446470681, Loss: 0.4356582462787628\n",
            "Epoch 25, Acc: 0.5836215026721157, Loss: 0.38647088408470154\n",
            "Epoch 25, Acc: 0.5836869401225837, Loss: 0.04213498905301094\n",
            "Epoch 25, Acc: 0.583752357008171, Loss: 0.05396130681037903\n",
            "Epoch 25, Acc: 0.5836606441476826, Loss: 1.767190933227539\n",
            "Epoch 25, Acc: 0.5837260446120013, Loss: 0.0017658369615674019\n",
            "Epoch 25, Acc: 0.583791424532747, Loss: 0.21944494545459747\n",
            "Epoch 25, Acc: 0.5838567839195979, Loss: 0.008085495792329311\n",
            "Epoch 25, Acc: 0.5839221227822264, Loss: 0.2160131186246872\n",
            "Epoch 25, Acc: 0.5839874411302983, Loss: 0.2380659431219101\n",
            "Epoch 25, Acc: 0.5840527389734735, Loss: 0.0997934564948082\n",
            "Epoch 25, Acc: 0.5841180163214061, Loss: 0.04573528841137886\n",
            "Epoch 25, Acc: 0.584183273183744, Loss: 0.0253472700715065\n",
            "Epoch 25, Acc: 0.5842485095701286, Loss: 0.181635320186615\n",
            "Epoch 25, Acc: 0.5843137254901961, Loss: 0.36879798769950867\n",
            "Epoch 25, Acc: 0.5843789209535759, Loss: 0.0266007911413908\n",
            "Epoch 25, Acc: 0.5844440959698918, Loss: 0.20793680846691132\n",
            "Epoch 25, Acc: 0.5845092505487613, Loss: 0.10888563096523285\n",
            "Epoch 25, Acc: 0.5845743846997962, Loss: 0.009997650049626827\n",
            "Epoch 25, Acc: 0.5846394984326019, Loss: 0.6497175693511963\n",
            "Epoch 25, Acc: 0.5845478765083842, Loss: 2.647520065307617\n",
            "Epoch 25, Acc: 0.5846129739893451, Loss: 0.10361764580011368\n",
            "Epoch 25, Acc: 0.5846780510731631, Loss: 0.1021498516201973\n",
            "Epoch 25, Acc: 0.5847431077694235, Loss: 0.21615545451641083\n",
            "Epoch 25, Acc: 0.5848081440877055, Loss: 0.008800412528216839\n",
            "Epoch 25, Acc: 0.5848731600375822, Loss: 0.00450477097183466\n",
            "Epoch 25, Acc: 0.5849381556286206, Loss: 0.5974503755569458\n",
            "Epoch 25, Acc: 0.5850031308703819, Loss: 0.00870729424059391\n",
            "Epoch 25, Acc: 0.5850680857724213, Loss: 0.017983831465244293\n",
            "Epoch 25, Acc: 0.5851330203442879, Loss: 0.7392408847808838\n",
            "Epoch 25, Acc: 0.5851979345955249, Loss: 0.0024075114633888006\n",
            "Epoch 25, Acc: 0.5852628285356696, Loss: 0.0025177467614412308\n",
            "Epoch 25, Acc: 0.5853277021742531, Loss: 0.08657136559486389\n",
            "Epoch 25, Acc: 0.5853925555208007, Loss: 0.21737658977508545\n",
            "Epoch 25, Acc: 0.5854573885848319, Loss: 1.1920928244535389e-07\n",
            "Epoch 25, Acc: 0.5855222013758599, Loss: 0.14047682285308838\n",
            "Epoch 25, Acc: 0.5855869939033922, Loss: 0.7070665955543518\n",
            "Epoch 25, Acc: 0.5856517661769303, Loss: 0.13172705471515656\n",
            "Epoch 25, Acc: 0.5857165182059697, Loss: 0.6192761659622192\n",
            "Epoch 25, Acc: 0.58578125, Loss: 0.036664385348558426\n",
            "Total Accuracy: 0.59\n",
            "WP Accuracy: 0.59\n",
            "SP Accuracy: 0.58\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Train Prediction\n",
        "print('Train Example:')\n",
        "print(qtn)\n",
        "print('Answer:', data['answer'])\n",
        "print('Predicted:', chr(97 + plbl.item()))"
      ],
      "metadata": {
        "id": "UVvi7VyTY-WE",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "139b2472-159f-4f21-b41a-6e75653a636f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Train Example:\n",
            "Question: What does I RIGHT I mean? \n",
            "\n",
            "    a. Right between the eyes.\n",
            "\n",
            "    b. Two letter I.\n",
            "    c. I am right next to myself.\n",
            "    d. None of above.\n",
            "Answer: Right between the eyes.\n",
            "\n",
            "Predicted: c\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.metrics import precision_score, recall_score, f1_score, accuracy_score\n",
        "\n",
        "true_labels = []\n",
        "predicted_labels = []\n",
        "\n",
        "model.eval()\n",
        "\n",
        "test_ans, test_qc, test_wpc, test_spc, test_corwp, test_corsp = 0, 0, 0, 0, 0, 0\n",
        "\n",
        "start_token_id = tokenizer.pad_token_id\n",
        "\n",
        "with torch.no_grad():\n",
        "    for data in np.concatenate((sp_test, wp_test)):\n",
        "        wp, sp = False, False\n",
        "        qtn, id = format(data)\n",
        "        if '_' in id:\n",
        "            continue\n",
        "        if \"WP\" in id:\n",
        "            wp = True\n",
        "        if \"SP\" in id:\n",
        "            sp = True\n",
        "\n",
        "        test_qc += 1\n",
        "        if wp:\n",
        "            test_wpc += 1\n",
        "        if sp:\n",
        "            test_spc += 1\n",
        "\n",
        "        inp = tokenizer(qtn, return_tensors=\"pt\", padding=True, truncation=True).to(device)\n",
        "        if data['answer'] not in data['choice_list']:\n",
        "            print(f\"Skipping question {id} because answer '{data['answer']}' is not in the list of choices.\")\n",
        "            continue\n",
        "\n",
        "        lbl = data['choice_list'].index(data['answer'])\n",
        "        decoder_input_ids = torch.full((1, 1), start_token_id, device=inp.input_ids.device)\n",
        "        op = model(input_ids=inp.input_ids, attention_mask=inp.attention_mask, decoder_input_ids=decoder_input_ids)\n",
        "        predicted_label = torch.argmax(op.logits, dim=-1).squeeze()\n",
        "\n",
        "        if predicted_label.item() == lbl:\n",
        "            test_ans += 1\n",
        "            if wp:\n",
        "                test_corwp += 1\n",
        "            if sp:\n",
        "                test_corsp += 1\n",
        "        true_labels.append(lbl)\n",
        "        predicted_labels.append(predicted_label.item())\n",
        "\n",
        "total_accuracy = test_ans / test_qc if test_qc > 0 else 0\n",
        "wp_accuracy = test_corwp / test_wpc if test_wpc > 0 else 0\n",
        "sp_accuracy = test_corsp / test_spc if test_spc > 0 else 0\n",
        "\n",
        "print(\"Evaluation Results:\")\n",
        "print(f\"Total Test Accuracy: {total_accuracy:.2f}\")\n",
        "print(f\"WP Test Accuracy: {wp_accuracy:.2f}\")\n",
        "print(f\"SP Test Accuracy: {sp_accuracy:.2f}\")"
      ],
      "metadata": {
        "id": "UsCJLYlHj6ED",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c50a8167-c7fa-423c-fa40-3986f0c8f3ba"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Evaluation Results:\n",
            "Total Test Accuracy: 0.47\n",
            "WP Test Accuracy: 0.50\n",
            "SP Test Accuracy: 0.44\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "precision = precision_score(true_labels, predicted_labels, average='macro')\n",
        "recall = recall_score(true_labels, predicted_labels, average='macro')\n",
        "f1 = f1_score(true_labels, predicted_labels, average='macro')\n",
        "accuracy = accuracy_score(true_labels, predicted_labels)\n",
        "\n",
        "print(f\"Precision: {precision}\")\n",
        "print(f\"Recall: {recall}\")\n",
        "print(f\"F1 Score: {f1}\")\n",
        "print(f\"Accuracy: {accuracy}\")\n"
      ],
      "metadata": {
        "id": "rvU5NP_r1lZm",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c308fe76-f946-45cc-cedf-f45dc05e2e7d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Precision: 0.6086956521739131\n",
            "Recall: 0.5710851648351649\n",
            "F1 Score: 0.5649867374005305\n",
            "Accuracy: 0.4666666666666667\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "DIulw8oCN1sj"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "TS5dnhiBAxY9"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}