GPT2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "8f1fa9a4539940ee81edf8be890ec430": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_07f86cb63d51443bb59a6c518c4a5150",
              "IPY_MODEL_018b0580c85e4f88bf93e4746e8ecfb1",
              "IPY_MODEL_19eda443037941bd96c31ee3e5812c00"
            ],
            "layout": "IPY_MODEL_a314e9a0b0854c5abbba40745cde8ca6"
          }
        },
        "07f86cb63d51443bb59a6c518c4a5150": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_492f8c2210444c0d8deef40233407b0e",
            "placeholder": "​",
            "style": "IPY_MODEL_796f862e24734f269ab82a075a5b5e93",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "018b0580c85e4f88bf93e4746e8ecfb1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b95c6d3bff9645e0a417b546468694f8",
            "max": 26,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_cf8a7c6170914d00a01e5edda40ae226",
            "value": 26
          }
        },
        "19eda443037941bd96c31ee3e5812c00": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_075ece4a691341b585f018356b4fa9b9",
            "placeholder": "​",
            "style": "IPY_MODEL_02a30b91beb9453abd557958fee5ac55",
            "value": " 26.0/26.0 [00:00&lt;00:00, 1.16kB/s]"
          }
        },
        "a314e9a0b0854c5abbba40745cde8ca6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "492f8c2210444c0d8deef40233407b0e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "796f862e24734f269ab82a075a5b5e93": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b95c6d3bff9645e0a417b546468694f8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cf8a7c6170914d00a01e5edda40ae226": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "075ece4a691341b585f018356b4fa9b9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "02a30b91beb9453abd557958fee5ac55": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c0a204b4445d49e9a5dc488100373afe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_12253e11007e45e8ad9c831e408e9348",
              "IPY_MODEL_88acfdb6acb0498d806a856e341ca2a2",
              "IPY_MODEL_fc6ad92a10554e4ea539632abf24d767"
            ],
            "layout": "IPY_MODEL_87efe26c2444425db20363250e82259b"
          }
        },
        "12253e11007e45e8ad9c831e408e9348": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8dd19c1504be490a90766ccebed0c3ff",
            "placeholder": "​",
            "style": "IPY_MODEL_70bd8dc4bf10471fa82230ff1c6f5d88",
            "value": "vocab.json: 100%"
          }
        },
        "88acfdb6acb0498d806a856e341ca2a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_acf2325b48f14fd88b67cb586773da95",
            "max": 1042301,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_38c2fab7e94743369e788c5de72735e2",
            "value": 1042301
          }
        },
        "fc6ad92a10554e4ea539632abf24d767": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_98dc7c237cb844d7ba6ff8e2cbc7e576",
            "placeholder": "​",
            "style": "IPY_MODEL_0ca8a0e9d8db4f5ea442169e1daff7bd",
            "value": " 1.04M/1.04M [00:00&lt;00:00, 1.64MB/s]"
          }
        },
        "87efe26c2444425db20363250e82259b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8dd19c1504be490a90766ccebed0c3ff": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "70bd8dc4bf10471fa82230ff1c6f5d88": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "acf2325b48f14fd88b67cb586773da95": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "38c2fab7e94743369e788c5de72735e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "98dc7c237cb844d7ba6ff8e2cbc7e576": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0ca8a0e9d8db4f5ea442169e1daff7bd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d6f843bccc034715a6004fce7d8ea505": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0ce6fd28e26a442aac7f5f2b0c854205",
              "IPY_MODEL_fcfbced98ee2402daedc62f01957a855",
              "IPY_MODEL_382cc3e998224ab98b1e5f3bc0b16197"
            ],
            "layout": "IPY_MODEL_0bf870b3502446079d1b7065263bea9f"
          }
        },
        "0ce6fd28e26a442aac7f5f2b0c854205": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_068c0a4765bf4ac18db4deb184510bd7",
            "placeholder": "​",
            "style": "IPY_MODEL_7ed93d4ad0ae4a06a0abb902e63c16d1",
            "value": "merges.txt: 100%"
          }
        },
        "fcfbced98ee2402daedc62f01957a855": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_307ea8269ba64d5c8ed1a8425f0d0ad2",
            "max": 456318,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d01428ed0b734b33b21e9c4f0210824f",
            "value": 456318
          }
        },
        "382cc3e998224ab98b1e5f3bc0b16197": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_06f2a3cf39054df2b811e7a464647fdb",
            "placeholder": "​",
            "style": "IPY_MODEL_5285b78becaa4a3892bd8520cf9f1abc",
            "value": " 456k/456k [00:00&lt;00:00, 24.5MB/s]"
          }
        },
        "0bf870b3502446079d1b7065263bea9f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "068c0a4765bf4ac18db4deb184510bd7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7ed93d4ad0ae4a06a0abb902e63c16d1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "307ea8269ba64d5c8ed1a8425f0d0ad2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d01428ed0b734b33b21e9c4f0210824f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "06f2a3cf39054df2b811e7a464647fdb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5285b78becaa4a3892bd8520cf9f1abc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c6fe3fbf44ef4729941c37e3b91ed81b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b32fd36db22e4f72b513c5374be64255",
              "IPY_MODEL_e94f312da8244dff9a14be37d66e7425",
              "IPY_MODEL_0149fe2d1e494d1eb8e11b3854950473"
            ],
            "layout": "IPY_MODEL_f20168fb89ed4b1ca904e633e843f222"
          }
        },
        "b32fd36db22e4f72b513c5374be64255": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6f7dc1c9ce904500b4e26dec07f7f2bb",
            "placeholder": "​",
            "style": "IPY_MODEL_c18880417b3641b899ace42ece835b02",
            "value": "tokenizer.json: 100%"
          }
        },
        "e94f312da8244dff9a14be37d66e7425": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1d96242dc4b14a1f9758d00962dc9c02",
            "max": 1355256,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7f37e41e4ee0478cb0801ea7b2d207a7",
            "value": 1355256
          }
        },
        "0149fe2d1e494d1eb8e11b3854950473": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_97b1c6f785134940a1a952e2c412137c",
            "placeholder": "​",
            "style": "IPY_MODEL_2add6cfaf3c24f13aac9301ddad27d40",
            "value": " 1.36M/1.36M [00:00&lt;00:00, 5.90MB/s]"
          }
        },
        "f20168fb89ed4b1ca904e633e843f222": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6f7dc1c9ce904500b4e26dec07f7f2bb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c18880417b3641b899ace42ece835b02": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1d96242dc4b14a1f9758d00962dc9c02": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7f37e41e4ee0478cb0801ea7b2d207a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "97b1c6f785134940a1a952e2c412137c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2add6cfaf3c24f13aac9301ddad27d40": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4ef13d8a790843afad709bb222075de5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2909a93e214342d589e282926d8ba1af",
              "IPY_MODEL_a4d0f5ce382e43eb8badfee09559baa2",
              "IPY_MODEL_f5ad06372fb44fc59549da0f0f23fe1c"
            ],
            "layout": "IPY_MODEL_416b7db79a1444e087bf263c872ea6e3"
          }
        },
        "2909a93e214342d589e282926d8ba1af": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d6d897ca837d49dfb343d1375fd4c8a7",
            "placeholder": "​",
            "style": "IPY_MODEL_a3acccb38b2a4825a6ddf4f7ca956f49",
            "value": "config.json: 100%"
          }
        },
        "a4d0f5ce382e43eb8badfee09559baa2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd97e4ea54fd44269fc245ecc7823249",
            "max": 665,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7406eac435f348fcb17c8cecff990a8e",
            "value": 665
          }
        },
        "f5ad06372fb44fc59549da0f0f23fe1c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b82af1ceb3954c0b86e442f050b2c8a1",
            "placeholder": "​",
            "style": "IPY_MODEL_91c17e75577c421cab6713cf3e562954",
            "value": " 665/665 [00:00&lt;00:00, 43.1kB/s]"
          }
        },
        "416b7db79a1444e087bf263c872ea6e3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6d897ca837d49dfb343d1375fd4c8a7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a3acccb38b2a4825a6ddf4f7ca956f49": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bd97e4ea54fd44269fc245ecc7823249": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7406eac435f348fcb17c8cecff990a8e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b82af1ceb3954c0b86e442f050b2c8a1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "91c17e75577c421cab6713cf3e562954": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "824830cfcf9b4825ae74af8fcafd485b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_bbd4d3b70c354a428c89bc2288e077d7",
              "IPY_MODEL_bc8f7b5d1d4f4648a56590abff5705ea",
              "IPY_MODEL_89adb7bc40744bbe81aa4f90b2fbb585"
            ],
            "layout": "IPY_MODEL_450fba5d676b47f9acf8eeeaecfde2ec"
          }
        },
        "bbd4d3b70c354a428c89bc2288e077d7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6881b398a05a47878a500f21fc7e1cfa",
            "placeholder": "​",
            "style": "IPY_MODEL_dd44531e7d444ed4985ff372cd3a7ce4",
            "value": "model.safetensors: 100%"
          }
        },
        "bc8f7b5d1d4f4648a56590abff5705ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cbdf90a11164453e8afaf32062ca194d",
            "max": 548105171,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4a2d0280a07c4660833faa14984c7305",
            "value": 548105171
          }
        },
        "89adb7bc40744bbe81aa4f90b2fbb585": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_960e36231bdc4bc8b5ea8ce114ab064e",
            "placeholder": "​",
            "style": "IPY_MODEL_10ec40edb51d4956859d1df7065bb205",
            "value": " 548M/548M [00:10&lt;00:00, 32.6MB/s]"
          }
        },
        "450fba5d676b47f9acf8eeeaecfde2ec": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6881b398a05a47878a500f21fc7e1cfa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dd44531e7d444ed4985ff372cd3a7ce4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cbdf90a11164453e8afaf32062ca194d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4a2d0280a07c4660833faa14984c7305": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "960e36231bdc4bc8b5ea8ce114ab064e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "10ec40edb51d4956859d1df7065bb205": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e7cebb6eedb14f80860946c2bc06c6be": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8f6445fa2dd141fb9386b6268d8385df",
              "IPY_MODEL_4487bde7ca484c9991ea6bba0cac75c0",
              "IPY_MODEL_ce4d68a3aa254eee959e782f40fd249f"
            ],
            "layout": "IPY_MODEL_a7b7b8a2011241289ac80e914958367c"
          }
        },
        "8f6445fa2dd141fb9386b6268d8385df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7e106ffb15c041549b28b1fefa195798",
            "placeholder": "​",
            "style": "IPY_MODEL_118d3e25d09c41e2912653bffec96625",
            "value": "generation_config.json: 100%"
          }
        },
        "4487bde7ca484c9991ea6bba0cac75c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f628fc74e7b44ef2ba1e3d61e581a587",
            "max": 124,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_113e1373a9684c0595ae8d5cf4014553",
            "value": 124
          }
        },
        "ce4d68a3aa254eee959e782f40fd249f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_96795e99a4aa43a1b9dfaeda9680356c",
            "placeholder": "​",
            "style": "IPY_MODEL_c7ce1a52bcbb4e109a6b2e1805f79fb7",
            "value": " 124/124 [00:00&lt;00:00, 2.41kB/s]"
          }
        },
        "a7b7b8a2011241289ac80e914958367c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7e106ffb15c041549b28b1fefa195798": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "118d3e25d09c41e2912653bffec96625": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f628fc74e7b44ef2ba1e3d61e581a587": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "113e1373a9684c0595ae8d5cf4014553": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "96795e99a4aa43a1b9dfaeda9680356c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c7ce1a52bcbb4e109a6b2e1805f79fb7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1a68e148b9964f78b649deaebf47f290": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4c29900916e6467aa5727e334f6e4ebc",
              "IPY_MODEL_998be7d61a1d421dbbe4ca56a3739c4d",
              "IPY_MODEL_3f735c3582a04182b37ca833fd4c6819"
            ],
            "layout": "IPY_MODEL_206e2d0b414f4a12be925dfb78112a91"
          }
        },
        "4c29900916e6467aa5727e334f6e4ebc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_be21afdb809d402cbb4fde534e2dc4d0",
            "placeholder": "​",
            "style": "IPY_MODEL_0fa1ec2e7aa84f37b199c45d661ce099",
            "value": "modules.json: 100%"
          }
        },
        "998be7d61a1d421dbbe4ca56a3739c4d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bbff2694ce1640dfa8e25905fc8e7ae2",
            "max": 349,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8df07e92dd394002a068a28201afb25a",
            "value": 349
          }
        },
        "3f735c3582a04182b37ca833fd4c6819": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ca129c07815342d4888055c941b6877a",
            "placeholder": "​",
            "style": "IPY_MODEL_d421cf10dead4cfa8631ef80a3d05ed6",
            "value": " 349/349 [00:00&lt;00:00, 19.2kB/s]"
          }
        },
        "206e2d0b414f4a12be925dfb78112a91": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "be21afdb809d402cbb4fde534e2dc4d0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0fa1ec2e7aa84f37b199c45d661ce099": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bbff2694ce1640dfa8e25905fc8e7ae2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8df07e92dd394002a068a28201afb25a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ca129c07815342d4888055c941b6877a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d421cf10dead4cfa8631ef80a3d05ed6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "68a43b9935d74cd9924ab7daa5354b64": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5a46039dcbc3475d901faf4ec568ac44",
              "IPY_MODEL_b5ecc6d9f2bc4516a1bb55a64c37e4fb",
              "IPY_MODEL_c9f19685cdb440389fd2f7d75ad0aeb9"
            ],
            "layout": "IPY_MODEL_3be90d2a3a014cc28a31cb35f84f84b1"
          }
        },
        "5a46039dcbc3475d901faf4ec568ac44": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5c67d1acd88142bc8ffd57cf5d49e89f",
            "placeholder": "​",
            "style": "IPY_MODEL_ef4050833a3d43b39ca1ee1b56c9dae7",
            "value": "config_sentence_transformers.json: 100%"
          }
        },
        "b5ecc6d9f2bc4516a1bb55a64c37e4fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_57e7b5b7238f405085c3de6011a822d9",
            "max": 116,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fba0e8409dba427daec8a8bf8923c68f",
            "value": 116
          }
        },
        "c9f19685cdb440389fd2f7d75ad0aeb9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1e29c05d638d44739241dd83846b39ab",
            "placeholder": "​",
            "style": "IPY_MODEL_d6867bf59f0c447c862850cf3302f855",
            "value": " 116/116 [00:00&lt;00:00, 7.97kB/s]"
          }
        },
        "3be90d2a3a014cc28a31cb35f84f84b1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5c67d1acd88142bc8ffd57cf5d49e89f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ef4050833a3d43b39ca1ee1b56c9dae7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "57e7b5b7238f405085c3de6011a822d9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fba0e8409dba427daec8a8bf8923c68f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "1e29c05d638d44739241dd83846b39ab": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d6867bf59f0c447c862850cf3302f855": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b8db34a4b23b476bbf3aec3ea61586e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_62cfafc10b2d4ebea48cf7bda08d2435",
              "IPY_MODEL_6ba20f7d899f4a4896420ed6d5f97361",
              "IPY_MODEL_71d24b5fc99d41dfb1f8115b9830a72d"
            ],
            "layout": "IPY_MODEL_8838489e2e554455aa7b886c9db6676f"
          }
        },
        "62cfafc10b2d4ebea48cf7bda08d2435": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_382cc086ba64495b89fe5873874aa30f",
            "placeholder": "​",
            "style": "IPY_MODEL_817b475d24a24e27b1caaa1252ab65ca",
            "value": "README.md: 100%"
          }
        },
        "6ba20f7d899f4a4896420ed6d5f97361": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ff021a041b54a928077cac8525ec14b",
            "max": 10659,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6fe0801ff21f4da2a6b767fd5fda5b88",
            "value": 10659
          }
        },
        "71d24b5fc99d41dfb1f8115b9830a72d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4aa70112e96e4d68b223db42351f288a",
            "placeholder": "​",
            "style": "IPY_MODEL_a01879223eaf412d8c2fb2f8afae09cf",
            "value": " 10.7k/10.7k [00:00&lt;00:00, 497kB/s]"
          }
        },
        "8838489e2e554455aa7b886c9db6676f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "382cc086ba64495b89fe5873874aa30f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "817b475d24a24e27b1caaa1252ab65ca": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7ff021a041b54a928077cac8525ec14b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6fe0801ff21f4da2a6b767fd5fda5b88": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4aa70112e96e4d68b223db42351f288a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a01879223eaf412d8c2fb2f8afae09cf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7b2b1f30b33c44f8a74f22d215146ff0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_cbb233b6cbff4fb3989af3680b72cc56",
              "IPY_MODEL_cccc416f420e4107abd0685f8ba95d02",
              "IPY_MODEL_6d1de35447f14763b44cdab7e16ae915"
            ],
            "layout": "IPY_MODEL_0edfe761c6c149b1bbf57a37b27b5c65"
          }
        },
        "cbb233b6cbff4fb3989af3680b72cc56": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0b9485294d7d469ea8e6e57e4369bf7a",
            "placeholder": "​",
            "style": "IPY_MODEL_0a9d968536d34317a81970734ac4f7c5",
            "value": "sentence_bert_config.json: 100%"
          }
        },
        "cccc416f420e4107abd0685f8ba95d02": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_773a05c4cb57443f8c5cbe3be4be0674",
            "max": 53,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c933c967c166448ca86744e03345d718",
            "value": 53
          }
        },
        "6d1de35447f14763b44cdab7e16ae915": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d99640317c404c0d93b8d55be2f766dd",
            "placeholder": "​",
            "style": "IPY_MODEL_d32cbf0b23524783ae723b54b1a2387c",
            "value": " 53.0/53.0 [00:00&lt;00:00, 3.49kB/s]"
          }
        },
        "0edfe761c6c149b1bbf57a37b27b5c65": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0b9485294d7d469ea8e6e57e4369bf7a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0a9d968536d34317a81970734ac4f7c5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "773a05c4cb57443f8c5cbe3be4be0674": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c933c967c166448ca86744e03345d718": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d99640317c404c0d93b8d55be2f766dd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d32cbf0b23524783ae723b54b1a2387c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a75cf551833943868fab0acd2f4f5be6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6bf3b9540d4744209628ab07470562c3",
              "IPY_MODEL_35109dfbbfa346ebac4ac5e1bc351149",
              "IPY_MODEL_5dea628706704a9bb9c0acb74f36c5f1"
            ],
            "layout": "IPY_MODEL_04e82910498042c9893c42b757735e80"
          }
        },
        "6bf3b9540d4744209628ab07470562c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_07839f8e1d0248f6942625b5917366b1",
            "placeholder": "​",
            "style": "IPY_MODEL_6f6f304dc2ae422eb4f0200f5efbedd9",
            "value": "config.json: 100%"
          }
        },
        "35109dfbbfa346ebac4ac5e1bc351149": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2e57ea05862b4885be44c3626be94b8d",
            "max": 612,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_edcff9e340a4492bbb9566b0bf4f623b",
            "value": 612
          }
        },
        "5dea628706704a9bb9c0acb74f36c5f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0b78b65af7794bac907def27ed94f833",
            "placeholder": "​",
            "style": "IPY_MODEL_5e1d065acf3549d89a1538fe86b583d4",
            "value": " 612/612 [00:00&lt;00:00, 37.0kB/s]"
          }
        },
        "04e82910498042c9893c42b757735e80": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "07839f8e1d0248f6942625b5917366b1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6f6f304dc2ae422eb4f0200f5efbedd9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2e57ea05862b4885be44c3626be94b8d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "edcff9e340a4492bbb9566b0bf4f623b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0b78b65af7794bac907def27ed94f833": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5e1d065acf3549d89a1538fe86b583d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2196bcee498a4b4f9a8cd7047f9c0588": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_13e12e8124e943f89da7b8a07f55f723",
              "IPY_MODEL_38018e44e800462b95109510a080abba",
              "IPY_MODEL_56d2ea9cc41c43118c438f0754d6734d"
            ],
            "layout": "IPY_MODEL_6c88c064efc94065a793e798afd02a27"
          }
        },
        "13e12e8124e943f89da7b8a07f55f723": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ac3695b10793463bab255ec8e36a6b05",
            "placeholder": "​",
            "style": "IPY_MODEL_731d9ab23ed54fcca0e01bbb62a8ca85",
            "value": "model.safetensors: 100%"
          }
        },
        "38018e44e800462b95109510a080abba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d64b8d45c0ab44efa1d1046544958565",
            "max": 90868376,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_485b383ecc3643d2875e6d26a302643c",
            "value": 90868376
          }
        },
        "56d2ea9cc41c43118c438f0754d6734d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_276253612b3c43d0a994c0dd34e8cb5c",
            "placeholder": "​",
            "style": "IPY_MODEL_93385557de2e4d6586c70bc566d6d461",
            "value": " 90.9M/90.9M [00:00&lt;00:00, 290MB/s]"
          }
        },
        "6c88c064efc94065a793e798afd02a27": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ac3695b10793463bab255ec8e36a6b05": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "731d9ab23ed54fcca0e01bbb62a8ca85": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d64b8d45c0ab44efa1d1046544958565": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "485b383ecc3643d2875e6d26a302643c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "276253612b3c43d0a994c0dd34e8cb5c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "93385557de2e4d6586c70bc566d6d461": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6c39b79d59224e5a9d3e121495861df3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_268ed699479a4d3db100d12fb412df28",
              "IPY_MODEL_325c1474f51c449e86a3844bbdcf879b",
              "IPY_MODEL_884b30c9e8454bb5a9a163b7504623c8"
            ],
            "layout": "IPY_MODEL_0b9e262f3ea2472cbf939f6b3dbfa873"
          }
        },
        "268ed699479a4d3db100d12fb412df28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_61072037c9b24f498ee4ecfa2f6d2a54",
            "placeholder": "​",
            "style": "IPY_MODEL_6b7ba90bdc7240d294562c6d8d53fabd",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "325c1474f51c449e86a3844bbdcf879b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fe7059b9309243b4b0dc1a081098af65",
            "max": 350,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6b2c1f4b61664a8890936ec34e7c5195",
            "value": 350
          }
        },
        "884b30c9e8454bb5a9a163b7504623c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e00ea9f94caf4460937c6524bd8234df",
            "placeholder": "​",
            "style": "IPY_MODEL_7fa9570f84674332b17ebf85ae671ad5",
            "value": " 350/350 [00:00&lt;00:00, 24.7kB/s]"
          }
        },
        "0b9e262f3ea2472cbf939f6b3dbfa873": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "61072037c9b24f498ee4ecfa2f6d2a54": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6b7ba90bdc7240d294562c6d8d53fabd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fe7059b9309243b4b0dc1a081098af65": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6b2c1f4b61664a8890936ec34e7c5195": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e00ea9f94caf4460937c6524bd8234df": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7fa9570f84674332b17ebf85ae671ad5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b7af6be0ac8f4984b67048ac91a41205": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0ff9d8566d7849b09ebbb02730be7e60",
              "IPY_MODEL_dbda280d3c50494cb656c33bcc7e526c",
              "IPY_MODEL_be60638a197c4a02b67e2c46272a569b"
            ],
            "layout": "IPY_MODEL_c6be887fdc7049c6a411b5262c684b37"
          }
        },
        "0ff9d8566d7849b09ebbb02730be7e60": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_23cab633fee84d629a9aa326ba455c04",
            "placeholder": "​",
            "style": "IPY_MODEL_84403306ec6b418cbf492cc07497ba16",
            "value": "vocab.txt: 100%"
          }
        },
        "dbda280d3c50494cb656c33bcc7e526c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_54c23530412f402292057e59b7bfdb56",
            "max": 231508,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_63c2d101d51c4018a98d5cd23a74d293",
            "value": 231508
          }
        },
        "be60638a197c4a02b67e2c46272a569b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9d2a2ad053fd46439207ad27ea1cbb4c",
            "placeholder": "​",
            "style": "IPY_MODEL_ad0e440d0af247b1b7407a4bc2561ffc",
            "value": " 232k/232k [00:00&lt;00:00, 13.0MB/s]"
          }
        },
        "c6be887fdc7049c6a411b5262c684b37": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "23cab633fee84d629a9aa326ba455c04": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "84403306ec6b418cbf492cc07497ba16": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "54c23530412f402292057e59b7bfdb56": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "63c2d101d51c4018a98d5cd23a74d293": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9d2a2ad053fd46439207ad27ea1cbb4c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad0e440d0af247b1b7407a4bc2561ffc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "eeeea23c17d34125bf99de4b50d95e21": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c94da9e43f2b4a768587250ff9e6b1eb",
              "IPY_MODEL_67a3b20f25d246aea094d5251b2bf0c3",
              "IPY_MODEL_818e8675a323426fa673d04b6f7fdcc0"
            ],
            "layout": "IPY_MODEL_86d2303b4a9a4f13af8739e226a6949a"
          }
        },
        "c94da9e43f2b4a768587250ff9e6b1eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f9d9b675176e4bf5982a68c817e15886",
            "placeholder": "​",
            "style": "IPY_MODEL_24826b340d7c4e72aa94f075553b406e",
            "value": "tokenizer.json: 100%"
          }
        },
        "67a3b20f25d246aea094d5251b2bf0c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2f93b9f8f0634a3cbb8b30cc3b9e4c1c",
            "max": 466247,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_979ea8f83ed64673b56697e5e4e3520d",
            "value": 466247
          }
        },
        "818e8675a323426fa673d04b6f7fdcc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_61a5c647fd754bfc973fb9635bf77cf1",
            "placeholder": "​",
            "style": "IPY_MODEL_47c2602a619b4169ac890b95fb7ce6ba",
            "value": " 466k/466k [00:00&lt;00:00, 5.95MB/s]"
          }
        },
        "86d2303b4a9a4f13af8739e226a6949a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f9d9b675176e4bf5982a68c817e15886": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "24826b340d7c4e72aa94f075553b406e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2f93b9f8f0634a3cbb8b30cc3b9e4c1c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "979ea8f83ed64673b56697e5e4e3520d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "61a5c647fd754bfc973fb9635bf77cf1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "47c2602a619b4169ac890b95fb7ce6ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "aef4b58877f34f768b3a8664ed0f300d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4afb9a0d0d934aef805afe71e59ebdd9",
              "IPY_MODEL_363ebfaae0fe4209b397ab525163d181",
              "IPY_MODEL_820458d2daae41ebaf156183586d71df"
            ],
            "layout": "IPY_MODEL_3e24f5f4c3734a3592c1048da23877d1"
          }
        },
        "4afb9a0d0d934aef805afe71e59ebdd9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_35b0581a891d4ed9a18f79a5b512d41e",
            "placeholder": "​",
            "style": "IPY_MODEL_f19c6444aa83411493d31bfc804e2537",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "363ebfaae0fe4209b397ab525163d181": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_294be0a8504f4699bdda850f3b1c365d",
            "max": 112,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_251261079265494c98b3b3af459f284d",
            "value": 112
          }
        },
        "820458d2daae41ebaf156183586d71df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a5d37c72237c4380947c21ed31a9c687",
            "placeholder": "​",
            "style": "IPY_MODEL_effe8e209e254aa1a87a311498c05da1",
            "value": " 112/112 [00:00&lt;00:00, 7.93kB/s]"
          }
        },
        "3e24f5f4c3734a3592c1048da23877d1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "35b0581a891d4ed9a18f79a5b512d41e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f19c6444aa83411493d31bfc804e2537": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "294be0a8504f4699bdda850f3b1c365d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "251261079265494c98b3b3af459f284d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a5d37c72237c4380947c21ed31a9c687": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "effe8e209e254aa1a87a311498c05da1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "450855ef5ae146cc8db11ee50322caf7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4353f0353f044dba8fb9083f4febbd37",
              "IPY_MODEL_2e30c87dfec64b698ac40aafbaf2fe27",
              "IPY_MODEL_3d69a5a9c9d64305808d8e8f34567cf6"
            ],
            "layout": "IPY_MODEL_2ad7e73167cc44d7b4ae28c94ffbf2b7"
          }
        },
        "4353f0353f044dba8fb9083f4febbd37": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6b91a57d3c3d4d3ab037a84ac5194dc2",
            "placeholder": "​",
            "style": "IPY_MODEL_60661f3b117049a3a9e66ac205d5037f",
            "value": "1_Pooling/config.json: 100%"
          }
        },
        "2e30c87dfec64b698ac40aafbaf2fe27": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_69a18e35dcf0426a92347c19bc21ea6f",
            "max": 190,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e5b911ae5f064f4299842c0aeaad7fb3",
            "value": 190
          }
        },
        "3d69a5a9c9d64305808d8e8f34567cf6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_950a2fee4a37499897dcda62acee5a8a",
            "placeholder": "​",
            "style": "IPY_MODEL_bf71955e6dff4a878a1a341cac3fe974",
            "value": " 190/190 [00:00&lt;00:00, 8.03kB/s]"
          }
        },
        "2ad7e73167cc44d7b4ae28c94ffbf2b7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6b91a57d3c3d4d3ab037a84ac5194dc2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "60661f3b117049a3a9e66ac205d5037f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "69a18e35dcf0426a92347c19bc21ea6f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e5b911ae5f064f4299842c0aeaad7fb3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "950a2fee4a37499897dcda62acee5a8a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bf71955e6dff4a878a1a341cac3fe974": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "## 1. Importing all necessary libraries"
      ],
      "metadata": {
        "id": "8yP4ocQ9_UWa"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HIOz3CY9UjoR",
        "outputId": "5bf7f25c-856a-406e-ad90-e294916d89d0"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 1
        }
      ],
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "\n",
        "import os\n",
        "import time\n",
        "import datetime\n",
        "from google.colab import drive\n",
        "\n",
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import numpy as np\n",
        "import random\n",
        "\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "import torch\n",
        "from torch.utils.data import Dataset, DataLoader, random_split, RandomSampler, SequentialSampler\n",
        "torch.manual_seed(42)\n",
        "\n",
        "from transformers import GPT2LMHeadModel,  GPT2Tokenizer, GPT2Config, GPT2LMHeadModel\n",
        "from transformers import AdamW, get_linear_schedule_with_warmup\n",
        "\n",
        "import nltk\n",
        "nltk.download('punkt')"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 2. Reading Lyrics Data from a csv file and storing in a dataframe.\n",
        "\n",
        "- Importing data then dropping any NA values and then tokenizing it.\n",
        "- Plotting document length."
      ],
      "metadata": {
        "id": "uDcwwv8L_cnk"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Lt4EZsEflJu2",
        "outputId": "0d6a6321-76c2-4169-dd21-b317b95bff1f"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv('/content/drive/MyDrive/LyricLab original copy/ed_sheeran_cleaned_songs.csv')  # Load dataset"
      ],
      "metadata": {
        "id": "cGTx1x-6Ur_F"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df.dropna(inplace=True)"
      ],
      "metadata": {
        "id": "7hgTNBhfVfs7"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "doc_lengths = []\n",
        "\n",
        "for lyrics in df['Lyrics']:\n",
        "\n",
        "    # get rough token count distribution\n",
        "    tokens = nltk.word_tokenize(lyrics)\n",
        "\n",
        "    doc_lengths.append(len(tokens))\n",
        "\n",
        "doc_lengths = np.array(doc_lengths)\n",
        "\n",
        "sns.distplot(doc_lengths)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 644
        },
        "id": "YP3Y4BYEV3Ot",
        "outputId": "1fe83934-beaf-403c-caf3-94d2e649ed1b"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-5-f3f06d9211db>:12: UserWarning: \n",
            "\n",
            "`distplot` is a deprecated function and will be removed in seaborn v0.14.0.\n",
            "\n",
            "Please adapt your code to use either `displot` (a figure-level function with\n",
            "similar flexibility) or `histplot` (an axes-level function for histograms).\n",
            "\n",
            "For a guide to updating your code to use the new functions, please see\n",
            "https://gist.github.com/mwaskom/de44147ed2974457ad6372750bbe5751\n",
            "\n",
            "  sns.distplot(doc_lengths)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<Axes: ylabel='Density'>"
            ]
          },
          "metadata": {},
          "execution_count": 5
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlEAAAGdCAYAAAAyviaMAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABd60lEQVR4nO3de3xT9f0/8FeSNkmvSUsvaUtLC1TuUChQigg6+7UoG3bqhuhXkDFxDp2uooLD4tR9URmKil/QOUG/E0H2c+i8MGtBUalFCuUOtkAv0KYX2iS9p00+vz/SBCKl0ND2pMnr+XjkUTj55Jx3DqF99fP5nM+RCSEEiIiIiKhb5FIXQERERNQfMUQRERERuYAhioiIiMgFDFFERERELmCIIiIiInIBQxQRERGRCxiiiIiIiFzAEEVERETkAh+pC/BkVqsV5eXlCAoKgkwmk7ocIiIiugJCCNTX1yM6Ohpy+aX7mxiielF5eTliY2OlLoOIiIhcUFZWhoEDB17yeYaoXhQUFATA9o8QHBwscTVERER0JUwmE2JjYx0/xy+FIaoX2YfwgoODGaKIiIj6mctNxeHEciIiIiIXMEQRERERuYAhioiIiMgFDFFERERELmCIIiIiInIBQxQRERGRCxiiiIiIiFzAEEVERETkAoYoIiIiIhcwRBERERG5gCGKiIiIyAUMUUREREQuYIgiIiIicgFDFBEREZELfKQugIiu3Ka80qvex10pcT1QCRERsSeKiIiIyAUMUUREREQuYIgiIiIicgFDFBEREZELGKKIiIiIXMAQRUREROQChigiIiIiFzBEEREREbmAIYqIiIjIBQxRRERERC5giCIiIiJyAUMUERERkQsYooiIiIhcwBBFRERE5AKGKCIiIiIXMEQRERERuYAhioiIiMgFDFFERERELmCIIiIiInIBQxQRERGRCxiiiIiIiFzAEEVERETkAoYoIiIiIhcwRBERERG5gCGKiIiIyAUMUUREREQuYIgiIiIicoFbhKjXX38d8fHxUKvVSElJwZ49e7psv3XrVgwfPhxqtRpjxozBZ5995vS8EAJZWVmIioqCn58f0tLSUFhY6NRm9uzZiIuLg1qtRlRUFO655x6Ul5c7tTl48CCuu+46qNVqxMbG4sUXX+yZN0xERET9nuQhasuWLcjMzMSKFSuwb98+jBs3Dunp6aiqquq0/e7duzF37lwsXLgQ+/fvR0ZGBjIyMnD48GFHmxdffBGvvvoq1q9fj7y8PAQEBCA9PR0tLS2ONjfccAM++OADnDhxAv/v//0/nDx5EnfccYfjeZPJhJtuugmDBg1Cfn4+Vq1ahaeffhpvvvlm750MIiIi6jdkQgghZQEpKSmYNGkS1q5dCwCwWq2IjY3FQw89hKVLl17Ufs6cOWhsbMQnn3zi2DZlyhQkJSVh/fr1EEIgOjoajz76KJYsWQIAMBqNiIyMxMaNG3HnnXd2WsfHH3+MjIwMtLa2wtfXF+vWrcOf/vQn6PV6KJVKAMDSpUuxbds2HD9+/Irem8lkgkajgdFoRHBwcLfOC1FnNuWVXvU+7kqJ64FKiIg815X+/Ja0J8psNiM/Px9paWmObXK5HGlpacjNze30Nbm5uU7tASA9Pd3R/vTp09Dr9U5tNBoNUlJSLrnP2tpavPfee5g6dSp8fX0dx5k+fbojQNmPc+LECdTV1XW6n9bWVphMJqcHEREReSZJQ1RNTQ0sFgsiIyOdtkdGRkKv13f6Gr1e32V7+9cr2ecTTzyBgIAADBgwAKWlpfjoo48ue5wLj/FTK1euhEajcTxiY2M7bUdERET9n+RzoqT02GOPYf/+/fjiiy+gUCgwb948XM3o5rJly2A0Gh2PsrKyHqyWiIiI3ImPlAcPCwuDQqFAZWWl0/bKykrodLpOX6PT6bpsb/9aWVmJqKgopzZJSUkXHT8sLAzXXHMNRowYgdjYWHz//fdITU295HEuPMZPqVQqqFSqy7xrIiIi8gSS9kQplUokJycjJyfHsc1qtSInJwepqamdviY1NdWpPQBkZ2c72ickJECn0zm1MZlMyMvLu+Q+7ccFbPOa7MfZtWsX2tranI4zbNgwhISEdPOdEhERkaeRfDgvMzMTf/vb3/DOO+/g2LFjeOCBB9DY2IgFCxYAAObNm4dly5Y52j/88MPYvn07Vq9ejePHj+Ppp5/G3r178eCDDwIAZDIZHnnkETz33HP4+OOPcejQIcybNw/R0dHIyMgAAOTl5WHt2rUoKChASUkJduzYgblz52LIkCGOoHXXXXdBqVRi4cKFOHLkCLZs2YJXXnkFmZmZfXuCiIiIyC1JOpwH2JYsqK6uRlZWFvR6PZKSkrB9+3bHJO7S0lLI5eez3tSpU7Fp0yYsX74cTz75JBITE7Ft2zaMHj3a0ebxxx9HY2MjFi1aBIPBgGnTpmH79u1Qq9UAAH9/f3z44YdYsWIFGhsbERUVhZkzZ2L58uWO4TiNRoMvvvgCixcvRnJyMsLCwpCVlYVFixb14dkhIiIidyX5OlGejOtEUU/jOlFERL2vX6wTRURERNRfMUQRERERuYAhioiIiMgFDFFERERELmCIIiIiInIBQxQRERGRCxiiiIiIiFzAEEVERETkAoYoIiIiIhcwRBERERG5gCGKiIiIyAUMUUREREQuYIgiIiIicgFDFBEREZELGKKIiIiIXMAQRUREROQChigiIiIiFzBEEREREbmAIYqIiIjIBQxRRERERC7wkboAIm+xKa9U6hKIiKgHsSeKiIiIyAUMUUREREQuYIgiIiIicgFDFBEREZELGKKIiIiIXMAQRUREROQChigiIiIiFzBEEREREbmAIYqIiIjIBQxRRERERC5giCIiIiJyAUMUERERkQsYooiIiIhcwBBFRERE5AKGKCIiIiIXMEQRERERucBH6gKI6PIqjM2oa2xDc1s7QgNUiB/gD5lMJnVZRERejSGKyI2Zmtvw74PlOFJuctoeF+qPG0dEIDEiSKLKiIiIw3lEbuqEvh5rcn7EkXIT5DJgYIgfhkYEwkcuQ2ltEzZ8V4zvimqkLpOIyGuxJ4rIDVUYm/H+nlKYLVbEaP1w24QYRGn8AAD1LW348lgVfiiuxaeHKuCrkGNyQqjEFRMReR+GKCI3U9/ShndzS2C2WDE0PBDzp8ZDIT8//ylI7YuMpGiofeX4prAGHxWcRaBKgZHRGgmrJiLyPm4xnPf6668jPj4earUaKSkp2LNnT5ftt27diuHDh0OtVmPMmDH47LPPnJ4XQiArKwtRUVHw8/NDWloaCgsLHc8XFxdj4cKFSEhIgJ+fH4YMGYIVK1bAbDY7tZHJZBc9vv/++55980QXEEJg8w9lMDa3ISxQibmT45wClJ1MJsPMUTpMTgiFAPCvgnI0my19XzARkReTPERt2bIFmZmZWLFiBfbt24dx48YhPT0dVVVVnbbfvXs35s6di4ULF2L//v3IyMhARkYGDh8+7Gjz4osv4tVXX8X69euRl5eHgIAApKeno6WlBQBw/PhxWK1WvPHGGzhy5AhefvllrF+/Hk8++eRFx/vyyy9RUVHheCQnJ/fOiSACcOisEadrGuGrkOGeKfHwUyou2VYmk+HnY6IQHqhCY2s7Pj9c0YeVEhGRTAghpCwgJSUFkyZNwtq1awEAVqsVsbGxeOihh7B06dKL2s+ZMweNjY345JNPHNumTJmCpKQkrF+/HkIIREdH49FHH8WSJUsAAEajEZGRkdi4cSPuvPPOTutYtWoV1q1bh1OnTgGw9UQlJCRg//79SEpKcum9mUwmaDQaGI1GBAcHu7QP8hyb8kq7fL7NYsXL2T/C0NyGtBER+NnwyCvab3FNI978xva5/e11CRgcFthl+7tS4q6sYCIiL3WlP78l7Ykym83Iz89HWlqaY5tcLkdaWhpyc3M7fU1ubq5TewBIT093tD99+jT0er1TG41Gg5SUlEvuE7AFrdDQiyfnzp49GxEREZg2bRo+/vjjbr0/ou74tqgGhuY2aPx8MW1o+BW/Lj4sAJPjbZ/dTw5UwCrt70VERF5D0hBVU1MDi8WCyEjn37gjIyOh1+s7fY1er++yvf1rd/ZZVFSE1157Dffff79jW2BgIFavXo2tW7fi008/xbRp05CRkdFlkGptbYXJZHJ6EF2JhtZ2fH2iGgAwc7QOSp/u/ddMH6WDykcOvakFJ/T1vVEiERH9hNdfnXf27FnMnDkTv/rVr3Dfffc5toeFhSEzM9Px90mTJqG8vByrVq3C7NmzO93XypUr8ec//7nXaybPk3fqnGM5g7Ex3b/Kzk+pwJTBA/D1j9XYeaIKw3VBXNGciKiXSdoTFRYWBoVCgcrKSqftlZWV0Ol0nb5Gp9N12d7+9Ur2WV5ejhtuuAFTp07Fm2++edl6U1JSUFRUdMnnly1bBqPR6HiUlZVddp9E7RYrvj9dCwCYlhjmcvi5dmgYfBUynKlrxsnqxp4skYiIOiFpiFIqlUhOTkZOTo5jm9VqRU5ODlJTUzt9TWpqqlN7AMjOzna0T0hIgE6nc2pjMpmQl5fntM+zZ8/i+uuvR3JyMjZs2AC5/PKnoqCgAFFRUZd8XqVSITg42OlBdDkHzhjR2NoOjZ8vRl/FWk+BKh9M7JgbtfNE51e3EhFRz5F8OC8zMxPz58/HxIkTMXnyZKxZswaNjY1YsGABAGDevHmIiYnBypUrAQAPP/wwZsyYgdWrV2PWrFnYvHkz9u7d6+hJkslkeOSRR/Dcc88hMTERCQkJeOqppxAdHY2MjAwA5wPUoEGD8Ne//hXV1dWOeuy9Ve+88w6USiXGjx8PAPjwww/x9ttv46233uqrU0NeQAjhuHXLlMEDOl0TqjumJ4Zjz6lanK5pRIWx2bHKORER9TzJQ9ScOXNQXV2NrKws6PV6JCUlYfv27Y6J4aWlpU69RFOnTsWmTZuwfPlyPPnkk0hMTMS2bdswevRoR5vHH38cjY2NWLRoEQwGA6ZNm4bt27dDrVYDsPVcFRUVoaioCAMHDnSq58IVH5599lmUlJTAx8cHw4cPx5YtW3DHHXf05ukgL3OqphF6Uwt8FTLHFXZXQ+PnixHRwTh81oi9xXX4xTiGKCKi3iL5OlGejOtE0YU6Wyfqg71lKCgzYFJ8KH45PqZHjlNYWY8Nu4uh9pVj2c0j4KtwHqrmOlFERF3rF+tEEXmz1nYLjpQbAQDJcdoe2++QiEBo/X3R0mZ17J+IiHoeQxSRRI6Wm9BmEQgNUCI21L/H9iuXyZA8KAQA8ENxXY/tl4iInDFEEUmkoMwAAEiK1fb4mk7JcSGQAThd04iahtYe3TcREdkwRBFJwNTShqKqBgDA+Fhtj+9f669EYqTtHnoHzhh6fP9ERMQQRSSJA2UGCABxof4YEKjqlWOMjdECAA6d4bwoIqLewBBFJIFDZ23BJqkXeqHsRkQFQyGToaq+FZWmll47DhGRt2KIIupjxuY2nKlrBgCMjO69pS/8lArHkJ49tBERUc9hiCLqY8cqTACA2BA/BKt9e/VYYzpuZnyYIYqIqMcxRBH1MXuIGnkV98m7UiOigqGQc0iPiKg3MEQR9aGWNgtOVTcCAEZG9f4q9mpfBRIjOKRHRNQbGKKI+tCJynpYhEB4oArhQb1zVd5Pje7o8Tre0QNGREQ9gyGKqA8dLbcP5fXdvRSv0QVBBqDc2AJjc1ufHZeIyNMxRBH1EYtV4MfKegC2uUp9JVDl47itzHE9e6OIiHoKQxRRHymtbUJruxX+SgUGhvj16bGH64IAACf09X16XCIiT8YQRdRHCjt6oYZGBELew/fKu5xhHSGqqKoBzWZLnx6biMhTMUQR9ZHCjnvlXRMR1OfH1gWrofHzRbtVIPdUTZ8fn4jIE/lIXQBRf7Epr9Tl1za0tqPcYFulfGjHKuJ9SSaTYbguCHmna5FzrAo/Gx7Z5zUQEXka9kQR9YGiqgYI2HqEenuV8ksZrrNNZt95vApCCElqICLyJAxRRH3APh8qUYJeKLuEsAAo5DKUG1twqqZRsjqIiDwFQxRRLxNCoKhjPlSiBPOh7JQ+cgwaYFvq4NtCzosiIrpaDFFEvUxvakF9azt8FTLEd4QYqdhD3DeF1ZLWQUTkCRiiiHqZ/V55CWEB8FFI+19uaMd99L4/VYs2i1XSWoiI+juGKKJedqraNpQ3OEy6+VB2URo1QgOUaGhtR0GZQepyiIj6NYYool5kFQKnz9l6ogaHB0hcDSCXyXDt0DAAwDc/ckiPiOhqMEQR9aIKQwta2qxQ+cgRpenbW71cynX2EFXEyeVERFeDIYqoF52qsQ3l2ZcXcAfTEm0h6kCZAcbmNomrISLqv7hiOVEvsk8qHxwm/VCe3VcnqhEWqERNgxl//c8JjIgK7tbr70qJ66XKiIj6F/ZEEfUSi1Wg2DEfSvpJ5ReyT3K3T3onIqLuY4gi6iXlhma0tlvh56uATqOWuhwnCR2T3E9z5XIiIpcxRBH1EntASQgLgFzmHvOh7BI6hhcrjC1oMrdLXA0RUf/EEEXUS+xDeVKvUt6ZYLUvwgNVEACKa5qkLoeIqF9iiCLqBUIIlNbawsmgAe4zqfxC9iE9+xWERETUPQxRRL2guqEVTWYLfOQyRGndaz6Unf2KQc6LIiJyDUMUUS8oPWfrhRoY4g8fuXv+N7PPi9JzXhQRkUvc87s7UT9Xcs4+lOd+86HsgtS+iAiyzYtibxQRUfcxRBH1AvukcncOUcD53qhihigiom5jiCLqYQ2t7TjXaAYADAp1z0nldvZJ7yW1vEKPiKi7GKKIelhpRy9URJAKfkqFxNV0zb78QrmhGeZ2q8TVEBH1LwxRRD3s/Hwo9+6FAgCtvxIaP19YBVBWx94oIqLuYIgi6mElte4/qfxC9jpLznFeFBFRdzBEEfWgNosVZw3NAIBBof0lRHXMizrHnigiou5giCLqQWfrmmGxCgSqfBAaoJS6nCtinxdVUtsEi1VIXA0RUf/BEEXUgy4cypO52U2HLyUyWA2VjxzmdisqTS1Sl0NE1G+4RYh6/fXXER8fD7VajZSUFOzZs6fL9lu3bsXw4cOhVqsxZswYfPbZZ07PCyGQlZWFqKgo+Pn5IS0tDYWFhY7ni4uLsXDhQiQkJMDPzw9DhgzBihUrYDabnfZz8OBBXHfddVCr1YiNjcWLL77Yc2+aPJJ9XlF/GcoDALlM5pgXVcx5UUREV0zyELVlyxZkZmZixYoV2LdvH8aNG4f09HRUVVV12n737t2YO3cuFi5ciP379yMjIwMZGRk4fPiwo82LL76IV199FevXr0deXh4CAgKQnp6Olhbbb9nHjx+H1WrFG2+8gSNHjuDll1/G+vXr8eSTTzr2YTKZcNNNN2HQoEHIz8/HqlWr8PTTT+PNN9/s3RNC/ZZViH51Zd6FOC+KiKj7ZEIISSdBpKSkYNKkSVi7di0AwGq1IjY2Fg899BCWLl16Ufs5c+agsbERn3zyiWPblClTkJSUhPXr10MIgejoaDz66KNYsmQJAMBoNCIyMhIbN27EnXfe2Wkdq1atwrp163Dq1CkAwLp16/CnP/0Jer0eSqVtbsvSpUuxbds2HD9+/Irem8lkgkajgdFoRHBw8JWfFHJLm/JKu3y+ytSCNTmF8JHLkPWLkW57z7zOnKppwFvfnEaw2gdPzBze5VDkXSlxfVgZEVHfu9Kf35J+lzebzcjPz0daWppjm1wuR1paGnJzczt9TW5urlN7AEhPT3e0P336NPR6vVMbjUaDlJSUS+4TsAWt0NBQp+NMnz7dEaDsxzlx4gTq6uo63UdraytMJpPTg7yHfT6UO990+FIGav2hkMlgamlHXVOb1OUQEfULkn6nr6mpgcViQWRkpNP2yMhI6PX6Tl+j1+u7bG//2p19FhUV4bXXXsP9999/2eNceIyfWrlyJTQajeMRGxvbaTvyTP3hpsOXovSRI1qrBsD1ooiIrlT/+nW5F5w9exYzZ87Er371K9x3331Xta9ly5bBaDQ6HmVlZT1UJfUHJf3kpsOXEs95UURE3SJpiAoLC4NCoUBlZaXT9srKSuh0uk5fo9Ppumxv/3ol+ywvL8cNN9yAqVOnXjRh/FLHufAYP6VSqRAcHOz0IO/QeMFNh+P60ZV5F+IVekRE3SNpiFIqlUhOTkZOTo5jm9VqRU5ODlJTUzt9TWpqqlN7AMjOzna0T0hIgE6nc2pjMpmQl5fntM+zZ8/i+uuvR3JyMjZs2AD5T+awpKamYteuXWhrOz8/JDs7G8OGDUNISIjrb5o8kv2+c2GBKvgrfSSuxjVxHT1RVfWtaDK3S1wNEZH7k3w4LzMzE3/729/wzjvv4NixY3jggQfQ2NiIBQsWAADmzZuHZcuWOdo//PDD2L59O1avXo3jx4/j6aefxt69e/Hggw8CAGQyGR555BE899xz+Pjjj3Ho0CHMmzcP0dHRyMjIAHA+QMXFxeGvf/0rqqurodfrneY63XXXXVAqlVi4cCGOHDmCLVu24JVXXkFmZmbfnRzqN8pqbbd6iQ3xk7gS1wWqfBAWqAIAlHJIj4joslz6lfnUqVMYPHhwjxQwZ84cVFdXIysrC3q9HklJSdi+fbtjEndpaalTL9HUqVOxadMmLF++HE8++SQSExOxbds2jB492tHm8ccfR2NjIxYtWgSDwYBp06Zh+/btUKttE2ezs7NRVFSEoqIiDBw40Kke+4oPGo0GX3zxBRYvXozk5GSEhYUhKysLixYt6pH3TZ7lTEdPVGw/Hcqzix/gj5qGVhSfa8LwKA5HExF1xaV1ouRyOWbMmIGFCxfijjvucIQTcsZ1ojzLpdaJsgqB5z49ipY2KxZfPxQx/bg3Kr+kDv9v3xkMCvXH/TOGdNqG60QRkafr1XWi9u3bh7FjxyIzMxM6nQ7333//ZW/VQuSpzjWY0dJmhY9cBp2mf/9CYZ9cfsbQjHaLVeJqiIjcm0shKikpCa+88grKy8vx9ttvo6KiAtOmTcPo0aPx0ksvobq6uqfrJHJb9knl0Vo/KOT946bDlzIgQAl/pQIWq0C5kTcjJiLqylVNLPfx8cFtt92GrVu34oUXXkBRURGWLFmC2NhYzJs3DxUVFT1VJ5HbKutYqby/Lm1wIZlM5rh5cimXOiAi6tJVhai9e/fi97//PaKiovDSSy9hyZIlOHnyJLKzs1FeXo5bb721p+okcltn6mxX5g3sx3OhLmQPg6W1vEKPiKgrLl2d99JLL2HDhg04ceIEbrnlFrz77ru45ZZbHFfRJSQkYOPGjYiPj+/JWoncTpvFigpjx/IGHtATBQCxA86HKCFElzcjJiLyZi6FqHXr1uE3v/kN7r33XkRFRXXaJiIiAn//+9+vqjgid1duaIZV2NZY0vr5Sl1Ojxio9YdcBpha2mFsboPWX3n5FxEReSGXQlR2djbi4uIuWuVbCIGysjLExcVBqVRi/vz5PVIkkbuyz4eKDfHzmB4bpY8cURo/nDU0o7S2iSGKiOgSXJoTNWTIENTU1Fy0vba2FgkJCVddFFF/UVbnWUN5dvZ5USWcF0VEdEkuhahLrc/Z0NDAhTfJq9iXNxgY4pkhqowhiojokro1nGe/b5xMJkNWVhb8/c//4LBYLMjLy0NSUlKPFkjkrupb2mBoaoMMnnNlnp09RJUbmtFmscJXIfltNomI3E63QtT+/fsB2HqiDh06BKXy/FwJpVKJcePGYcmSJT1bIZGbsi9tEB6kgtpXIXE1PUvr74sgtQ/qW9pxpq4ZCWEBUpdEROR2uhWidu7cCQBYsGABXnnlFd4PjryaY1K5h82HAmy9zXGh/jhSbkJZbRNDFBFRJ1zqo9+wYQMDFHk9+3yoWA+bD2XHyeVERF274p6o2267DRs3bkRwcDBuu+22Ltt++OGHV10YkTuzCuEYzosN9az5UHYXrlzORTeJiC52xSFKo9E4volqNJpeK4ioP6iub0VruxW+ChkigjzzitRorR8UMhkaW9tR22jGgECV1CUREbmVKw5RGzZs6PTPRN7IPh8qRusPhdwze2h8FXJEa9Uoq7MtuskQRUTkzKU5Uc3NzWhqOj9PoqSkBGvWrMEXX3zRY4URuTNPH8qz482IiYguzaUQdeutt+Ldd98FABgMBkyePBmrV6/GrbfeinXr1vVogUTuyNMnldvFDbBdlccQRUR0MZdC1L59+3DdddcBAP75z39Cp9OhpKQE7777Ll599dUeLZDI3Zjbrag0tQDwzOUNLmTvidIbW9DabpG4GiIi9+JSiGpqakJQUBAA4IsvvsBtt90GuVyOKVOmoKSkpEcLJHI35YZmWAUQrPaBxs9X6nJ6lcbPF1o/XwicH8IkIiIbl0LU0KFDsW3bNpSVleE///kPbrrpJgBAVVUV148ij+ep98u7lFjOiyIi6pRLISorKwtLlixBfHw8UlJSkJqaCsDWKzV+/PgeLZDI3ZTZJ5V72P3yLsUxufwcQxQR0YW6ddsXuzvuuAPTpk1DRUUFxo0b59h+44034pe//GWPFUfkjs7Ye6I8fD6U3aABzotuEhGRjUshCgB0Oh10Op3TtsmTJ191QUTurL6lDYamNsgAxGi9oydKp1HDRy5Dc5sFNQ1mqcshInIbLoWoxsZGPP/888jJyUFVVRWsVqvT86dOneqR4ojcjX1ydXiQCmpfhcTV9A0fuRwDQ/xQfK6J86KIiC7gUoj67W9/i6+//hr33HMPoqKieE8t8hr2lco9fWmDn4oL9e8IUY1Sl0JE5DZcClGff/45Pv30U1x77bU9XQ+RW7P3RA30kknldly5nIjoYi5dnRcSEoLQ0NCeroXIrVmF8JqVyn/K3vNWZWqFqaVN4mqIiNyDSyHq2WefRVZWltP984g8XU19K1rbrfBVyBAZrJa6nD4VpPZFaIASAkBBqUHqcoiI3IJLw3mrV6/GyZMnERkZifj4ePj6Oq/avG/fvh4pjsid2IfyYrR+UMi9bx5gXKg/ahvN2Fdah+nXhEtdDhGR5FwKURkZGT1cBpH787aVyn8qLtQfBWUG5JfUSV0KEZFbcClErVixoqfrIHJ7jvlQXnZlnp19cnlBqQFWq4DcC3vjiIgu5NKcKAAwGAx46623sGzZMtTW1gKwDeOdPXu2x4ojchctbRbojS0AvOd2Lz8VGayGUiFHfWs7CqsapC6HiEhyLvVEHTx4EGlpadBoNCguLsZ9992H0NBQfPjhhygtLcW7777b03USSepIuRFWAQSqfKDx8738CzyQQi7DwBA/nKppxL7SOgzTBUldEhGRpFzqicrMzMS9996LwsJCqNXnr1K65ZZbsGvXrh4rjshd7O+4Ii02xM+rF5eN67iP3j7OiyIici1E/fDDD7j//vsv2h4TEwO9Xn/VRRG5mwNnjAC8dz6UnX1eVH4pQxQRkUshSqVSwWQyXbT9xx9/RHg4L30mz1NQZgsN3nplnl1cx/s/Vd2IukbejJiIvJtLIWr27Nl45pln0NZmW7lYJpOhtLQUTzzxBG6//fYeLZBIaucaWlFW2wwZvO92Lz/lr/LB4PAAAMD+MvZGEZF3cylErV69Gg0NDQgPD0dzczNmzJiBoUOHIigoCH/5y196ukYiSRWUGQAAYUEqqH0V0hbjBibEhQAA9pUYpC2EiEhiLl2dp9FokJ2dje+++w4HDhxAQ0MDJkyYgLS0tJ6uj0hyBzpClLcubfBTyYNC8M/8M9jHeVFE5OW6HaKsVis2btyIDz/8EMXFxZDJZEhISIBOp4MQwquvXCLPtL8jRHn7fCg7e09UQZkB7RYrfBQuLzdHRNSvdeu7nxACs2fPxm9/+1ucPXsWY8aMwahRo1BSUoJ7770Xv/zlL3urTiJJWK3ifE+Ul1+ZZ5cYEYgglQ+azBacqKyXuhwiIsl0K0Rt3LgRu3btQk5ODvbv34/3338fmzdvxoEDB/Dll19ix44d3V5o8/XXX0d8fDzUajVSUlKwZ8+eLttv3boVw4cPh1qtxpgxY/DZZ585PS+EQFZWFqKiouDn54e0tDQUFhY6tfnLX/6CqVOnwt/fH1qtttPjyGSyix6bN2/u1nuj/q/4XCNMLe1Q+cihC1Zf/gVeQC6XISlOC4DrRRGRd+tWiHr//ffx5JNP4oYbbrjouZ/97GdYunQp3nvvvSve35YtW5CZmYkVK1Zg3759GDduHNLT01FVVdVp+927d2Pu3LlYuHAh9u/fj4yMDGRkZODw4cOONi+++CJeffVVrF+/Hnl5eQgICEB6ejpaWlocbcxmM371q1/hgQce6LK+DRs2oKKiwvHgjZe9j31S+egYDRS8V5yDY3J5xyKkRETeqFsh6uDBg5g5c+Yln7/55ptx4MCBK97fSy+9hPvuuw8LFizAyJEjsX79evj7++Ptt9/utP0rr7yCmTNn4rHHHsOIESPw7LPPYsKECVi7di0AWy/UmjVrsHz5ctx6660YO3Ys3n33XZSXl2Pbtm2O/fz5z3/GH//4R4wZM6bL+rRaLXQ6neNx4ers5B3sISopVitpHe4meZA9RLEnioi8V7dCVG1tLSIjIy/5fGRkJOrqruybqtlsRn5+vtMVfXK5HGlpacjNze30Nbm5uRddAZienu5of/r0aej1eqc2Go0GKSkpl9xnVxYvXoywsDBMnjwZb7/9NoQQXbZvbW2FyWRyelD/Zp8PNY4hyklSnBYyGVByrgk1Da1Sl0NEJIluhSiLxQIfn0tf0KdQKNDe3n5F+6qpqYHFYrkolEVGRl7y1jF6vb7L9vav3dnnpTzzzDP44IMPkJ2djdtvvx2///3v8dprr3X5mpUrV0Kj0TgesbGx3TomuZeWNguOVtiC8HiGKCfBal9cE2G7ATHnRRGRt+rWEgdCCNx7771QqVSdPt/a6jm/kT711FOOP48fPx6NjY1YtWoV/vCHP1zyNcuWLUNmZqbj7yaTiUGqHztaYUKbRWBAgNLrVyrvzIRBWpyorEd+aR1uGqWTuhwioj7XrZ6o+fPnIyIiwqm35cJHREQE5s2bd0X7CgsLg0KhQGVlpdP2yspK6HSdf0PW6XRdtrd/7c4+r1RKSgrOnDnTZVBUqVQIDg52elD/tb9j0vS4WC3XP+vE+I7J5fu5cjkRealu9URt2LChxw6sVCqRnJyMnJwcx1VvVqsVOTk5ePDBBzt9TWpqKnJycvDII484tmVnZyM1NRUAHIt+5uTkICkpCYCtNygvL++yV+JdTkFBAUJCQi7ZC0eexz5MZZ9ETc7s5+XAGQPaLFb4ctFNIvIyLt32padkZmZi/vz5mDhxIiZPnow1a9agsbERCxYsAADMmzcPMTExWLlyJQDg4YcfxowZM7B69WrMmjULmzdvxt69e/Hmm28CsK3t9Mgjj+C5555DYmIiEhIS8NRTTyE6OtppeYLS0lLU1taitLQUFosFBQUFAIChQ4ciMDAQ//73v1FZWYkpU6ZArVYjOzsb//M//4MlS5b06fkhadmvPLNfzk/OBocFQOvvC0NTG46Um3gFIxF5HUlD1Jw5c1BdXY2srCzo9XokJSVh+/btjonhpaWlkMvP/3Y7depUbNq0CcuXL8eTTz6JxMREbNu2DaNHj3a0efzxx9HY2IhFixbBYDBg2rRp2L59u9PyBFlZWXjnnXccfx8/fjwAYOfOnbj++uvh6+uL119/HX/84x8hhMDQoUMdyzGQdyg3NKPC2AKFXIZxsRqpy3FLMpkMEweF4MtjVdhbXMsQRUReRyYud90+ucxkMkGj0cBoNHJ+VD/z7wPleOj9/RgTo8G/H5oGANiUVypxVe7hrpQ4x5/f+PokVn5+HDeNjMSb8yZKWBURUc+50p/fnMRA1InzQ3laaQtxc5MTQgEAPxTXwmrl72NE5F0Yoog6YZ9UPoGTyrs0OkYDP18F6praUFTdIHU5RER9iiGK6Cda2iw4Um5bZJNX5nXNVyHHhEFaAMCe07XSFkNE1McYooh+4uAZI9qtApHBKsRoucjm5UyOHwCAIYqIvA9DFNFP5JecX9qAi2xe3qQEW2/dntO1l72/JBGRJ2GIIvqJfC6y2S3jY0Pgq5BBb2rBmbpmqcshIuozDFFEFxBCnL8yjyHqivgpFRg7UAsAyOOQHhF5EYYooguUnGtCbaMZSoUco6K5tteVmhRvW+pgz+lzEldCRNR3GKKILmAfyhszUAOVj0LiavqPFMd6UXUSV0JE1HcYoogukF/K+VCuSI4PgUwGnK5pRJWpRepyiIj6BEMU0QX2lfCmw64IVvtihM42/LmnmPOiiMg7MEQRdahvacOJynoAcCwgSVfOcQsYTi4nIi/BEEXUoaDMACGA2FA/RASppS6n37HPi+IVekTkLRiiiDo41ofiUJ5LJnZcoXeish7GpjaJqyEi6n0MUUQd9pUaAHB9KFeFB6kwODwAQgB7S9gbRUSejyGKCIDFKrCfk8qvmn1Ij/fRIyJvwBBFBOBouQn1re0IUvtgRBQX2XSVfdHN7xmiiMgLMEQRAcjrWGl7UnwoFHLedNhVUwYPAAAcOmOAqYXzoojIszFEEeH8FWX24ShyTbTWD/ED/GEVXOqAiDwfQxR5PatV4IeOBSInM0RdtdQhYQCA3Sd5Hz0i8mwMUeT1fqyqh6GpDf5KBUbHaKQup9+bOsQ2pMcQRUSejiGKvJ79SrLkQSHwVfC/xNWyz4s6VmFCXaNZ4mqIiHoPf2KQ18s7xflQPSk8SIVhkUEAgO9PsTeKiDwXQxR5NSGE48q8yQkDJK7Gc6RySI+IvABDFHm1UzWNqGkwQ+kjx7hYzofqKefnRdVIXAkRUe9hiCKvZh/KGx+rhcpHIXE1niNl8ADIZcDJ6kbojS1Sl0NE1CsYosir7ekYyksZzKG8nqTx88WYgVoAwDeF1dIWQ0TUSxiiyGvZ5kNxUnlvmZ5oWy/q2yIO6RGRZ2KIIq91pq4ZFcYW+MhlvOlwL5g2tCNEFdbAahUSV0NE1PMYoshr2S+/HztQAz8l50P1tPFxIQhQKnCu0YyjFSapyyEi6nEMUeS17Itscj5U71D6yB1LHXBIj4g8EUMUeS37fCjeL6/32If0OLmciDwRQxR5pQpjM0prmyCXARMHcT5Ub7numnAAwA/FdWg2WySuhoioZzFEkVeyD+WNitYgSO0rcTWea3BYAKI1apjbrY6V4YmIPAVDFHml7zrm6Njn7FDvkMlkmDHM1hv11QkO6RGRZ2GIIq8jhMB3RbZekakMUb3u+mERAICvTlRJXAkRUc9iiCKvU3KuCWcNzfBVyDipvA9cOzQMvgoZis814XRNo9TlEBH1GIYo8jrfddwUd3xcCPyVPhJX4/kCVT6OsLrzOHujiMhzMESR19ndMZRnv/yeet8NHUN6OzmkR0QehCGKvIrVKrC7oyfq2qGcD9VX7POi8k7VosncLnE1REQ9gyGKvMrRChPqmtoQqPLB2IFaqcvxGkPCAzAwxA9mi9XRE0hE1N8xRJFXsfdCpSSEwlfBj39fkclkjiG9HM6LIiIPIflPkddffx3x8fFQq9VISUnBnj17umy/detWDB8+HGq1GmPGjMFnn33m9LwQAllZWYiKioKfnx/S0tJQWFjo1OYvf/kLpk6dCn9/f2i12k6PU1pailmzZsHf3x8RERF47LHH0N7OYYj+7ptCW4iayvlQfe7GER0h6lglrFYhcTVERFdP0hC1ZcsWZGZmYsWKFdi3bx/GjRuH9PR0VFV1/pvq7t27MXfuXCxcuBD79+9HRkYGMjIycPjwYUebF198Ea+++irWr1+PvLw8BAQEID09HS0tLY42ZrMZv/rVr/DAAw90ehyLxYJZs2bBbDZj9+7deOedd7Bx40ZkZWX17AmgPtXSZnGsVD7jGoaovpY6ZAACVT6oqm/FwbNGqcshIrpqMiGEZL8SpqSkYNKkSVi7di0AwGq1IjY2Fg899BCWLl16Ufs5c+agsbERn3zyiWPblClTkJSUhPXr10MIgejoaDz66KNYsmQJAMBoNCIyMhIbN27EnXfe6bS/jRs34pFHHoHBYHDa/vnnn+PnP/85ysvLERkZCQBYv349nnjiCVRXV0OpVF7R+zOZTNBoNDAajQgODr7i80K94+sfqzH/7T2I1qjx3dKfQSaTdev1m/JKe6my/uWulDiXX7v4vX349FAFfn/9EDw+c3gPVkVE1HOu9Oe3ZD1RZrMZ+fn5SEtLO1+MXI60tDTk5uZ2+prc3Fyn9gCQnp7uaH/69Gno9XqnNhqNBikpKZfc56WOM2bMGEeAsh/HZDLhyJEjV7wfci+7frTddmT6NeHdDlDUM24aZfs/lX20UuJKiIiunmQhqqamBhaLxSmoAEBkZCT0en2nr9Hr9V22t3/tzj67c5wLj9GZ1tZWmEwmpwe5j68vCFEkjeuHRcBHLkNhVQOKuXo5EfVzkk8s9yQrV66ERqNxPGJjY6UuiTqUG5pRVNUAuQy4dgjnQ0lF4+eLlMG21cvZG0VE/Z1kISosLAwKhQKVlc7fSCsrK6HT6Tp9jU6n67K9/Wt39tmd41x4jM4sW7YMRqPR8SgrK7viY1Lvsg/lJcVqofH3lbga7/ZfI2y9ul8cvfLeYSIidyRZiFIqlUhOTkZOTo5jm9VqRU5ODlJTUzt9TWpqqlN7AMjOzna0T0hIgE6nc2pjMpmQl5d3yX1e6jiHDh1yukowOzsbwcHBGDly5CVfp1KpEBwc7PQg97CrkEN57uKmUbZfRPaW1KHK1HKZ1kRE7kvS4bzMzEz87W9/wzvvvINjx47hgQceQGNjIxYsWAAAmDdvHpYtW+Zo//DDD2P79u1YvXo1jh8/jqeffhp79+7Fgw8+CMC2oN8jjzyC5557Dh9//DEOHTqEefPmITo6GhkZGY79lJaWoqCgAKWlpbBYLCgoKEBBQQEaGhoAADfddBNGjhyJe+65BwcOHMB//vMfLF++HIsXL4ZKpeq7E0Q9ot1ixbcd60MxREkvWuuH8XFaCAF8fpi9UUTUf0l6C/s5c+aguroaWVlZ0Ov1SEpKwvbt2x2TuEtLSyGXn895U6dOxaZNm7B8+XI8+eSTSExMxLZt2zB69GhHm8cffxyNjY1YtGgRDAYDpk2bhu3bt0OtVjvaZGVl4Z133nH8ffz48QCAnTt34vrrr4dCocAnn3yCBx54AKmpqQgICMD8+fPxzDPP9PYpoV6QX1IHU0s7Qvx9MY63enELs8ZEYX+pAZ8eqsD8qfFSl0NE5BJJ14nydFwnyj2s/PwY3vj6FDKSorHmzvEu74frRNlczTpRdmcNzbj2+R2QyYC8ZTciIlh9+RcREfURt18niqiv7Oy4V9sNwyMkroTsYrR+SIq1DeltP8IhPSLqnxiiyKOdqWvCj5W2pQ1mcD6UW5k1JgoA8OnBCokrISJyDUMUeTR7L1TyoBBo/a/sdj3UN24eY7tKb09xLSp5lR4R9UOSTiwn6m07T9iWNuBQnnuxzy+LC/VHaW0T/vzxEUxLvPKewp6Yl0VEdLXYE0Ueq6XNgt0nbUsb/Iwhyi0lxWoBAAVlBknrICJyBUMUeazvimrQ0mZFjNYPwyKDpC6HOjE2RgO5DCg3tnBIj4j6HYYo8lhfHLHdqidtRARkMpnE1VBn/FU+joDL3igi6m8YosgjWawCOcdtIeq/Rl75fROp7yXFhQAADpQZYOWydUTUjzBEkUcqKKtDTYMZQWofpAwOlboc6sJwXRBUPnIYmttQXNModTlERFeMIYo8kn0o72fDI+Cr4Mfcnfkq5BgTowFgu0UPEVF/wZ8u5JGyj9qH8iIlroSuxMR4W2/hobNGNJstEldDRHRlGKLI4xRVNeBUTSOUCjlXKe8nYkP8EBmsQrtV4MAZg9TlEBFdES62Sf1Cd27++9UJ2yrl8WH++PcB3lKkP5DJZJg4KBSfHqrAD8W1SEkI5RWVROT22BNFHudIuQkAMCpKI3El1B3jY7VQyGWoMLag3MA1o4jI/TFEkUepbTTjrKEZMgAjooOlLoe6wV/lg1Ed/2Z7imslroaI6PIYosijHCk3AgASwgMQqOJodX8zuWOCeUFZHSeYE5HbY4gij3L4rC1EjY7mUF5/lBAWAF2wGm0Wgb0l7I0iIvfGEEUew9BkRlmdbShvFIfy+iWZTIbUIQMAAN+fOscVzInIrTFEkcewTygfNMAfQWpfiashV40bqIWfrwJ1TW04XlEvdTlERJfEEEUe41DHUN4oDuX1a0ofOSZ1zI3afapG4mqIiC6NIYo8Ql2TGaW1TZABjluIUP81ZXAo5DLgVHUjztY1S10OEVGnGKLIIxw6Y+uFig8LQLAfh/L6O62/EuMGagEAX/1YJW0xRESXwGvAySMc7LhViP0HL/V/068Jx/4yA46Wm1BV34KIIHWP7r87q+Bfyl0pcT1QCRH1V+yJon6vur4V5cYWyGW8Ks+TRAarMSIqGALANz9ybhQRuR+GKOr37L1QQyMCEcAFNj2K/QbS+8vqUNdklrgaIiJnDFHUrwkhcKBjPhSH8jxPXKg/hoQHwCqAHcc5N4qI3AtDFPVrZw3NqGlohY9chhFRHMrzRP81UgcA2FdSh+r6VomrISI6jyGK+rX9ZQYAwIioYKh9FdIWQ70iLtQfI3RBEAC+PFYpdTlERA4MUdRvWawCBztC1IQ4raS1UO9KGxkJGWwLqp41cN0oInIPDFHUbxVW1qPRbEGAygdDI4KkLod6UZTGD2MH2hZR/fRgBQTvqUdEboAhivot+1DeuIEaKOQyaYuhXpc+SgdfhQzF5xrxycEKqcshImKIov6ppc2CYxW2Gw6Pjw2RuBrqC1p/JaZ3LHmw8rNjaDZbJK6IiLwdQxT1SwfOGNBuFQgPUiFa27MrWZP7mp4YDq2/L8qNLfjfr4qkLoeIvBxDFPVLe4vrAACTBoVAJuNQnrfwVchxy+goAMC6r046eiOJiKTAEEX9TrmhGWcNzVDIZEiK41CetxkVHYybRkai3Srw+D8Pot1ilbokIvJSDFHU7+wtqQUAjIwORiBv8+J1ZDIZnssYjWC1Dw6dNeLNb05JXRIReSmGKOpXzO1WFHRclTcxnr1Q3ioiWI2sX4wCAKzJLsThs0aJKyIib8QQRf3KkXIjWtqsCPH3xZDwQKnLIQndPiEGN42MhNlixeJN+1Df0iZ1SUTkZRiiqF/5odg2lJc8KBRyTij3ajKZDC/eMRYxWj+UnGvCsg8PcRFOIupTDFHUb1TVt6D4XBNkAJIHcSiPbGtHvTp3PHzkMnxysAJvfXNa6pKIyIswRFG/kd+xrMEwXRA0fr4SV0PuInlQCJ68ZQQA4H8+P4b/HNFLXBEReQuGKOoX2q1W7CvtWBsqPlTiasjdLLg2Hv89JQ5CAI9sLsCBjosPiIh6E68Pp37hWIXtZsNBah9cE8mbDUtpU16p1CVcRCaT4elfjELJuSZ8U1iDeW/vwXu/TcHoGI3UpfW6q/33uCslrocqIfI+btET9frrryM+Ph5qtRopKSnYs2dPl+23bt2K4cOHQ61WY8yYMfjss8+cnhdCICsrC1FRUfDz80NaWhoKCwud2tTW1uLuu+9GcHAwtFotFi5ciIaGBsfzxcXFkMlkFz2+//77nnvjdMUcE8rjQnizYeqUj0KOdf+djAlxWhib23DP3/O4ojkR9SrJQ9SWLVuQmZmJFStWYN++fRg3bhzS09NRVVXVafvdu3dj7ty5WLhwIfbv34+MjAxkZGTg8OHDjjYvvvgiXn31Vaxfvx55eXkICAhAeno6WlpaHG3uvvtuHDlyBNnZ2fjkk0+wa9cuLFq06KLjffnll6ioqHA8kpOTe/4kUJcKK+tRVNUAGYCJHMqjLgSqfLDxN5MxLlaLuqY2/PqNXOw+WSN1WUTkoSQPUS+99BLuu+8+LFiwACNHjsT69evh7++Pt99+u9P2r7zyCmbOnInHHnsMI0aMwLPPPosJEyZg7dq1AGy9UGvWrMHy5ctx6623YuzYsXj33XdRXl6Obdu2AQCOHTuG7du346233kJKSgqmTZuG1157DZs3b0Z5ebnT8QYMGACdTud4+PpyQnNf27C7GAAwIioYoQFKaYshtxes9sW7v5mMiYNCUN/Sjvlv78GH+85IXRYReSBJQ5TZbEZ+fj7S0tIc2+RyOdLS0pCbm9vpa3Jzc53aA0B6erqj/enTp6HX653aaDQapKSkONrk5uZCq9Vi4sSJjjZpaWmQy+XIy8tz2vfs2bMRERGBadOm4eOPP+7y/bS2tsJkMjk96OoYmsyOH4BThwyQuBrqLzR+vvjHb1Mwa0wU2iwCmR8cwJ/+dQgtbRapSyMiDyJpiKqpqYHFYkFkZKTT9sjISOj1nV+mrNfru2xv/3q5NhEREU7P+/j4IDQ01NEmMDAQq1evxtatW/Hpp59i2rRpyMjI6DJIrVy5EhqNxvGIjY293Cmgy9j8Qxla2qyI0qiREBYgdTnUj6h9FXht7ng8eMNQAMB7eaXIeP073iKGiHoMr867hLCwMGRmZjr+PmnSJJSXl2PVqlWYPXt2p69ZtmyZ02tMJhOD1FVot1jxbsdQ3tQhAyDjCuXUTXK5DEvSh2FSQigytxTguL4es9d+i3unJmBgiB/UvgqpSySifkzSnqiwsDAoFApUVlY6ba+srIROp+v0NTqdrsv29q+Xa/PTievt7e2ora295HEBICUlBUVFRZd8XqVSITg42OlBrvvPkUqUG1swIECJsQO1UpdD/diMa8Lx+SPX4RfjomEVwNvfncaq/5zArh+rYW63Sl0eEfVTkoYopVKJ5ORk5OTkOLZZrVbk5OQgNTW109ekpqY6tQeA7OxsR/uEhATodDqnNiaTCXl5eY42qampMBgMyM/Pd7TZsWMHrFYrUlJSLllvQUEBoqKiuv9GySUbvrPdwuPulDj4KiS/BoL6uYggNV6bOx7v/GYyhoQHoLnNgu1H9Hhh+3FsP6yHocksdYlE1M9IPpyXmZmJ+fPnY+LEiZg8eTLWrFmDxsZGLFiwAAAwb948xMTEYOXKlQCAhx9+GDNmzMDq1asxa9YsbN68GXv37sWbb74JwLbo3iOPPILnnnsOiYmJSEhIwFNPPYXo6GhkZGQAAEaMGIGZM2fivvvuw/r169HW1oYHH3wQd955J6KjowEA77zzDpRKJcaPHw8A+PDDD/H222/jrbfe6uMz5J0OnTFib0kdfBUy/PeUQfjyWOdLXhB114xrwvHFH2fgiX8exI4TVahtNGNXYTW+KaxGQlgAxsVqMUwXhGA1r8Qloq5JHqLmzJmD6upqZGVlQa/XIykpCdu3b3dMDC8tLYVcfr4XYurUqdi0aROWL1+OJ598EomJidi2bRtGjx7taPP444+jsbERixYtgsFgwLRp07B9+3ao1WpHm/feew8PPvggbrzxRsjlctx+++149dVXnWp79tlnUVJSAh8fHwwfPhxbtmzBHXfc0ctnhIDzvVCzxkQhIlh9mdZE3aOQyzBhUAiS4rQ4XlGP3adqcKq6EadqbA8A0AWrkRgRiMTIIAwa4M/eUCK6iEwIIaQuwlOZTCZoNBoYjUbOj+qGqvoWXPv8DrRZBD5afC3GxWrd8lYjJJ2euFXJTz9TdU1mHCwz4EiFCWfrmnHhN0a5zBaqBob4Y2CIHwaG+CM8SIV7UgdddR1Xi7d9Iep5V/rzW/KeKKKf2vBdMdosAhPitBgXq5W6HPISIf5KzBgWgRnDItDY2o6iqgYUVtWjsKoB9S3tKDe2oNzYgj3FtvY+chn+mV+GkdEajIwOxqjoYIzQBcNPySv+iLwFQxS5FVNLG/6RWwIA+N2MIRJXQ94qQOWDcbG2EC+EgLG5DWV1zThT14Qzdc04a2iGud2KA2eMOHDm/LpTchkwODwQo6KDMTIqGKOiNRgVHYwQrrRP5JEYosit/OP7EtS3tiMxIhBpIyIv/wKiXiaTyaD1V0Lrr8SYGA0AwCoEahvNGBwegKPlJhzpeNQ0tKKoqgFFVQ34qOD8LaSiNWqnHqtR0cGI0fpx7TOifo4hitxGS5sFb39bDMDWCyWX8wcMuSe5TIawQBV+PjYaPx8b7dheZWrBkXITjlaYcKTciCPlJpSca3IMBX557Pz6dRo/3/M9VjG2XqvBYQHw4QR2on6DIYrcxtb8M6hpaEWM1g+zk6Iv/wIiNxMRrEZEsBo3DD9/WylTSxuOOYKV7VFYWQ9jcxt2nzyH3SfPOdqqfOQYrgvCyGgNRscEY9xA23ILvDKQyD0xRJFbMLdbsf6rkwCA+65L4A8N8hjBal+kDB6AlMHnb6Dd2m5BYWVDx1CgrcfqWIUJjWbLRfOsVD5yjIoOxrhYLZJitRg3UItBA/w5FEjkBhiiyC38M/8MzhqaERGkwp2Teck1eTaVjwKjYzQYHaMBYLu/ptUqUFLb5AhVh88acaDMAFNLO/aVGrCv1OB4vcbPF2MHajA+Vov61nbEhfpD5cOrAon6GkMUSc7cbsXrO233JHzg+iG8KSz1Gz25RpNcLkNCWAASwgIc86yEECg+14QDZQYUlBlw4IwBR8pNMDa34ZvCGnxTWGN7rQyI0fohvuP1g0ID+nSpBa5VRd6KIYokZ++FCg9SYS57oYgcZLLzwSpjfAwA2y8dJ/T1OHDGgH0lddhxogqGJtsSDGV1zfimsAYyAFFaNYZFBmGYLhgDQ/wg5/AfUY9jiCJJtbZbzvdCzWAvFNHlKH3kGDNQgzEDNfjvKYOwKa8UdU1mFNc04nTH41yjGeWGFpQbWrDzRDX8lQoMiwzCyOhgXBPJiepEPYUhiiT13velOGtohi5YzS59IheF+CsREqfE+LgQALYrAouqGnBCX4/Cqno0mS3YX2bA/jKDY6L62IFaDAkPlLhyov6NIYok09DajrUdvVAPpyWyF4qohwSrfTEhLgQT4kJgsQqU1DbieEU9Dp01wtjc5pio7q9U4ExdE+ZOjkN8WIDUZRP1OwxRJJm3vjllW/U5LAC/Sh4odTlEHkkhl2FwWCAGhwVi5mgdSs814eBZAw6dNaGxtR1v7DqFN3adwrShYbg7JQ5pIyM53Ed0hRiiSBI1Da34265TAIBHbxrGVZqJ+oBcJkN8WADiwwIwa0w0fqysR1ldE77+sRrfFtXg26IaxGj9cN91CZgzKY43Uya6DP7kIkms/uJHNJotGDtQg5tH66Quh8jrKOQyjIgKxsYFk7HrsRvw++uHICxQibOGZjz976O49oUdeC2nEMamNqlLJXJbDFHU545VmLDlB9u6MstnjeQ98ogkFhvqj8dnDse3T/wMz2aMRmyoH2obzVid/SOufWEHXvmyEI2t7VKXSeR2GKKoTwkh8NynR2EVwKwxUZicECp1SUTUQe2rwD1TBmHno9fjlTuTMFwXhIbWdrz85Y+YsWon3s0thrndKnWZRG6DIYr61BdHK/Fd0TkoFXIsvXm41OUQUSd8FHLcmhSDz/5wHV6bOx6DBvijpsGMrI+O4L9e/hqfHaqAEELqMokkxxBFfabJ3I5n/n0UAPDb6xIQG+ovcUVE1BW5XIZfjItG9h9n4NlbRyEsUIWSc034/Xv78N9/z0NRVYPUJRJJiiGK+swrOYU4a2hGjNYPD/0sUepyiOgKKX3kuCc1Hl8/dj3+cGMilD5yfFd0Dje/sgsrPz+G1naL1CUSSYIhivrECX09/v7NaQDAn2eP4qXTRP1QgMoHmf91DbL/OB03Do9Am0Xgja9P4eXsH3GswiR1eUR9jiGKep3FKrDsw4Notwr818hIpI2MlLokIroKgwYE4O/3TsLf509EXKg/TC3t+L/vS/D+nlI08Co+8iIMUdTr/v7tKewrNSBQ5YOnZ4+Suhwi6iE3jojEF3+cjhnXhEMuAw6dNWLNlz+ioKyOE8/JKzBEUa8qqmrAX7/4EQCwfNYIxGj9JK6IiHqS2leB9FE6PDBjKKI0ajSZLfhg7xn83/clMLVwoU7ybAxR1GvaLFYs2XoA5nYrrksMw5xJsVKXRES9JCbED7+/fijSRkRCIZfhuL4er3xZiANnDFKXRtRrGKKo17yc/SMKygwIUvng+dvHQibjyuREnkwhl+FnwyPw4A1DEa1Vo7nNgi0/lGHTnlKueE4eiSGKesW3hTVY9/VJAMDzt4/lMB6RF4kMVuOBGUPxs+ERkMuAw2eNWJNTyCv4yOP4SF0AeZ4qUwv++EEBhADmTo7DrLFRUpdE5JY25ZVKXUKvUchlSBsRiRG6YGzNL0NVfSv+7/sSTIjTYtaYaC5zQh6BPVHUo1rbLbj/H/morm/FNZGByPr5SKlLIiIJxYT4YfENQzE9MQwyAPtKDXh1RyEKq+qlLo3oqjFEUY8RQmD5vw5jf6kBwWofvHnPRP62SUTwVcgxc3QUFk0fjNAAJYzNbdjwXTE+KjjL1c6pX2OIoh7z5q5T2Jp/BnIZsPauCYgPC5C6JCJyI4MGBOAPP0vElMGhAIC807V4bUcRfiiulbgyItcwRFGP2Lq3DCs/Pw4A+NOskZh+TbjEFRGRO1L6yDF7XAx+c20CNH6+qG0049dv5OIvnx5FSxt7pah/YYiiq5Z9tBJLPzwEAFg0fTAWTkuQuCIicndDIwLx8I2JSI4LgRDA3745jZ+/9i0Ocl0p6kcYouiqbD9cgd+/lw+LVeD2CQOxdOZwqUsion5C7avA7ckD8ff5ExEepEJRVQN++b+78dIXJ2But0pdHtFlMUSRyz4qOIvFm/ajzSLwi3HReP72MZDLuaAmEXXPjSMi8cUj0/HzsVGwWAVe3VGEn7/2DXJPnpO6NKIuMURRtwkhsHZHIR7eXODogVozJwm+Cn6ciMg1IQFKrL1rAtbeNR4h/r74sbIBc//2PR56fz8qjM1Sl0fUKf7Uo25pNluQ+cEBx02FF1wbj1V3jIWCPVBE1AN+PjYaO5dcj3umDIJcBvz7QDluXP01/verIk48J7cjE0IIqYvwVCaTCRqNBkajEcHBwVKXc9WO6014aNN+FFY1QCGX4enZo3DPlEF9cmxPXtmZyNvdlRLX6fbDZ41Y8fER5JfUAQAig1VYfMNQzJkUC5WPZ65Bd7Xf6y51Lql7rvTnN3ui6LLaLFas++okZq/9DoVVDQgPUuH/fjO5zwIUEXmn0TEa/PN3qXjp1+MQo/VDpakVWR8dwc/++jXe31OKNgsnn5O0eO886tLukzV4+uMj+LGyAQBww7Bw/PVX4zAgUCVxZUTkDWQyGW6bMBCzxkbhgx/KsHZnEc4amrHsw0N45ctC3JUShzsnxyIiSC11qeSFGKLoIkII7Cutw0vZP+K7ItvVMaEBSvzplhG4bUIMZDLOfyKivqXyUeCe1Hj8amIsNuWV4n+/Ogm9qQUvZf+IV3MKMXO0DvdMGYRJ8aG8Spj6DEMUOTSZ2/GfI3ps/K4YB84YAQC+ChnmTo5D5n9dA62/UuIKicjbqX0V+M20BNw9JQ7bD+vxbm4J8kvq8MnBCnxysAK6YDVuGhWJmaN0mJwQCh8vumpYCIE2ixUyAAq5jL/w9gG3mFj++uuvY9WqVdDr9Rg3bhxee+01TJ48+ZLtt27diqeeegrFxcVITEzECy+8gFtuucXxvBACK1aswN/+9jcYDAZce+21WLduHRITEx1tamtr8dBDD+Hf//435HI5br/9drzyyisIDAx0tDl48CAWL16MH374AeHh4XjooYfw+OOPX/H76g8Ty43Nbfi2sAbZR/X44mglmsy2q1+UCjl+OT4GD/5sKGJD/SWukhPLiTzZ1U6GPlJuxP/lluDfB8rRaD5/BV+Ivy+uSwzHxPgQTIgLwYioYLe+kthqFXjr29NobG1HQ2s7Glo6vl7w5+Y2C8ztVrS2276aLVZYrYBVCFz4w1wms934WamQw1chQ6DaBxo/XwSrbQ+Nny+C/Xyg9VciLFCJiCA1woNUCA9SYUCA0qvCZ2eu9Oe35CFqy5YtmDdvHtavX4+UlBSsWbMGW7duxYkTJxAREXFR+927d2P69OlYuXIlfv7zn2PTpk144YUXsG/fPowePRoA8MILL2DlypV45513kJCQgKeeegqHDh3C0aNHoVbbxs1vvvlmVFRU4I033kBbWxsWLFiASZMmYdOmTQBsJ/Caa65BWloali1bhkOHDuE3v/kN1qxZg0WLFl3Re3O3ENXSZsHJ6gYUVTXg4Bkj9pbU4fBZIyzW8x+B2FA//Do5FnNT4hDmRvOeGKKIPFdPXVHW0mbB7pM12H5Yj+yjlahranN6PkCpQFKcFokRQRgcHoDBYYEYHB4AXbC614YAm8ztqG00o66xDbVNZpxraEVNQytqGsyoqW9Ftf3PDa2obTQ7fT+WikwGDAhQIrwjWEV0hKvwQBXCglQIC1BiQKAKAwKVCPFXunUwdVW/CVEpKSmYNGkS1q5dCwCwWq2IjY3FQw89hKVLl17Ufs6cOWhsbMQnn3zi2DZlyhQkJSVh/fr1EEIgOjoajz76KJYsWQIAMBqNiIyMxMaNG3HnnXfi2LFjGDlyJH744QdMnDgRALB9+3bccsstOHPmDKKjo7Fu3Tr86U9/gl6vh1JpG8ZaunQptm3bhuPHj1/Re+vtEGW1CjS1WdDU2o5GswVN5nY0mS0412BGdUMrquttjwpjM05WN+BMXTM6+9ceEh6A64dFYNbYKIyP1bplFzBDFJHn6o3L8tstVuwtqUPeqVrsLanF/lIDGlrbO22rkMsQGqBEWKAKYYFKDAhQwk/pA7WvHH6+Cqh9FfBRyCCEbaRDCMAqgOY2C5rNtu+/zWYLGju+Bze2tqOu0YzaJjNa2rp/BaGfrwKBah8Eqjoeah8EdfzZT6mAykcBpY/c9lDIoZDLIJcBcpkMv54YCwGBNottaK/NYkVruxX1Le0wNbfB1NIGU3MbjM1tMLXY6rzw50VNQyu6k+NkMiDUX4kBgUoMCFAhNFAJjZ+vo177+whS+yBQ5ev4u9rXVr9Kcf69uFMYu9Kf35LOiTKbzcjPz8eyZcsc2+RyOdLS0pCbm9vpa3Jzc5GZmem0LT09Hdu2bQMAnD59Gnq9HmlpaY7nNRoNUlJSkJubizvvvBO5ubnQarWOAAUAaWlpkMvlyMvLwy9/+Uvk5uZi+vTpjgBlP84LL7yAuro6hISEXFRba2srWltbHX83Gm3zikwmUzfOSteEELh+1VdoNLe79J8zWO2DweGBGKYLxPjYEIyP0yIm5PxwXX19fY/V2pOaGt2zLiK6ej35PfJCI8N8MTIsEgsmR8JiFSiqqsehM0aU1DbhdE0jis814kxtM9qsApXNjais6ZUy4KuQI8TfFyEBSoT6KxEa4OvoyRkQYP9qC3E7jlddQa+YAGDpeAC44EeBrL0ZMgAqACo5bAsZ+QI6PwUQogDQ9VWMFqvoCFYtTr1l5zr+fK7RjLomM2obzTA0t8EqgOqWJlTXunhyLqCQy+CjkEGpkEGpsAVXuUwGudwWEBUyGeQXBEZZx7b/++3kHl83zP6ZvFw/k6QhqqamBhaLBZGRkU7bIyMjL9nbo9frO22v1+sdz9u3ddXmp0OFPj4+CA0NdWqTkJBw0T7sz3UWolauXIk///nPF22PjY3t9L1I5QiAf0tdBBFRh/ukLsCDeOO5jHii9/ZdX18PjUZzyed5dV4PWrZsmVMvmdVqRW1tLQYMGOCWQ2RXymQyITY2FmVlZW4xt0tKPBfn8Vycx3NxHs/FeTwXNv3xPAghUF9fj+jo6C7bSRqiwsLCoFAoUFlZ6bS9srISOp2u09fodLou29u/VlZWIioqyqlNUlKSo01VVZXTPtrb21FbW+u0n86Oc+ExfkqlUkGlcp6MrdVqO23bHwUHB/eb/wC9jefiPJ6L83guzuO5OI/nwqa/nYeueqDsJL2GUalUIjk5GTk5OY5tVqsVOTk5SE1N7fQ1qampTu0BIDs729E+ISEBOp3OqY3JZEJeXp6jTWpqKgwGA/Lz8x1tduzYAavVipSUFEebXbt2oa2tzek4w4YN63Qoj4iIiLyMkNjmzZuFSqUSGzduFEePHhWLFi0SWq1W6PV6IYQQ99xzj1i6dKmj/XfffSd8fHzEX//6V3Hs2DGxYsUK4evrKw4dOuRo8/zzzwutVis++ugjcfDgQXHrrbeKhIQE0dzc7Ggzc+ZMMX78eJGXlye+/fZbkZiYKObOnet43mAwiMjISHHPPfeIw4cPi82bNwt/f3/xxhtv9MFZcS9Go1EAEEajUepSJMdzcR7PxXk8F+fxXJzHc2HjyedB8hAlhBCvvfaaiIuLE0qlUkyePFl8//33judmzJgh5s+f79T+gw8+ENdcc41QKpVi1KhR4tNPP3V63mq1iqeeekpERkYKlUolbrzxRnHixAmnNufOnRNz584VgYGBIjg4WCxYsEDU19c7tTlw4ICYNm2aUKlUIiYmRjz//PM9+8b7iZaWFrFixQrR0tIidSmS47k4j+fiPJ6L83guzuO5sPHk8yD5OlFERERE/ZF3r+tORERE5CKGKCIiIiIXMEQRERERuYAhioiIiMgFDFF0Wa+//jri4+OhVquRkpKCPXv2SF1Sj1q5ciUmTZqEoKAgREREICMjAydOnHBqc/3110PWca8m++N3v/udU5vS0lLMmjUL/v7+iIiIwGOPPYb29s5veOqunn766Yve5/Dhwx3Pt7S0YPHixRgwYAACAwNx++23X7QorSecBwCIj4+/6FzIZDIsXrwYgGd/Jnbt2oVf/OIXiI6Ohkwmc9yb1E4IgaysLERFRcHPzw9paWkoLCx0alNbW4u7774bwcHB0Gq1WLhwIRoaGpzaHDx4ENdddx3UajViY2Px4osv9vZb67auzkVbWxueeOIJjBkzBgEBAYiOjsa8efNQXl7utI/OPkvPP/+8Uxt3PxeX+0zce++9F73HmTNnOrXxlM+EE4mvDiQ3t3nzZqFUKsXbb78tjhw5Iu677z6h1WpFZWWl1KX1mPT0dLFhwwZx+PBhUVBQIG655RYRFxcnGhoaHG1mzJgh7rvvPlFRUeF4XLjmSXt7uxg9erRIS0sT+/fvF5999pkICwsTy5Ytk+ItuWzFihVi1KhRTu+zurra8fzvfvc7ERsbK3JycsTevXvFlClTxNSpUx3Pe8p5EEKIqqoqp/OQnZ0tAIidO3cKITz7M/HZZ5+JP/3pT+LDDz8UAMS//vUvp+eff/55odFoxLZt28SBAwfE7NmzO12Lb9y4ceL7778X33zzjRg6dKjTWnxGo1FERkaKu+++Wxw+fFi8//77ws/Pz+3W4uvqXBgMBpGWlia2bNkijh8/LnJzc8XkyZNFcnKy0z4GDRoknnnmGafPyoXfX/rDubjcZ2L+/Pli5syZTu+xtrbWqY2nfCYuxBBFXZo8ebJYvHix4+8Wi0VER0eLlStXSlhV76qqqhIAxNdff+3YNmPGDPHwww9f8jWfffaZkMvljkVihRBi3bp1Ijg4WLS2tvZmuT1qxYoVYty4cZ0+ZzAYhK+vr9i6datj27FjxwQAkZubK4TwnPPQmYcfflgMGTJEWK1WIYT3fCZ++gPTarUKnU4nVq1a5dhmMBiESqUS77//vhBCiKNHjwoA4ocffnC0+fzzz4VMJhNnz54VQgjxv//7vyIkJMTpXDzxxBNi2LBhvfyOXNdZePipPXv2CACipKTEsW3QoEHi5ZdfvuRr+tu5uFSIuvXWWy/5Gk/9THA4jy7JbDYjPz8faWlpjm1yuRxpaWnIzc2VsLLeZTQaAQChoaFO29977z2EhYVh9OjRWLZsGZqamhzP5ebmYsyYMYiMjHRsS09Ph8lkwpEjR/qm8B5SWFiI6OhoDB48GHfffTdKS0sBAPn5+Whra3P6PAwfPhxxcXGOz4MnnYcLmc1m/OMf/8BvfvMbp5uJe8tn4kKnT5+GXq93+hxoNBqkpKQ4fQ60Wi0mTpzoaJOWlga5XI68vDxHm+nTp0OpVDrapKen48SJE6irq+ujd9PzjEYjZDLZRfdNff755zFgwACMHz8eq1atchrW9ZRz8dVXXyEiIgLDhg3DAw88gHPnzjme89TPhKQ3ICb3VlNTA4vF4vRDAAAiIyNx/PhxiarqXVarFY888giuvfZajB492rH9rrvuwqBBgxAdHY2DBw/iiSeewIkTJ/Dhhx8CAPR6fafnyf5cf5GSkoKNGzdi2LBhqKiowJ///Gdcd911OHz4MPR6PZRK5UU/HCIjIx3v0VPOw09t27YNBoMB9957r2Obt3wmfspee2fv7cLPQUREhNPzPj4+CA0NdWqTkJBw0T7sz/XHe5S2tLTgiSeewNy5c51utPuHP/wBEyZMQGhoKHbv3o1ly5ahoqICL730EgDPOBczZ87EbbfdhoSEBJw8eRJPPvkkbr75ZuTm5kKhUHjsZ4IhiugCixcvxuHDh/Htt986bV+0aJHjz2PGjEFUVBRuvPFGnDx5EkOGDOnrMnvNzTff7Pjz2LFjkZKSgkGDBuGDDz6An5+fhJVJ6+9//ztuvvlmREdHO7Z5y2eCrkxbWxt+/etfQwiBdevWOT2XmZnp+PPYsWOhVCpx//33Y+XKlVCpVH1daq+48847HX8eM2YMxo4diyFDhuCrr77CjTfeKGFlvYvDeXRJYWFhUCgUF119VVlZCZ1OJ1FVvefBBx/EJ598gp07d2LgwIFdtk1JSQEAFBUVAQB0Ol2n58n+XH+l1WpxzTXXoKioCDqdDmazGQaDwanNhZ8HTzwPJSUl+PLLL/Hb3/62y3be8pmw197V9wWdToeqqiqn59vb21FbW+uRnxV7gCopKUF2drZTL1RnUlJS0N7ejuLiYgCedS7sBg8ejLCwMKf/D574mWCIoktSKpVITk5GTk6OY5vVakVOTg5SU1MlrKxnCSHw4IMP4l//+hd27NhxUXdyZwoKCgAAUVFRAIDU1FQcOnTI6ZuE/ZvpyJEje6XuvtDQ0ICTJ08iKioKycnJ8PX1dfo8nDhxAqWlpY7Pgyeehw0bNiAiIgKzZs3qsp23fCYSEhKg0+mcPgcmkwl5eXlOnwODwYD8/HxHmx07dsBqtTrCZmpqKnbt2oW2tjZHm+zsbAwbNswth20uxR6gCgsL8eWXX2LAgAGXfU1BQQHkcrljeMtTzsWFzpw5g3Pnzjn9f/DIz4TUM9vJvW3evFmoVCqxceNGcfToUbFo0SKh1Wqdrjjq7x544AGh0WjEV1995XR5blNTkxBCiKKiIvHMM8+IvXv3itOnT4uPPvpIDB48WEyfPt2xD/vl7DfddJMoKCgQ27dvF+Hh4f3icvYLPfroo+Krr74Sp0+fFt99951IS0sTYWFhoqqqSghhW+IgLi5O7NixQ+zdu1ekpqaK1NRUx+s95TzYWSwWERcXJ5544gmn7Z7+maivrxf79+8X+/fvFwDESy+9JPbv3++44uz5558XWq1WfPTRR+LgwYPi1ltv7XSJg/Hjx4u8vDzx7bffisTERKfL2Q0Gg4iMjBT33HOPOHz4sNi8ebPw9/d3u8vZuzoXZrNZzJ49WwwcOFAUFBQ4ff+wX2G2e/du8fLLL4uCggJx8uRJ8Y9//EOEh4eLefPmOY7RH85FV+ehvr5eLFmyROTm5orTp0+LL7/8UkyYMEEkJiaKlpYWxz485TNxIYYouqzXXntNxMXFCaVSKSZPniy+//57qUvqUQA6fWzYsEEIIURpaamYPn26CA0NFSqVSgwdOlQ89thjTmsCCSFEcXGxuPnmm4Wfn58ICwsTjz76qGhra5PgHbluzpw5IioqSiiVShETEyPmzJkjioqKHM83NzeL3//+9yIkJET4+/uLX/7yl6KiosJpH55wHuz+85//CADixIkTTts9/TOxc+fOTv9PzJ8/XwhhW+bgqaeeEpGRkUKlUokbb7zxonN07tw5MXfuXBEYGCiCg4PFggULRH19vVObAwcOiGnTpgmVSiViYmLE888/31dv8Yp1dS5Onz59ye8f9vXE8vPzRUpKitBoNEKtVosRI0aI//mf/3EKF0K4/7no6jw0NTWJm266SYSHhwtfX18xaNAgcd999130y7anfCYuJBNCiD7o8CIiIiLyKJwTRUREROQChigiIiIiFzBEEREREbmAIYqIiIjIBQxRRERERC5giCIiIiJyAUMUERERkQsYooiIiIhcwBBFRERE5AKGKCIiIiIXMEQRERERuYAhioiIiMgF/x/DA8CKZfsV9wAAAABJRU5ErkJggg==\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# the max token length\n",
        "len(doc_lengths[doc_lengths > 768])/len(doc_lengths)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OlmguoXAWIoJ",
        "outputId": "37ea9575-db27-4cb3-be85-94e16e354525"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.10227272727272728"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "np.average(doc_lengths)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LsxL7DLBWRP5",
        "outputId": "0fcc17c5-565b-4db3-8ec4-acfc522d1e2d"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "438.96022727272725"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 3. Loading GPT2 Tokenizer and preparing data for model training"
      ],
      "metadata": {
        "id": "szP4b9QvBRmo"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Load the GPT tokenizer.\n",
        "tokenizer = GPT2Tokenizer.from_pretrained('gpt2', bos_token='<|startoftext|>', eos_token='<|endoftext|>', pad_token='<|pad|>') #gpt2-medium"
      ],
      "metadata": {
        "id": "f44hctHiWekJ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 304,
          "referenced_widgets": [
            "8f1fa9a4539940ee81edf8be890ec430",
            "07f86cb63d51443bb59a6c518c4a5150",
            "018b0580c85e4f88bf93e4746e8ecfb1",
            "19eda443037941bd96c31ee3e5812c00",
            "a314e9a0b0854c5abbba40745cde8ca6",
            "492f8c2210444c0d8deef40233407b0e",
            "796f862e24734f269ab82a075a5b5e93",
            "b95c6d3bff9645e0a417b546468694f8",
            "cf8a7c6170914d00a01e5edda40ae226",
            "075ece4a691341b585f018356b4fa9b9",
            "02a30b91beb9453abd557958fee5ac55",
            "c0a204b4445d49e9a5dc488100373afe",
            "12253e11007e45e8ad9c831e408e9348",
            "88acfdb6acb0498d806a856e341ca2a2",
            "fc6ad92a10554e4ea539632abf24d767",
            "87efe26c2444425db20363250e82259b",
            "8dd19c1504be490a90766ccebed0c3ff",
            "70bd8dc4bf10471fa82230ff1c6f5d88",
            "acf2325b48f14fd88b67cb586773da95",
            "38c2fab7e94743369e788c5de72735e2",
            "98dc7c237cb844d7ba6ff8e2cbc7e576",
            "0ca8a0e9d8db4f5ea442169e1daff7bd",
            "d6f843bccc034715a6004fce7d8ea505",
            "0ce6fd28e26a442aac7f5f2b0c854205",
            "fcfbced98ee2402daedc62f01957a855",
            "382cc3e998224ab98b1e5f3bc0b16197",
            "0bf870b3502446079d1b7065263bea9f",
            "068c0a4765bf4ac18db4deb184510bd7",
            "7ed93d4ad0ae4a06a0abb902e63c16d1",
            "307ea8269ba64d5c8ed1a8425f0d0ad2",
            "d01428ed0b734b33b21e9c4f0210824f",
            "06f2a3cf39054df2b811e7a464647fdb",
            "5285b78becaa4a3892bd8520cf9f1abc",
            "c6fe3fbf44ef4729941c37e3b91ed81b",
            "b32fd36db22e4f72b513c5374be64255",
            "e94f312da8244dff9a14be37d66e7425",
            "0149fe2d1e494d1eb8e11b3854950473",
            "f20168fb89ed4b1ca904e633e843f222",
            "6f7dc1c9ce904500b4e26dec07f7f2bb",
            "c18880417b3641b899ace42ece835b02",
            "1d96242dc4b14a1f9758d00962dc9c02",
            "7f37e41e4ee0478cb0801ea7b2d207a7",
            "97b1c6f785134940a1a952e2c412137c",
            "2add6cfaf3c24f13aac9301ddad27d40",
            "4ef13d8a790843afad709bb222075de5",
            "2909a93e214342d589e282926d8ba1af",
            "a4d0f5ce382e43eb8badfee09559baa2",
            "f5ad06372fb44fc59549da0f0f23fe1c",
            "416b7db79a1444e087bf263c872ea6e3",
            "d6d897ca837d49dfb343d1375fd4c8a7",
            "a3acccb38b2a4825a6ddf4f7ca956f49",
            "bd97e4ea54fd44269fc245ecc7823249",
            "7406eac435f348fcb17c8cecff990a8e",
            "b82af1ceb3954c0b86e442f050b2c8a1",
            "91c17e75577c421cab6713cf3e562954"
          ]
        },
        "outputId": "5cc60e70-d164-4c77-e51a-cfffc3ce11ae"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/26.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8f1fa9a4539940ee81edf8be890ec430"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "vocab.json:   0%|          | 0.00/1.04M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c0a204b4445d49e9a5dc488100373afe"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d6f843bccc034715a6004fce7d8ea505"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.36M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c6fe3fbf44ef4729941c37e3b91ed81b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/665 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4ef13d8a790843afad709bb222075de5"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "batch_size = 2 # setting batch size as 2 to avoid out of memory problems."
      ],
      "metadata": {
        "id": "r-_OQKoUXMB3"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Custom Dataset class for preparing text data for GPT-2 model training.\n",
        "\n",
        "#### Attributes:\n",
        "-----------\n",
        "tokenizer : transformers.PreTrainedTokenizer\n",
        "    The tokenizer to be used for encoding the text.\n",
        "\n",
        "input_ids : List[torch.Tensor]\n",
        "    List of input ID tensors for each text sample.\n",
        "\n",
        "attn_masks : List[torch.Tensor]\n",
        "    List of attention mask tensors for each text sample.\n",
        "\n",
        "#### Methods:\n",
        "--------\n",
        "__len__():\n",
        "    Returns the number of samples in the dataset.\n",
        "    \n",
        "__getitem__(idx):\n",
        "    Returns the input ID tensor and attention mask tensor for a given index."
      ],
      "metadata": {
        "id": "iW5mEdcsCYqp"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "class GPT2Dataset(Dataset):\n",
        "\n",
        "  def __init__(self, txt_list, tokenizer, gpt2_type=\"gpt2\", max_length=768):\n",
        "\n",
        "    self.tokenizer = tokenizer\n",
        "    self.input_ids = []\n",
        "    self.attn_masks = []\n",
        "\n",
        "    for txt in txt_list:\n",
        "\n",
        "      encodings_dict = tokenizer('<|startoftext|>'+ txt + '<|endoftext|>', truncation=True, max_length=max_length, padding=\"max_length\")\n",
        "\n",
        "      self.input_ids.append(torch.tensor(encodings_dict['input_ids']))\n",
        "      self.attn_masks.append(torch.tensor(encodings_dict['attention_mask']))\n",
        "\n",
        "  def __len__(self):\n",
        "    return len(self.input_ids)\n",
        "\n",
        "  def __getitem__(self, idx):\n",
        "    return self.input_ids[idx], self.attn_masks[idx]"
      ],
      "metadata": {
        "id": "wlJXSg0lXqGp"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Create the custom dataset using the 'Lyrics' column from the dataframe\n",
        "dataset = GPT2Dataset(df['Lyrics'], tokenizer, max_length=768)\n",
        "\n",
        "# Calculate the sizes for training and validation sets\n",
        "train_size = int(0.9 * len(dataset))\n",
        "val_size = len(dataset) - train_size\n",
        "\n",
        "# Split the dataset into training and validation sets\n",
        "train_dataset, val_dataset = random_split(dataset, [train_size, val_size])\n",
        "\n",
        "# Print the number of samples in the training and validation sets\n",
        "print('{:>5,} training samples'.format(train_size))\n",
        "print('{:>5,} validation samples'.format(val_size))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "C0QXButHXtEf",
        "outputId": "3fcee0d6-6785-45e8-d7b9-7bb2e36ace4a"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "  158 training samples\n",
            "   18 validation samples\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        " - We can see dataset is fairly small, which might impact the performance and generalization ability of model.\n",
        " - Utilizing pretrained models like GPT-2, can significantly help because they have already been trained on large corpora. Fine-tuning such models on small dataset can yield better results than training from scratch.\n"
      ],
      "metadata": {
        "id": "4at_QJYB_vic"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Create the DataLoaders for our training and validation datasets.\n",
        "# We'll take training samples in random order.\n",
        "train_dataloader = DataLoader(\n",
        "            train_dataset,  # The training samples.\n",
        "            sampler = RandomSampler(train_dataset), # Select batches randomly\n",
        "            batch_size = batch_size # Trains with this batch size.\n",
        "        )\n",
        "\n",
        "# For validation the order doesn't matter, so we'll just read them sequentially.\n",
        "validation_dataloader = DataLoader(\n",
        "            val_dataset, # The validation samples.\n",
        "            sampler = SequentialSampler(val_dataset), # Pull out batches sequentially.\n",
        "            batch_size = batch_size # Evaluate with this batch size.\n",
        "        )"
      ],
      "metadata": {
        "id": "Q5BTTyTUZe4M"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 4. Fine Tune GPT2 Model"
      ],
      "metadata": {
        "id": "t99s8zkT_ziw"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Configuration\n",
        "configuration = GPT2Config.from_pretrained('gpt2', output_hidden_states=False)\n",
        "\n",
        "# instantiate the model\n",
        "model = GPT2LMHeadModel.from_pretrained(\"gpt2\", config=configuration)\n",
        "\n",
        "# Resize token embeddings\n",
        "# Adjust the model's token embeddings to match the size of the tokenizer.\n",
        "# This ensures that the model can handle the same vocabulary size as the tokenizer.\n",
        "model.resize_token_embeddings(len(tokenizer))\n",
        "\n",
        "# Use GPU for training\n",
        "# Specify that the model should be run on the GPU, if available.\n",
        "\n",
        "device = torch.device(\"cuda\")\n",
        "model.cuda()\n",
        "\n",
        "# Uncomment below two lines to run on CPU and comment above two lines\n",
        "#device = torch.device(\"cpu\")\n",
        "#model.to(device)\n",
        "\n",
        "\n",
        "# Set seed for reproducibility\n",
        "# Fixing the seed for various random number generators to ensure reproducible results.\n",
        "seed_val = 42\n",
        "\n",
        "random.seed(seed_val)\n",
        "np.random.seed(seed_val)\n",
        "torch.manual_seed(seed_val)\n",
        "torch.cuda.manual_seed_all(seed_val)"
      ],
      "metadata": {
        "id": "NWivLmJaZmGP",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 81,
          "referenced_widgets": [
            "824830cfcf9b4825ae74af8fcafd485b",
            "bbd4d3b70c354a428c89bc2288e077d7",
            "bc8f7b5d1d4f4648a56590abff5705ea",
            "89adb7bc40744bbe81aa4f90b2fbb585",
            "450fba5d676b47f9acf8eeeaecfde2ec",
            "6881b398a05a47878a500f21fc7e1cfa",
            "dd44531e7d444ed4985ff372cd3a7ce4",
            "cbdf90a11164453e8afaf32062ca194d",
            "4a2d0280a07c4660833faa14984c7305",
            "960e36231bdc4bc8b5ea8ce114ab064e",
            "10ec40edb51d4956859d1df7065bb205",
            "e7cebb6eedb14f80860946c2bc06c6be",
            "8f6445fa2dd141fb9386b6268d8385df",
            "4487bde7ca484c9991ea6bba0cac75c0",
            "ce4d68a3aa254eee959e782f40fd249f",
            "a7b7b8a2011241289ac80e914958367c",
            "7e106ffb15c041549b28b1fefa195798",
            "118d3e25d09c41e2912653bffec96625",
            "f628fc74e7b44ef2ba1e3d61e581a587",
            "113e1373a9684c0595ae8d5cf4014553",
            "96795e99a4aa43a1b9dfaeda9680356c",
            "c7ce1a52bcbb4e109a6b2e1805f79fb7"
          ]
        },
        "outputId": "3c64ff0f-1a92-45ef-ad4f-a07f8d57327a"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/548M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "824830cfcf9b4825ae74af8fcafd485b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "e7cebb6eedb14f80860946c2bc06c6be"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Setting hyperparameters\n",
        "\n",
        "- Having multiple configuration of hyperparameters to check how the model performs\n",
        "- Epoch will be a list of 3 values  [1,5,8]\n",
        "\n",
        "- Learning Rate will be a list of 5 values [0.1,0.01,0.001,0.0005]\n",
        "\n",
        "- Warmup Steps will be 1e2\n"
      ],
      "metadata": {
        "id": "YO2V5MSBBseu"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "epochs = [1,2,5]\n",
        "learning_rate =  [0.1,0.01,0.001,0.0005]\n",
        "warmup_steps = 1e2\n",
        "epsilon = 1e-8\n",
        "\n",
        "# this produces sample output every 100 steps\n",
        "sample_every = 100"
      ],
      "metadata": {
        "id": "awI-9h-7aAvn"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Optimizer and Scheduler Setup\n",
        "\n",
        "- **get_optimizer**(learning_rate, epsilon, model)\n",
        "\n",
        "This function initializes the AdamW optimizer for the model with the specified learning rate and epsilon.\n",
        "\n",
        "- Parameters:\n",
        "learning_rate: The learning rate for the optimizer.\n",
        "\n",
        "epsilon: A small value to prevent division by zero.\n",
        "\n",
        "model: The model to optimize.\n",
        "\n",
        "- Returns:\n",
        "The AdamW optimizer instance.\n",
        "\n",
        "- **get_scheduler**(train_dataloader, optimizer, epochs, warmup_steps)\n",
        "\n",
        "This function sets up a learning rate scheduler with a linear warmup followed by linear decay.\n",
        "\n",
        "- Parameters:\n",
        "\n",
        "train_dataloader: DataLoader with training data.\n",
        "\n",
        "optimizer: The optimizer for which to schedule the learning rate.\n",
        "\n",
        "epochs: Number of training epochs.\n",
        "\n",
        "warmup_steps: Steps to linearly increase the learning rate at the start.\n",
        "\n",
        "- Returns:\n",
        "The learning rate scheduler instance."
      ],
      "metadata": {
        "id": "LNFF7gqjE2yX"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def get_optimizer(learning_rate, epsilon, model):\n",
        "  optimizer = AdamW(model.parameters(),\n",
        "                  lr = learning_rate,\n",
        "                  eps = epsilon\n",
        "                )\n",
        "  return optimizer\n",
        "\n",
        "  # Total number of training steps is [number of batches] x [number of epochs].\n",
        "  # (Note that this is not the same as the number of training samples).\n",
        "\n",
        "def get_scheduler(train_dataloader,optimizer, epochs, warmup_steps):\n",
        "  # Total number of training steps is [number of batches] x [number of epochs].\n",
        "  total_steps = len(train_dataloader) * epochs\n",
        "  # Create the learning rate scheduler.\n",
        "  # This changes the learning rate as the training loop progresses\n",
        "  scheduler = get_linear_schedule_with_warmup(optimizer,\n",
        "                                            num_warmup_steps = warmup_steps,\n",
        "                                            num_training_steps = total_steps)\n",
        "  return scheduler"
      ],
      "metadata": {
        "id": "RCaN2blDDLPn"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Defining time format function\n",
        "def format_time(elapsed):\n",
        "    return str(datetime.timedelta(seconds=int(round((elapsed)))))"
      ],
      "metadata": {
        "id": "W8k5EcYjavcJ"
      },
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 5. Model Training\n",
        "The train_model function trains a given model using the provided dataloader, optimizer, and scheduler, and performs validation at the end of each epoch while recording training statistics. The function takes several parameters: model, epoch, train_dataloader, tokenizer, optimizer, scheduler, and learning_rate. The training process consists of an outer loop that runs for the specified number of epochs. For each epoch, the model is set to training mode using model.train(), and it iterates over each batch in the train_dataloader. Inputs, labels, and masks are moved to the GPU, and gradients are zeroed using model.zero_grad(). The model outputs are computed, and the loss is extracted and accumulated. Every few steps, a sample output is generated for inspection. Gradients are computed using loss.backward(), and model parameters are updated with optimizer.step(). The learning rate is adjusted using scheduler.step().\n",
        "\n",
        "After training, the model is set to evaluation mode using model.eval(), and it iterates over each batch in the validation_dataloader. Again, inputs, labels, and masks are moved to the GPU, and model outputs are computed in no-gradient mode using torch.no_grad(). Loss is calculated and accumulated. The average training and validation losses are printed, along with the time taken for each epoch. Training statistics are recorded in a list. At the end of all epochs, a completion message is printed with the total training time. An example usage of the function would be: train_model(model=model, epoch=3, train_dataloader=train_dataloader, tokenizer=tokenizer, optimizer=optimizer, scheduler=scheduler, learning_rate=5e-5)."
      ],
      "metadata": {
        "id": "V8GKpI-2FXob"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "def train_model(model,epoch,train_dataloader,tokenizer,optimizer,scheduler,learning_rate):\n",
        "  total_t0 = time.time()\n",
        "\n",
        "  model = model.to(device)\n",
        "\n",
        "  for epoch_i in range(0, epoch):\n",
        "\n",
        "    # ========================================\n",
        "    #               Training\n",
        "    # ========================================\n",
        "\n",
        "      print(\"\")\n",
        "      print('======== Epoch {:} / {:} ========'.format(epoch_i + 1, epochs))\n",
        "      print('Training...')\n",
        "\n",
        "      t0 = time.time()\n",
        "\n",
        "      total_train_loss = 0\n",
        "\n",
        "      model.train()\n",
        "\n",
        "      for step, batch in enumerate(train_dataloader):\n",
        "\n",
        "          b_input_ids = batch[0].to(device)\n",
        "          b_labels = batch[0].to(device)\n",
        "          b_masks = batch[1].to(device)\n",
        "\n",
        "          model.zero_grad()\n",
        "\n",
        "          outputs = model(  b_input_ids,\n",
        "                          labels=b_labels,\n",
        "                          attention_mask = b_masks,\n",
        "                          token_type_ids=None\n",
        "                        )\n",
        "\n",
        "          loss = outputs[0]\n",
        "\n",
        "          batch_loss = loss.item()\n",
        "          total_train_loss += batch_loss\n",
        "\n",
        "          # Get sample every x batches.\n",
        "          if step % sample_every == 0 and not step == 0:\n",
        "\n",
        "              elapsed = format_time(time.time() - t0)\n",
        "              print('  Batch {:>5,}  of  {:>5,}. Loss: {:>5,}.   Elapsed: {:}.'.format(step, len(train_dataloader), batch_loss, elapsed))\n",
        "\n",
        "              model.eval()\n",
        "\n",
        "              sample_outputs = model.generate(\n",
        "                                    bos_token_id=random.randint(1,30000),\n",
        "                                    do_sample=True,\n",
        "                                    top_k=50,\n",
        "                                    max_length = 200,\n",
        "                                    top_p=0.95,\n",
        "                                    num_return_sequences=1\n",
        "                                )\n",
        "              for i, sample_output in enumerate(sample_outputs):\n",
        "                    print(\"{}: {}\".format(i, tokenizer.decode(sample_output, skip_special_tokens=True)))\n",
        "\n",
        "              model.train()\n",
        "\n",
        "          loss.backward()\n",
        "\n",
        "          optimizer.step()\n",
        "\n",
        "          scheduler.step()\n",
        "\n",
        "      # Calculate the average loss over all of the batches.\n",
        "      avg_train_loss = total_train_loss / len(train_dataloader)\n",
        "\n",
        "      # Measure how long this epoch took.\n",
        "      training_time = format_time(time.time() - t0)\n",
        "\n",
        "      print(\"\")\n",
        "      print(\"  Average training loss: {0:.2f}\".format(avg_train_loss))\n",
        "      print(\"  Training epoch took: {:}\".format(training_time))\n",
        "\n",
        "    # ========================================\n",
        "    #               Validation\n",
        "    # ========================================\n",
        "\n",
        "      print(\"\")\n",
        "      print(\"Running Validation...\")\n",
        "\n",
        "      t0 = time.time()\n",
        "\n",
        "      model.eval()\n",
        "\n",
        "      total_eval_loss = 0\n",
        "      nb_eval_steps = 0\n",
        "\n",
        "      # Evaluate data for one epoch\n",
        "      for batch in validation_dataloader:\n",
        "\n",
        "          b_input_ids = batch[0].to(device)\n",
        "          b_labels = batch[0].to(device)\n",
        "          b_masks = batch[1].to(device)\n",
        "\n",
        "          with torch.no_grad():\n",
        "\n",
        "              outputs  = model(b_input_ids,\n",
        "#                            token_type_ids=None,\n",
        "                             attention_mask = b_masks,\n",
        "                            labels=b_labels)\n",
        "\n",
        "              loss = outputs[0]\n",
        "\n",
        "          batch_loss = loss.item()\n",
        "          total_eval_loss += batch_loss\n",
        "\n",
        "      avg_val_loss = total_eval_loss / len(validation_dataloader)\n",
        "\n",
        "      validation_time = format_time(time.time() - t0)\n",
        "\n",
        "      print(\"  Validation Loss: {0:.2f}\".format(avg_val_loss))\n",
        "      print(\"  Validation took: {:}\".format(validation_time))\n",
        "\n",
        "    #  Record all statistics from this epoch.\n",
        "      training_stats.append(\n",
        "          {   'Epoch': epoch,\n",
        "              'Learning Rate': learning_rate,\n",
        "              'sub_epoch': epoch_i + 1,\n",
        "              'Training Loss': avg_train_loss,\n",
        "              'Valid. Loss': avg_val_loss,\n",
        "              'Training Time': training_time,\n",
        "              'Validation Time': validation_time\n",
        "          }\n",
        "      )\n",
        "\n",
        "  print(\"\")\n",
        "  print(\"Training complete!\")\n",
        "  print(\"Total training took {:} (h:mm:ss)\".format(format_time(time.time()-total_t0)))"
      ],
      "metadata": {
        "id": "NnT2Y4wOayDb"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "## Model training looping over list of epochs and learning rate.\n",
        "\n",
        "training_stats=[] # to store statistics related to each training step of all epoch and learning rate\n",
        "for epoch in epochs:\n",
        "  for lr in learning_rate:\n",
        "    print(f\"\\n Epoch: {epoch}, Learning Rate: {lr}\")\n",
        "    optimizer = get_optimizer(lr, epsilon, model)\n",
        "    scheduler = get_scheduler(train_dataloader,optimizer, epoch, warmup_steps)\n",
        "    train_model(model,epoch,train_dataloader,tokenizer,optimizer,scheduler,lr)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vZ4YskZsGKVG",
        "outputId": "1eb46377-0e7f-4fe9-ac0f-9bf0315a7a3d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            " Epoch: 1, Learning Rate: 0.1\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:591: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 6.86\n",
            "  Training epoch took: 0:00:37\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.05\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:00:38 (h:mm:ss)\n",
            "\n",
            " Epoch: 1, Learning Rate: 0.01\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.60\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.18\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:00:39 (h:mm:ss)\n",
            "\n",
            " Epoch: 1, Learning Rate: 0.001\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.25\n",
            "  Training epoch took: 0:00:39\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.01\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:00:40 (h:mm:ss)\n",
            "\n",
            " Epoch: 1, Learning Rate: 0.0005\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.15\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 2.95\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:00:40 (h:mm:ss)\n",
            "\n",
            " Epoch: 2, Learning Rate: 0.1\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.13\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.70\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 6.23\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.25\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:01:19 (h:mm:ss)\n",
            "\n",
            " Epoch: 2, Learning Rate: 0.01\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.20\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.49\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.93\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.36\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:01:18 (h:mm:ss)\n",
            "\n",
            " Epoch: 2, Learning Rate: 0.001\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.71\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.33\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.66\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.28\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:01:18 (h:mm:ss)\n",
            "\n",
            " Epoch: 2, Learning Rate: 0.0005\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.61\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.26\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.58\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.23\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:01:18 (h:mm:ss)\n",
            "\n",
            " Epoch: 5, Learning Rate: 0.1\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 3.95\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.25\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 24.09\n",
            "  Training epoch took: 0:00:37\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 32.10\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 3 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 19.41\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 5.71\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 4 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.96\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.70\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 5 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 5.11\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.04\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:03:14 (h:mm:ss)\n",
            "\n",
            " Epoch: 5, Learning Rate: 0.01\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.82\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.37\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.66\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.27\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 3 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.56\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.20\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 4 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.43\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 4.02\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 5 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.31\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.93\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:03:14 (h:mm:ss)\n",
            "\n",
            " Epoch: 5, Learning Rate: 0.001\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.27\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.95\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.27\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.90\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 3 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.26\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 4 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.24\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 5 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.22\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:03:14 (h:mm:ss)\n",
            "\n",
            " Epoch: 5, Learning Rate: 0.0005\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.22\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.23\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.88\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 3 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.22\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.88\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 4 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.21\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 5 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 4.20\n",
            "  Training epoch took: 0:00:38\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 3.88\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:03:14 (h:mm:ss)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Printing training statistic"
      ],
      "metadata": {
        "id": "IwMF8M1bNGxM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Create a DataFrame from our training statistics.\n",
        "df_stats = pd.DataFrame(data=training_stats)\n",
        "\n",
        "# Use the 'epoch' as the row index.\n",
        "#df_stats = df_stats.set_index('Epoch')\n",
        "\n",
        "# Display the table.\n",
        "df_stats"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "mIkzDooxcSsx",
        "outputId": "0d170971-3ad4-4097-ba53-91787d879f2b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    Epoch  Learning Rate  sub_epoch  Training Loss  Valid. Loss Training Time  \\\n",
              "0       1         0.1000          1       6.861125     4.052580       0:00:37   \n",
              "1       1         0.0100          1       3.598105     3.176638       0:00:38   \n",
              "2       1         0.0010          1       3.252975     3.011552       0:00:39   \n",
              "3       1         0.0005          1       3.154221     2.950158       0:00:38   \n",
              "4       2         0.1000          1       4.125515     4.697136       0:00:38   \n",
              "5       2         0.1000          2       6.227862     4.252787       0:00:38   \n",
              "6       2         0.0100          1       4.195796     3.487024       0:00:38   \n",
              "7       2         0.0100          2       3.932605     3.358345       0:00:38   \n",
              "8       2         0.0010          1       3.706522     3.331152       0:00:38   \n",
              "9       2         0.0010          2       3.656477     3.275570       0:00:38   \n",
              "10      2         0.0005          1       3.606606     3.261717       0:00:38   \n",
              "11      2         0.0005          2       3.582794     3.234665       0:00:38   \n",
              "12      5         0.1000          1       3.952621     4.250309       0:00:38   \n",
              "13      5         0.1000          2      24.091172    32.102013       0:00:37   \n",
              "14      5         0.1000          3      19.408582     5.707525       0:00:38   \n",
              "15      5         0.1000          4       4.961184     4.697138       0:00:38   \n",
              "16      5         0.1000          5       5.105168     4.042417       0:00:38   \n",
              "17      5         0.0100          1       4.824360     4.370343       0:00:38   \n",
              "18      5         0.0100          2       4.658659     4.266568       0:00:38   \n",
              "19      5         0.0100          3       4.564912     4.199330       0:00:38   \n",
              "20      5         0.0100          4       4.425907     4.020678       0:00:38   \n",
              "21      5         0.0100          5       4.306444     3.929253       0:00:38   \n",
              "22      5         0.0010          1       4.265345     3.949959       0:00:38   \n",
              "23      5         0.0010          2       4.274056     3.899934       0:00:38   \n",
              "24      5         0.0010          3       4.260505     3.894912       0:00:38   \n",
              "25      5         0.0010          4       4.236182     3.892567       0:00:38   \n",
              "26      5         0.0010          5       4.222724     3.891614       0:00:38   \n",
              "27      5         0.0005          1       4.222730     3.890670       0:00:38   \n",
              "28      5         0.0005          2       4.227644     3.884105       0:00:38   \n",
              "29      5         0.0005          3       4.223402     3.877404       0:00:38   \n",
              "30      5         0.0005          4       4.206633     3.890085       0:00:38   \n",
              "31      5         0.0005          5       4.202233     3.884528       0:00:38   \n",
              "\n",
              "   Validation Time  \n",
              "0          0:00:01  \n",
              "1          0:00:01  \n",
              "2          0:00:01  \n",
              "3          0:00:01  \n",
              "4          0:00:01  \n",
              "5          0:00:01  \n",
              "6          0:00:01  \n",
              "7          0:00:01  \n",
              "8          0:00:01  \n",
              "9          0:00:01  \n",
              "10         0:00:01  \n",
              "11         0:00:01  \n",
              "12         0:00:01  \n",
              "13         0:00:01  \n",
              "14         0:00:01  \n",
              "15         0:00:01  \n",
              "16         0:00:01  \n",
              "17         0:00:01  \n",
              "18         0:00:01  \n",
              "19         0:00:01  \n",
              "20         0:00:01  \n",
              "21         0:00:01  \n",
              "22         0:00:01  \n",
              "23         0:00:01  \n",
              "24         0:00:01  \n",
              "25         0:00:01  \n",
              "26         0:00:01  \n",
              "27         0:00:01  \n",
              "28         0:00:01  \n",
              "29         0:00:01  \n",
              "30         0:00:01  \n",
              "31         0:00:01  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b3fe933d-3949-4fbb-adfc-c51794a8e500\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Epoch</th>\n",
              "      <th>Learning Rate</th>\n",
              "      <th>sub_epoch</th>\n",
              "      <th>Training Loss</th>\n",
              "      <th>Valid. Loss</th>\n",
              "      <th>Training Time</th>\n",
              "      <th>Validation Time</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>1</td>\n",
              "      <td>6.861125</td>\n",
              "      <td>4.052580</td>\n",
              "      <td>0:00:37</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>1</td>\n",
              "      <td>3.598105</td>\n",
              "      <td>3.176638</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>1</td>\n",
              "      <td>3.252975</td>\n",
              "      <td>3.011552</td>\n",
              "      <td>0:00:39</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>1</td>\n",
              "      <td>3.154221</td>\n",
              "      <td>2.950158</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>1</td>\n",
              "      <td>4.125515</td>\n",
              "      <td>4.697136</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>2</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>2</td>\n",
              "      <td>6.227862</td>\n",
              "      <td>4.252787</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>1</td>\n",
              "      <td>4.195796</td>\n",
              "      <td>3.487024</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>2</td>\n",
              "      <td>3.932605</td>\n",
              "      <td>3.358345</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>1</td>\n",
              "      <td>3.706522</td>\n",
              "      <td>3.331152</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>2</td>\n",
              "      <td>3.656477</td>\n",
              "      <td>3.275570</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>1</td>\n",
              "      <td>3.606606</td>\n",
              "      <td>3.261717</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>2</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>2</td>\n",
              "      <td>3.582794</td>\n",
              "      <td>3.234665</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>5</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>1</td>\n",
              "      <td>3.952621</td>\n",
              "      <td>4.250309</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>5</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>2</td>\n",
              "      <td>24.091172</td>\n",
              "      <td>32.102013</td>\n",
              "      <td>0:00:37</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>5</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>3</td>\n",
              "      <td>19.408582</td>\n",
              "      <td>5.707525</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>5</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>4</td>\n",
              "      <td>4.961184</td>\n",
              "      <td>4.697138</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>5</td>\n",
              "      <td>0.1000</td>\n",
              "      <td>5</td>\n",
              "      <td>5.105168</td>\n",
              "      <td>4.042417</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>1</td>\n",
              "      <td>4.824360</td>\n",
              "      <td>4.370343</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>2</td>\n",
              "      <td>4.658659</td>\n",
              "      <td>4.266568</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>3</td>\n",
              "      <td>4.564912</td>\n",
              "      <td>4.199330</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>4</td>\n",
              "      <td>4.425907</td>\n",
              "      <td>4.020678</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0100</td>\n",
              "      <td>5</td>\n",
              "      <td>4.306444</td>\n",
              "      <td>3.929253</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>1</td>\n",
              "      <td>4.265345</td>\n",
              "      <td>3.949959</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>2</td>\n",
              "      <td>4.274056</td>\n",
              "      <td>3.899934</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>3</td>\n",
              "      <td>4.260505</td>\n",
              "      <td>3.894912</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>4</td>\n",
              "      <td>4.236182</td>\n",
              "      <td>3.892567</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0010</td>\n",
              "      <td>5</td>\n",
              "      <td>4.222724</td>\n",
              "      <td>3.891614</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>1</td>\n",
              "      <td>4.222730</td>\n",
              "      <td>3.890670</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>2</td>\n",
              "      <td>4.227644</td>\n",
              "      <td>3.884105</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>3</td>\n",
              "      <td>4.223402</td>\n",
              "      <td>3.877404</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>4</td>\n",
              "      <td>4.206633</td>\n",
              "      <td>3.890085</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>5</td>\n",
              "      <td>4.202233</td>\n",
              "      <td>3.884528</td>\n",
              "      <td>0:00:38</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b3fe933d-3949-4fbb-adfc-c51794a8e500')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-b3fe933d-3949-4fbb-adfc-c51794a8e500 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-b3fe933d-3949-4fbb-adfc-c51794a8e500');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-4706772e-78dc-4f14-86d0-5d6800b0d4ef\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-4706772e-78dc-4f14-86d0-5d6800b0d4ef')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-4706772e-78dc-4f14-86d0-5d6800b0d4ef button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_a5ba6c77-93e6-41e0-b86e-489adce105d2\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df_stats')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_a5ba6c77-93e6-41e0-b86e-489adce105d2 button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('df_stats');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_stats",
              "summary": "{\n  \"name\": \"df_stats\",\n  \"rows\": 32,\n  \"fields\": [\n    {\n      \"column\": \"Epoch\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1,\n        \"min\": 1,\n        \"max\": 5,\n        \"num_unique_values\": 3,\n        \"samples\": [\n          1,\n          2,\n          5\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Learning Rate\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.042481684858149134,\n        \"min\": 0.0005,\n        \"max\": 0.1,\n        \"num_unique_values\": 4,\n        \"samples\": [\n          0.01,\n          0.0005,\n          0.1\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"sub_epoch\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1,\n        \"min\": 1,\n        \"max\": 5,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          2,\n          5,\n          3\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Training Loss\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 4.394525401521927,\n        \"min\": 3.154221059400824,\n        \"max\": 24.091172345076934,\n        \"num_unique_values\": 32,\n        \"samples\": [\n          4.223402276823792,\n          4.961183572117286,\n          4.260504713541345\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Valid. Loss\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 5.01830352659269,\n        \"min\": 2.950158370865716,\n        \"max\": 32.102013481987846,\n        \"num_unique_values\": 32,\n        \"samples\": [\n          3.877404424879286,\n          4.697137514750163,\n          3.894911872016059\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Training Time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"0:00:37\",\n          \"0:00:38\",\n          \"0:00:39\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Validation Time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"0:00:01\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Saving Training statistics to a csv\n",
        "df_stats.to_csv('/content/drive/MyDrive/LyricLab original/model_save/training_stats.csv')"
      ],
      "metadata": {
        "id": "6w7xNtChM3KA"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 6. Saving trained model"
      ],
      "metadata": {
        "id": "8wZ0E2nxNexG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "output_dir = '/content/drive/MyDrive/LyricLab original/model_save/'\n",
        "\n",
        "# Create output directory if needed\n",
        "if not os.path.exists(output_dir):\n",
        "    os.makedirs(output_dir)\n",
        "\n",
        "print(\"Saving model to %s\" % output_dir)\n",
        "\n",
        "# Save a trained model, configuration and tokenizer using `save_pretrained()`.\n",
        "# They can then be reloaded using `from_pretrained()`\n",
        "model_to_save = model.module if hasattr(model, 'module') else model  # Take care of distributed/parallel training\n",
        "model_to_save.save_pretrained(output_dir)\n",
        "tokenizer.save_pretrained(output_dir)\n",
        "\n",
        "# saving your training arguments together with the trained model\n",
        "#torch.save(args, os.path.join(output_dir, 'training_args.bin'))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2VSSESoJcVZW",
        "outputId": "23f313a1-4e62-40f7-93cc-730792361fd9"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Saving model to /content/drive/MyDrive/LyricLab original/model_save/\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "('/content/drive/MyDrive/LyricLab original/model_save/tokenizer_config.json',\n",
              " '/content/drive/MyDrive/LyricLab original/model_save/special_tokens_map.json',\n",
              " '/content/drive/MyDrive/LyricLab original/model_save/vocab.json',\n",
              " '/content/drive/MyDrive/LyricLab original/model_save/merges.txt',\n",
              " '/content/drive/MyDrive/LyricLab original/model_save/added_tokens.json')"
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 7. Generating text using trained model"
      ],
      "metadata": {
        "id": "dG8OYqboNjjn"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "model.eval()\n",
        "\n",
        "prompt = \"<|startoftext|>\"\n",
        "\n",
        "generated = torch.tensor(tokenizer.encode(prompt)).unsqueeze(0)\n",
        "generated = generated.to(device)\n",
        "\n",
        "print(generated)\n",
        "\n",
        "sample_outputs = model.generate(\n",
        "                                generated,\n",
        "                                #bos_token_id=random.randint(1,30000),\n",
        "                                do_sample=True,\n",
        "                                top_k=50,\n",
        "                                max_length = 300,\n",
        "                                top_p=0.95,\n",
        "                                num_return_sequences=3\n",
        "                                )\n",
        "\n",
        "for i, sample_output in enumerate(sample_outputs):\n",
        "  print(\"{}: {}\\n\\n\".format(i, tokenizer.decode(sample_output, skip_special_tokens=True)))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZMBXGTDXdVaC",
        "outputId": "455c63ef-156a-4034-fa45-67ec12a162ca"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Setting `pad_token_id` to `eos_token_id`:50256 for open-end generation.\n",
            "The attention mask is not set and cannot be inferred from input because pad token is same as eos token.As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor([[50257]], device='cuda:0')\n",
            "0:  But I,, to you,, me the the my to, and's that we my,,, me you, the,,, me,, my,, a,'m,, you your on your,, to the, I on you't, love my,,,'t you the,-, it now,, you,'t me,'t oh,, a to you the to a, and I, But\n",
            "\n",
            "\n",
            "1:  I I you, me to you, I you to,, you it I I the on that on to, on a, I, it don, with the- the to a I the,, me I, your, and the, And I to, you I, I, you we now, and'm my, my'm I on don, a,, me, in, it, my,'m you, the, the You in it on now,,,'t on with,'m that of we, I it on I the,, But and I a my'll,, all You,\n",
            "\n",
            "\n",
            "2: ,, be it,, I I in the I, you you know be a my you,,, you your you to me know oh,,, I, you And I the the,,, I'm I I, me, your me the And to now to I and you's,, the the, And and'm,'s,'t to's, I I,,, And,,, I, the I a oh,, And, now,,, And it, And But, love\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### We can observe the trained lyrics are not that good that can be because of multiple training on the same model over multiple epochs and learning rate. We will check for single configuration and will compare the lyrics."
      ],
      "metadata": {
        "id": "-uIyEMPYNvWE"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Checking for single epoch and learning rate\n",
        "\n",
        "- Defining new model from pretrained GPT2 model.\n",
        "- Running over epoch set as 5 and learning rate as 0.0005\n",
        "- Generating text from the trained model."
      ],
      "metadata": {
        "id": "h0IsNzKHdMBA"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Configuration\n",
        "configuration = GPT2Config.from_pretrained('gpt2', output_hidden_states=False)\n",
        "\n",
        "# instantiate the model\n",
        "model_with_one_configuration = GPT2LMHeadModel.from_pretrained(\"gpt2\", config=configuration)\n",
        "\n",
        "# this step is necessary because of addition of bos_token, etc to the embeddings\n",
        "# otherwise the tokenizer and model tensors won't match up\n",
        "model_with_one_configuration.resize_token_embeddings(len(tokenizer))\n",
        "\n",
        "# Tell pytorch to run this model on the GPU.\n",
        "device = torch.device(\"cuda\")\n",
        "model_with_one_configuration.cuda()\n",
        "\n",
        "## Uncomment below two lines to run on CPU and comment above two lines\n",
        "#device = torch.device(\"cpu\")\n",
        "#model_with_one_configuration.to(device)\n",
        "\n",
        "# Set the seed value all over the place to make this reproducible.\n",
        "seed_val = 42\n",
        "\n",
        "random.seed(seed_val)\n",
        "np.random.seed(seed_val)\n",
        "torch.manual_seed(seed_val)\n",
        "torch.cuda.manual_seed_all(seed_val)"
      ],
      "metadata": {
        "id": "cKJqqg_YdWUV"
      },
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "training_stats=[]\n",
        "epoch = 5\n",
        "lr = 0.0005\n",
        "print(f\"\\n Epoch: {epoch}, Learning Rate: {lr}\")\n",
        "optimizer = get_optimizer(lr, epsilon, model_with_one_configuration)\n",
        "scheduler = get_scheduler(train_dataloader,optimizer, epoch, warmup_steps)\n",
        "train_model(model_with_one_configuration,epoch,train_dataloader,tokenizer,optimizer,scheduler,lr)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9aoTlivub8ko",
        "outputId": "616f11ec-a505-4ae0-e164-04237c43e3fc"
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            " Epoch: 5, Learning Rate: 0.0005\n",
            "\n",
            "======== Epoch 1 / [1, 2, 5] ========\n",
            "Training...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:591: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "  Average training loss: 1.22\n",
            "  Training epoch took: 0:00:41\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 1.30\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 2 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 1.06\n",
            "  Training epoch took: 0:00:40\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 1.09\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 3 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 0.66\n",
            "  Training epoch took: 0:00:40\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 0.93\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 4 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 0.35\n",
            "  Training epoch took: 0:00:40\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 0.91\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "======== Epoch 5 / [1, 2, 5] ========\n",
            "Training...\n",
            "\n",
            "  Average training loss: 0.20\n",
            "  Training epoch took: 0:00:40\n",
            "\n",
            "Running Validation...\n",
            "  Validation Loss: 0.89\n",
            "  Validation took: 0:00:01\n",
            "\n",
            "Training complete!\n",
            "Total training took 0:03:26 (h:mm:ss)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model_with_one_configuration.eval()\n",
        "\n",
        "prompt = \"<|startoftext|>\"\n",
        "\n",
        "generated = torch.tensor(tokenizer.encode(prompt)).unsqueeze(0)\n",
        "generated = generated.to(device)\n",
        "\n",
        "print(generated)\n",
        "\n",
        "sample_outputs = model_with_one_configuration.generate(\n",
        "                                generated,\n",
        "                                #bos_token_id=random.randint(1,30000),\n",
        "                                do_sample=True,\n",
        "                                top_k=50,\n",
        "                                max_length = 300,\n",
        "                                top_p=0.95,\n",
        "                                num_return_sequences=3\n",
        "                                )\n",
        "\n",
        "for i, sample_output in enumerate(sample_outputs):\n",
        "  print(\"{}: {}\\n\\n\".format(i, tokenizer.decode(sample_output, skip_special_tokens=True)))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-S7ux-gicWfJ",
        "outputId": "41496854-730d-4476-d980-6b6ee38b4da3"
      },
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The attention mask and the pad token id were not set. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n",
            "Setting `pad_token_id` to `eos_token_id`:50256 for open-end generation.\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor([[50257]], device='cuda:0')\n",
            "0:  on me like he told me, Burning fires in this room, I don't know where we're gonna go, But go ahead and drive I will, See I will, I will burn everything down, And when God takes you back we will say the words, And I will drive you home, And I will make your night sky, as bright and as free, A beautiful place to make your night, And I will make your bed, And I will make your day, And I will make your bedgown, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread Your love was handmade for somebody like me, Come on now, follow my lead, I may be crazy, don't mind me Say the word, and I will, Take my hand, Take my hand, Stop, Put \"Van the Man\" on the jukebox, And then we will go silent, Go How long you leaving?, Cause this deadbeat town still looks so perfect, And you keep on crying, And I know I will, I will burn this whole house down, And I will make your bed spread, And I will make your bed, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread, And I will make your bed spread, And\n",
            "\n",
            "\n",
            "1:  You are the one, girl, And you know it, she knows it, She's like glue, She holds my heart in her hands, Says, \"I need you now, baby, I need you now, baby, I need you now, Hold on So I can safely go home I can safely go home, I'm on my way, Driving at 90 down those country lanes, Singing to Tiny Dancer, And I need you now, babe, Hold on So I can safely go home And I can safely go home See my family, We're just kids, We're not kids, We're just kids, We're left here, sitting here,, Wishing I was here, Baby I know, She's holding mine Baby, I'm heart is all I own, I'll never trust her again, Hold on So I can safely go home I can safely go home And I can safely go home And I can safely go home And I can safely go home And I can safely go home, And I can safely go home\n",
            "\n",
            "\n",
            "2: , is the start of something beautiful, If you say go on and stay, I'll take you along the Pier, And you'll say, That I've waited too long, To finally see the sunshine in your eyes Oh, I've waited too long, To finally see the sunshine in your eyes Oh, I've waited too long, To finally see the sunshine in your eyes\n",
            "\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Create a DataFrame from our training statistics.\n",
        "df_stats_one_config = pd.DataFrame(data=training_stats)\n",
        "# Use the 'epoch' as the row index.\n",
        "df_stats_one_config = df_stats_one_config.set_index('sub_epoch')\n",
        "# Display the table.\n",
        "df_stats_one_config"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 238
        },
        "id": "wGZ8Pb73g9rH",
        "outputId": "e2216161-76f7-46df-abbf-c11331cecf4c"
      },
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "           Epoch  Learning Rate  Training Loss  Valid. Loss Training Time  \\\n",
              "sub_epoch                                                                   \n",
              "1              5         0.0005       1.216363     1.297257       0:00:41   \n",
              "2              5         0.0005       1.058841     1.091444       0:00:40   \n",
              "3              5         0.0005       0.659993     0.927446       0:00:40   \n",
              "4              5         0.0005       0.352772     0.905132       0:00:40   \n",
              "5              5         0.0005       0.202642     0.886572       0:00:40   \n",
              "\n",
              "          Validation Time  \n",
              "sub_epoch                  \n",
              "1                 0:00:01  \n",
              "2                 0:00:01  \n",
              "3                 0:00:01  \n",
              "4                 0:00:01  \n",
              "5                 0:00:01  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-ff5502ff-507c-49d5-a4d5-684029e6d129\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Epoch</th>\n",
              "      <th>Learning Rate</th>\n",
              "      <th>Training Loss</th>\n",
              "      <th>Valid. Loss</th>\n",
              "      <th>Training Time</th>\n",
              "      <th>Validation Time</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>sub_epoch</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>1.216363</td>\n",
              "      <td>1.297257</td>\n",
              "      <td>0:00:41</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>1.058841</td>\n",
              "      <td>1.091444</td>\n",
              "      <td>0:00:40</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>0.659993</td>\n",
              "      <td>0.927446</td>\n",
              "      <td>0:00:40</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>0.352772</td>\n",
              "      <td>0.905132</td>\n",
              "      <td>0:00:40</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>0.0005</td>\n",
              "      <td>0.202642</td>\n",
              "      <td>0.886572</td>\n",
              "      <td>0:00:40</td>\n",
              "      <td>0:00:01</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ff5502ff-507c-49d5-a4d5-684029e6d129')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-ff5502ff-507c-49d5-a4d5-684029e6d129 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-ff5502ff-507c-49d5-a4d5-684029e6d129');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-69c3a58f-1444-47e5-af85-a1e9982351e8\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-69c3a58f-1444-47e5-af85-a1e9982351e8')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-69c3a58f-1444-47e5-af85-a1e9982351e8 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_ca4d2048-a312-4373-a7a1-7f73fd474e68\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('df_stats_one_config')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_ca4d2048-a312-4373-a7a1-7f73fd474e68 button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('df_stats_one_config');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_stats_one_config",
              "summary": "{\n  \"name\": \"df_stats_one_config\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"sub_epoch\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1,\n        \"min\": 1,\n        \"max\": 5,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          2,\n          5,\n          3\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Epoch\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 5,\n        \"max\": 5,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          5\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Learning Rate\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.0005,\n        \"max\": 0.0005,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.0005\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Training Loss\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.4372961252201998,\n        \"min\": 0.20264242957287196,\n        \"max\": 1.2163625450073918,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          1.0588405339778224\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Valid. Loss\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.1743037719879836,\n        \"min\": 0.8865721614824401,\n        \"max\": 1.297257082329856,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          1.0914440585507288\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Training Time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"0:00:40\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Validation Time\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"0:00:01\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Use plot styling from seaborn.\n",
        "sns.set(style='darkgrid')\n",
        "\n",
        "# Increase the plot size and font size.\n",
        "sns.set(font_scale=1.5)\n",
        "plt.rcParams[\"figure.figsize\"] = (12,6)\n",
        "\n",
        "# Plot the learning curve.\n",
        "plt.plot(df_stats_one_config['Training Loss'], 'b-o', label=\"Training\")\n",
        "plt.plot(df_stats_one_config['Valid. Loss'], 'g-o', label=\"Validation\")\n",
        "\n",
        "# Label the plot.\n",
        "plt.title(\"Training & Validation Loss\")\n",
        "plt.xlabel(\"Epoch\")\n",
        "plt.ylabel(\"Loss\")\n",
        "plt.legend()\n",
        "plt.xticks([1, 2, 3, 4])\n",
        "\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 584
        },
        "id": "vq9OVU_uddjb",
        "outputId": "40628b47-e17c-40bb-dda3-fb4d7978a6a8"
      },
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 1200x600 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABAUAAAI/CAYAAAAPyGCFAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAC8Y0lEQVR4nOzdd3hUZdoG8PtMS+89ISGVJKRQEoqKoIgKUsSGi4gFBVbQXdfP/Vw7KJYt6re6uqLSRFkVlyZIERCpgSQkpBLSE1JJ75l2vj9CBkISSJlkJpn7d11cxnPOnPNMyMPJeeZ531cQRVEEEREREREREZkciaEDICIiIiIiIiLDYFGAiIiIiIiIyESxKEBERERERERkolgUICIiIiIiIjJRLAoQERERERERmSgWBYiIiIiIiIhMFIsCRERERERERCaKRQEiIiIiIiIiE8WiABEREREREZGJYlGAiIiGrNOnTyM4OBjBwcF6P/e2bdsQHByM6dOn6/3cpB+LFy9GcHAwPvnkk17t6++5B8P06dMRHByMbdu2GeT6RERkOmSGDoCIiIxbfx6433vvPdx///16jIZ669y5c1i/fj3i4+NRU1MDOzs7eHh44JZbbsGsWbMQEhLSp/OWlJRg+vTp0Gq1+N///V889dRTPXrdjh078NJLLwFoK7yEhYX16fpD1bZt21BUVISJEydi0qRJhg5H7/7yl79g+/bt8PLywuHDhw0dDhER9QCLAkREdF3Ozs5dbm9qakJTU9N1jzE3Nx+wuADAwsICfn5+A3JuGxsb+Pn5wc3NbUDOPxh+/PFHvP7669BqtQDavl9NTU1ITk5GcnIyzp49i82bN/fp3B4eHrj55ptx/PhxbNu2rcdFgf/+978AgNDQ0AEtCHh4eMDPzw8ODg4Ddo2+2L59O86cOYNnn332ukUBb29vKBQK2NjYDGJ0RERkilgUICKi6zpx4kSX2z/55BP861//uu4xAy0yMhL79u0bkHPfeeeduPPOOwfk3IOhqqoKb731FrRaLUJDQ7FmzRqEh4cDAAoLC3H48GHk5OT06xoPPvggjh8/jqysLJw7dw5jxoy57vGFhYWIjY0FADzwwAP9uvaN/O1vfxvQ8w+0TZs2GToEIiIyESwKEBERDUNxcXFobW0FAPz9739HUFCQbp+3tzcef/zxfl/jjjvugL29PWpqavDf//73hkWBbdu2QRRFKBQKzJ07t9/XJyIiov5jUYCIiAZE+1wEX3/9NQIDA/HFF1/gyJEjKC0tRUtLCzIyMgAAzc3NOHToEI4ePYqMjAyUlZWhoaEB9vb2iIyMxMMPP4xp06Z1eY3Tp0/jscceAwDd+dpt27YNL7/8sm5sc0pKCr788kvd2Ho3NzfMmDEDK1asgJ2dXadzX/v6q7V3SUycOBGbN2/GqVOnsGHDBiQlJaGxsREjRozA7NmzsXTpUpiZmXX7PTp48CC+/vprpKWlQaPRwNvbG3PnzsUTTzyBzz//vMM1eksqleq+HqghEAqFAvfeey82bdqEPXv24JVXXul2yIhWq8WOHTsAtHVh2NvbAwAuXLiA/fv3IzY2FsXFxSgvL4dMJoOPjw+mTZuGxx9/HI6Ojr2ObfHixbo2/eeee67Tfo1Ggy1btmDbtm3Izc2FQqFAcHAwFi1ahJkzZ1733IWFhdi7dy9Onz6NixcvoqysDIIg6OZqePLJJ+Hp6dnhNe0/T+3+9a9/6Tpt2h06dAgjRowA0DbRYFFRUbfzcmg0Gmzfvh27du1CRkYGGhsb4eDggHHjxmHRokXdDk24+vvy7LPPYuvWrdi6dSuys7MhiiJGjRqFRx55BPfee+91vwcD4dKlS1i/fj2OHj2KoqIiAICXlxemTZuGJUuWdDtMqba2Fhs3bsSRI0eQn58PpVIJOzs7ODo6Yty4cZg1axZuuummDq9paWnBt99+iwMHDiAnJwdNTU2wsbGBo6MjIiIiMH36dNx9990D/p6JiIwBiwJERDSgCgoK8MILL6CiogJmZmaQyTreevbu3at7WBIEAdbW1pDJZLh06RIOHTqEQ4cOYcmSJbrJ6frip59+wssvvwyVSgUbGxtoNBpcvHgRGzduxIkTJ/D999/DysqqT+f+6quv8I9//ANA2zwEKpUKOTk5+OSTT3DmzBls2LChwwN6u7/+9a9Yv3697v9tbW2RnZ2Nf/zjH/jtt98QFRXVtzd72U033QRHR0dUVVXh66+/xrPPPtuv83XnwQcfxKZNm9DQ0ID9+/d3+zB56tQpFBcXA+g4dOD3v/+97gHQzMwMFhYWqK2tRXp6OtLT07F9+3Zs3LgR/v7+eotZqVTimWeewfHjxwEAEokEcrkcsbGxOHPmDJYuXXrd17/yyis4c+YMAEAul8PKygp1dXXIzs5GdnY2tm/fjs8//xzR0dG615ibm8PZ2Rm1tbVQqVSwtLSEpaVlh/N29XPSlfr6eqxYsUIXg1QqhZWVFS5duoT9+/dj//79N8wZjUaDlStX4tChQ5DJZDA3N0djYyMSExORmJiI/Px8/OEPf+hRPPpw5swZrFy5EnV1dQCg+95kZWUhKysLP/74Iz777LMO31MAKC0txcKFC3U/WxKJBDY2NqiurkZFRQUuXLiA3NzcDkWBhoYGLFq0COfPnwfQ9u+OjY0N6uvrUV1djezsbMTGxrIoQEQmg0sSEhHRgHr33XdhY2ODjRs3IjExEWfPnu0wD4CtrS2WLFmCLVu2ICEhAXFxcUhMTMSxY8fw3HPPQS6XY/369Th06FCfrl9VVYVXXnkF8+fPx5EjRxAXF4ezZ8/ijTfegFwuR2ZmJr766qs+nfv8+fP44IMPsGzZMpw8eRKxsbGIi4vDypUrAbR1Mmzfvr3T6/bs2aMrCMyZMwdHjx5FbGwszp49i7fffhtJSUn4z3/+06eY2llaWuoeCj/99FPs2rWrX+frzqhRoxAZGQngyiSCXWnf5+Xl1eEBbcKECXj//ffx66+/IikpCadPn0ZSUhI2btyIyMhIlJWV4cUXX9RrzB988AGOHz8OQRDw/PPPIzY2FrGxsThx4gQWLlyIL7/8Eunp6d2+PiQkBG+88Qb279+vizk5ORlbt27Frbfeivr6evzpT39CS0uL7jX33HMPTpw4gXHjxgEAlixZghMnTnT44+Hh0aP4X331VZw5cwZyuRyvvfYa4uPjERsbi2PHjukKLuvXr7/uz9CWLVtw5swZvP/++4iPj0d8fDx+++033H777QCAf//738jLy+tRPP1VUlKiKwgEBgbq/i1ISEjAt99+Cz8/P9TW1mLlypUoKyvr8NpPPvkExcXF8PLywsaNG5GSkoIzZ84gOTkZhw8fxqpVqzoNa/n6669x/vx52Nvb45NPPkFSUhJiY2ORnJyMo0eP4q9//StuueWWQXnvRETGgEUBIiIaUBKJBBs3bsRNN90EiaTttnP1igEzZszASy+9hKioKFhYWOi2u7q64tlnn8Wf/vQnAOjzLPnNzc2YPXs21qxZo3vosrCwwKJFi/Doo48CaHtI74u6ujqsWLECL7zwgq7F3draGn/4wx9w1113dXluURTxz3/+EwBwyy234B//+Ieuvd/MzAwLFizAqlWrUFtb26eY2hUVFemKHVqtFn/5y1+u+9DeHw8++CCAtk97CwsLO+2vra3FwYMHAQD333+/7ucAaOuYuO+++zq02ysUCtx0003YuHEjnJ2dkZqairi4OL3EWlZWhm+++QYA8Mwzz+CZZ56BtbU1AMDJyQmrVq3CnDlzUF9f3+05Xn31VSxatAi+vr669yKTyRAZGYm1a9ciODgY5eXl2L9/v15ivtq5c+d053399dexePFiXd64uLjg3Xff1X3C/c9//lM3r8S1amtr8a9//Qv33XefbsiHu7s7Pv74Y7i6ukKr1WLv3r16j78rn3/+Oerq6mBnZ4eNGzd26JKJjo7Gxo0bYW1tjZqaGqxdu7bDaxMSEgAAL7zwAm666SZdt4VUKoWXlxcWLlzYqajU/polS5bgrrvugkKhAND2b5Wbmxvmz5+Pt99+e8DeLxGRsWFRgIiIBtS9994Ld3f3Pr/+tttuAwAkJiZCo9H06RzPPPNMl9vvuOMOAEB+fj6am5t7fV6FQoElS5Zc99zXznWQnp6O/Px8AMDy5cshCEKn1177kNxbtbW1ePzxx5GZmYmFCxfin//8JwRBwKuvvtptceXbb79FcHBwn1qmZ8+eDQsLC4ii2GVnxO7du9Ha2gqJRIL77ruvx+e1srLChAkTAABnz57tdVxd2b9/P9RqNczNzbtdRrE/Qy2kUiluvfVWAEB8fHyfz9Odn3/+GUDbA/xDDz3U5TF//OMfAQDV1dXdrgwyfvx4TJ48udN2hUKBKVOmAOj8szsQRFHUdQ797ne/g4uLS6dj3N3d8bvf/Q5A5yKbra0tgLb5CHqqL68hIhrOOKcAERENqPHjx9/wmIqKCmzZsgUnTpxAXl4e6uvrOxUAmpubUVtb2+tJ5+zt7TFy5Mgu97m6uuq+rqur69Cp0BNBQUHdzkXQfu5rP/FPTU0F0DYWvb2V/FqCIGDChAnYuXNnr+Jpt2bNGhQWFmLs2LF4/fXXIZVKodFo8Oc//xlr1qxBU1MTli9f3uE17W3ZoaGhvb6etbU17r77buzYsQM7duzAs88+26EboL1D4aabboKXl1en1//666/YuXMnkpOTUVlZ2WWBprS0tNdxdSUlJQUAEB4erusQuJafnx/c3Nw6tapfLS4uDj/++CMSExNRVlaGpqamTsdc7/V91R7/pEmTOnyPrxYQEKCLPyUlBdOnT+90zPVWiujuZ3cgXLx4ETU1NQDQaTLAq91yyy346quvUFNTg8LCQnh7ewNoKxomJCTggw8+QE5ODu68806MHz++27/b9tfs3r0b33zzDaqqqnDPPfdg/PjxfZrQkohoOGBRgIiIBpSTk9N19yckJGDZsmW6CcaAtvHwFhYWEAQBGo0G1dXVANCnT/OvN4Hg1RO7qVSqATm3Wq3usL39vdjb2+valrvS1xUDLl26pPs0ecWKFbo4Zs+eDZVKhZdffhkffvghGhsb8cILL+heFxsbCwC6MeW99eCDD2LHjh0oKirCqVOndGOyz58/ryuEtA8zaKfVavHnP/8Zu3fv1m2TyWSws7ODXC4H0DapXmtra5/+7rtSWVkJ4MbfX3d3924f6v/+9793mIdCKpV2iLmpqUn3R996G3/78de63s9u+2Sg1/7sDoSr47vee7p6X1VVla4o8NRTT+H8+fPYu3cvfvjhB/zwww8QBAFBQUGYMmUKHnrooU6TVM6dOxdJSUn45ptvsGfPHl33wciRI3HLLbfggQceQHh4uD7fJhGRUePwASIiGlDdfZoJtD10/M///A/q6uoQGhqKL774AvHx8UhISMDJkydx4sQJ/PDDD7rjRVEcjJCHtLS0NN3D3LUrGMyfPx9r1qyBIAhYu3Yt1qxZA1EUkZOTg4SEBNjZ2WHGjBl9uu6ECRPg6+sLoG35vXbtX9vb23c6948//ojdu3dDKpVi5cqVOHDgAJKTk3HmzBnd5HvtwxmM5e/+xIkTuoLAI488gp9++qlTzI8//riBozQdcrkc//d//4edO3di5cqVmDx5MiwsLHDhwgWsX78ec+bM6bDKR7tXX30V+/btwwsvvICpU6fC1tYW+fn52LJlCx544AG88847Bng3RESGwU4BIiIymMTERBQVFUEqlWLt2rVdflI43Mb9Ojg4AABqamqgVCq77Rboa+t5Y2Pjdfc/8MADUKvVePPNN7F582Y0Njairq4Ooiji8ccf7/PSjO3n/uCDD/DLL7/ohmO0r3owd+7cTu+1/RPaBx98sNvl7yoqKvocT1faO1du9P3tbn97zFOmTMGbb77Z5TH6jvlqTk5OyM3NveFwivb9N+rUMbSr4ysrK+t26cmr/z66avMPCQlBSEgIgLZiY2xsLD799FPExsbib3/7G26++Wbd/nYjR47E8uXLsXz5cmi1WiQlJeHLL7/EwYMH8fXXX2Py5Mm6uUGIiIYzdgoQEZHBlJSUAGj7Jb+71uFTp04NZkgDLiwsDEDbcIX2WdCvJYpin2fbb2+rBoCYmJguj3n44Yfx+uuvA2j7JP/gwYPw8/PD008/3adrtps/fz6kUilaW1vx008/4fDhw7rhEtcOHQCuPLiOHj26y/M1Njbi3Llz/YrpWu1t4SkpKd0WUPLy8rp96L5RzKIodvt9B6CbWLKvnQ/t8Z8+fRparbbLY7Kzs3UP0REREX26zmAZMWIE7O3tAVw/10+ePAmgrePk6p/xrshkMtx0001Yu3YtFAoFRFHUvb47EokEY8eOxccff6yb5PNGryEiGi5YFCAiIoOxsbEB0PbJalefrpaWlvZ5KUJjFRoaqpv48Isvvujy4XDnzp0oKirq0/nDw8Ph4+MDoG3se/tD+bUWLVqEWbNm6f4/JCQEZmZmfbpmO1dXV0ydOhVAW7GhfehAWFhYp09pAegmgzt//nyX5/vss89u2PnQW3fffTekUilaWlq6bCsHgE8//bTb198o5v/85z9dLst47euvnkOjN2bPng2g7ZPzrVu3dnnMxx9/DKCtK+Xmm2/u03UGiyAIup/D77//vsvOoLKyMnz//fcAgDlz5nTYp1Qquz23QqHQzalx9TCm671GKpXq5oboamUQIqLhiEUBIiIymKioKFhaWkIURTz//PPIzc0FAGg0Ghw7dgyLFy82cIT6JwgCnnvuOQDA8ePH8dJLL+k+1W1tbcXWrVvx5ptvws7Ors/nf+ONNyCVSpGXl4eHHnoI+/fv161Xr9FocPbsWfzhD3/A3r17dQ8+e/fuxUcffdTv99feEZCSkoKjR48CaBtW0JX2pfu2bt2K77//XvewdunSJbz77rv46quvdJ8i64ubmxseeeQRAG1Fh7Vr16KhoQFA2wR2b731Fnbt2qUrWHUX89GjR/Hpp5/qJhOsq6vD559/jjVr1lw35qCgIN3r+zJEJDIyUjfPwttvv41vvvlGNwnjpUuX8Nprr+mW+PvjH//Y70JPX2m1WlRVVV33T/v3/fe//z1sbW1RU1ODJ598ssPyk/Hx8XjyySdRV1cHe3t7LFu2rMN1br/9dnzwwQdITEzs8LCfn5+PF198Ec3NzZBIJLplFgHgoYcewpo1a3D69OkOk0GWlZXh7bff1i0ZOm3atAH53hARGRvOKUBERAZjY2OD//3f/8WqVasQGxuLmTNnwtLSEhqNBq2trXBwcMB7772HZ555xtCh6tXcuXORnJyMTZs2YefOndi1axdsbW3R1NQElUqFyZMnY8yYMbr259669dZb8eGHH+LVV19FYWEh/vCHP0Amk8Ha2hqNjY26lRY8PT3x7rvv4ujRo1i/fj0+//xzuLi44NFHH+3ze7vtttvg7OyMiooKaLVamJmZYe7cuV0eu2TJEuzfvx85OTl44403sGrVKlhbW6O+vh6iKOLhhx+GUqnE9u3b+xxPV/785z8jOzsbJ0+exIcffoh//vOfsLa21s2tsHTpUpw7dw5nzpzp9Nr58+djx44diIuLw8cff4xPPvkEtra2qK+vh1arxW233YbQ0FD8+9//7vLa9913HzZs2ID8/HzcdtttcHR01D24b9myBe7u7jeM/5133kF1dTXOnDmDt99+G++99x6srKx08QNt39uFCxf247vUPyUlJdddYhAA7rjjDnz22Wdwd3fHp59+ihUrViAzMxMLFy6EpaUlAOge2m1tbfHpp592GmZUUVGBL774Al988QUkEglsbGzQ0tKiK4IJgoCXXnoJgYGButfU19dj8+bN2Lx5MwRBgI2NDdRqdYcCwRNPPKErABERDXcsChARkUEtXLgQnp6e+Oqrr5CSkgKNRgM3NzdMmzYNS5cu7dNSgUPBK6+8ggkTJuDrr79GWloalEol/P39ce+99+Lxxx/H+++/D6DtYagvZs6cifHjx2PLli04evQo8vPz0djYCHt7e4SFheHOO+/EvHnzoFAoMGnSJOTl5eHw4cN455134OTk1GFoQW/IZDLMnz9fN0P/nXfe2e17sLW1xXfffYdPP/0UBw8eRHl5OaRSKSZOnIiHH34Ys2fPxl/+8pc+xXE9ZmZm+PLLL7FlyxZs27YNubm5EEUR0dHRumEV3XWpyOVyrF+/Hl988QV2796NoqIiiKKIyMhIzJ8/Hw8//PB1hx/4+vri66+/xtq1a5GUlISamhrdahE9XQLQxsYGGzduxPbt27Fz505kZGSgqakJzs7OGD9+PBYtWoRJkyb1/htjQBMnTsTPP/+MDRs24LfffkNRUREEQUBAQACmTZuGJUuWwMXFpdPr1q9fj9OnTyM+Ph4lJSW6YUgjR45EVFQUFi1a1Gl5wQ8//BDHjx9HXFwcLl68iIqKCqjVanh5eWHMmDFYsGDBDQsaRETDiSAayxo/REREpPO73/0OCQkJ+MMf/oCVK1caOhwiIiIapjinABERkZE5c+aMbmUCtjATERHRQGJRgIiIyABWr16Nbdu24dKlS7px4HV1dfjuu++wYsUKAMDkyZMRGRlpyDCJiIhomOPwASIiIgO49957dcvaKRQKWFhYdJgoLjAwEOvXr+80sRoRERGRPrEoQEREZACHDh3CwYMHkZSUhIqKCjQ0NMDa2hqBgYG488478fDDD8PCwsLQYRIREdEwx6IAERERERERkYninAJEREREREREJopFASIiIiIiIiITJTN0AKZAFEVotUNjlIZEIgyZWImMGXOJSD+YS0T6w3wiMh0SiQBBEHp0LIsCg0CrFVFV1WjoMG5IJpPAwcEKdXVNUKu1hg6HaMhiLhHpB3OJSH+YT0SmxdHRClJpz4oCHD5AREREREREZKJYFCAiIiIiIiIyUSwKEBEREREREZkoFgWIiIiIiIiITBSLAkREREREREQmikUBIiIiIiIiIhPFogARERERERGRiWJRgIiIiIiIiMhEsShAREREREREZKJkhg6AiIiIiIiopzQaNbRaraHDIBoUgiBAKpVBEIQBuwaLAkREREREZPSamxvR2FgHtVpp6FCIBpUgSKBQmMPGxh4ymVzv52dRgIiIiIiIjFpzcyNqayugUFjA3t4FUqkUwMB9ckpkHERotVqoVK1obm5EZWUpHBxcoVCY6fUqLAoQEREREZFRa2ysg0JhAQcHlwFtoyYyRmZmFrC0tEVVVRkaGmrg6Oim1/NzokEiIiIiIjJaGo0aarUSlpbWLAiQyZJIJLCysoFS2QKNRqPXc7NTgAAAWlGLjKocqOuUkKkV8LPxhURgzYiIiIiIDKt9UsG2IQNEpksqbZtPQKvV6DUfWBQgJJYnY2vmLtS01uq22ZvZ4aGgeRjrGmHAyIiIiIiI2rFLgEzbQHXK8KNgE5dYnowvUzZ3KAgAQE1rLb5M2YzE8mQDRUZEREREREQDjUUBE6YVtdiaueu6x/yYuQtakevAEhERERERDUcsCpiwrJrcTh0C16purUVWTe4gRURERERERESDiUUBE1bXWqfX44iIiIiIiADgnXdWYcqUaPz88096O+ezzy7DlCnROHs2Tm/nJE40aNJszWx7dNypkjjYKGwQ5ODPFQmIiIiIiIzQlCnRfXrd1q274OHhqedoaChhUcCEBdr7wd7M7oZDCM5XZ+J8dSYczOwxySMKk9yj4GrpPEhREhERERHRjUREjOm0TaVS4fz5NABASMhoyOXyTscoFIoBicfJyRk+PiNhZWWtt3O6ubnDx2ckzM3N9XZOAgRRFEVDBzHcaTRaVFU1GjqMLrWvPtCdef4zUdlSjbPl59CsbtFtD7DzxSSPKIx3HQMLGZOS6GoymQQODlaorm6EWs2JOon6irlEpD9DOZ9UKiUqK0vg5OQBuXxgHmCHq5KSYjz00DwA7AgYDnqTC46OVpBKe9blzU4BEzfWNQJLwxdja+auDh0DDmZ2eDBoHsa6RgAAHgyah6SKVMSUxOF8VSaya/OQXZuHrRd2YaxLOCZ5RCHYIZDDC4iIiIiIiIYQFgUIY10jEOkShtz6PKhlSsjUCvjZ+HZ4wFdI5Yh2G4tot7Goaa3FmdKziCmJR1lTOWLLEhBblgB7MztMdB+Pye5RcLNyNeA7IiIiIiLqP61WxIXCGtQ0tsLeygyjvO0hkQiGDksvru4iOH48Dr/99iu2bv0PsrOzUF9fhw0bvkVQUDAqKytw5MhhnDp1HAUF+aioqIBMJsPIkSMxffpdeOCBBV0OQXjnnVXYu3c3XnnlTdxzz1zd9p9//gnvvrsaY8eOxyefrMXOnf/Fzp3bUFCQD4XCDGPHjsPSpSvg7x/Q6ZzPPrsMiYln8fHHn2P8+CtzKKxbtxYbNnyJWbPm4KWXXsN//rMZ+/btQUlJMSwtrTBp0mQsW7YSbm7uXX4vLl0qx1dffY6YmJOor6+Dq6sb7rjjLjz22BL84x/vdfk+hhMWBQgAIBEkCHYM7FFbmb2ZHe4aeTvu9LkN+fWFiCmJR1xZImpaa3Eg/1ccyP8VfrYjMckjClGuY2AptxjEd0JERERE1H/xGeXYcjAT1fWtum0ONmZ4ZEYQooKH1wdg3367Cf/+9yewt3fAiBEjUF5eptv300878NVXn0OhMIOTkzMCAgJQW1uLCxcykJ6ehqNHf8XHH3/e5XwFN7JmzZvYv/9neHh4wsdnJPLz83Hs2G9ISIjHV19txogR3r06n1qtxv/8z3OIj4+Ft7cPRozwRkFBPvbv34uEhLPYuHELbG3tOrymoCAfK1cuRXV1FWQyGfz9A9Da2opNm9YhLu6MSQy5YFGA+kwQBPja+sDX1gcPBM5BcmU6YkrikFaZgdy6fOTW5ePHzF0Y4xyGSR7RCHUM4vACIiIiIjJ68Rnl+HR7Sqft1fWt+HR7ClbeFz6sCgNfffU5XnjhJcyf/wAkEgm0Wi00Gg0AYNy4aHz00acYNy4KMtmVx8fy8jJ89NHfcezYEXz33TdYvPjJXl0zJSUJ+fl5+Ne/vsDYseMBAHV1tXj55Rdx7lwC1q1bizffXNOrc/7660G4u3ti06bvEBAQCAAoLS3Fiy8+h7y8XPznP99g+fKVuuNFUcRbb72O6uoqRERE4u23/wpnZxcAwIUL5/G///snZGSk9yqGoYhPaKQXcqkc410jsWLMErxzy6u4L3A2PKzcoNaqEV9+Dp+dW4fXTryLHVk/o7Sx7MYnJCIiIiLqIVEU0arU6OVPc4sa3/5y4brX23IwE80tar1czxjmfZ87dz7uv/8hSCRtj4cSiUT3yf+YMWMxYcKkDgUBAHB1dcObb66BTCbDvn17en1NtVqN559/UVcQAABbWzv88Y//AwA4depEn8752murdQUBAHB3d8fSpSu6POfZs3E4fz4N5ubmePvtv+kKAgAwalQIXn31TajV6l7HMdSwU4D0zs7MFjN8puEO76korC9CTGkc4koTUauswy8FR/BLwRGMtPXGZPdoRLuNgaXc0tAhExEREdEQJYoi3vvmLLKKrr/Mtj5V17di5f8d1cu5AkfY4eVF4yEIhpur4EZj5VtbW/Drr4dw7lwCysrK0NLSrCtmSCQSFBTko7W1BWZmPV+VzNraBnfccVen7aNGhUChUKChoR61tTWws7Pv8TkDA0chPDyi0/awsLZtRUUXO2w/ffokAGDy5Fvg7Nx5yfUJEybD3d0DpaUlPY5hKGJRgAaMIAjwsR0BH9sRuC9wDlIr0hFTGofUygzk1xUiv64Q/83chQiXMEx2j0Ko4yhIJVJDh01EREREQ83wmPvPYEaO9Ot2X05ONl566U8oKSm+7jnq6urg4tLzosD15guwt3dAeXkZmpube1UU6O6cjo6OAIDm5qYO2wsLCwAAgYFB3Z4zMDCIRQEifZBLZBjrGoGxrhGoU9YjrjQBMaXxKGooQUJ5EhLKk2CrsMEE93GY7B4NT+uuZwYlIiIiIrqaIAh4edF4KFXdT5TdGxcKa/DR1nM3PO5PD43BKG/7fl9PIZcYtEsAACwsup4YXKPR4PXXX0JJSTGioibi0UcfR2BgEGxsbHXDCe6/fzbKy8t63WZvbt59AaF9GENvh1Z09z7az3etpqZmAIClpVW357zevuGCRQEadLYKG0z3mYrpPlNRWF+M0yVxiC1LQJ2yHocKjuJQwVH42Hhhkkc0ot3Gwlo+/BORiIiIiPpOEASYKfTTcRrm5wgHG7MOqw5cy9HGDGF+jsNmecLupKenIT8/D66ubvjb3z7sNDxAFEXU19cbKLr+s7RsKyI0NTV2e8z19g0XLAqQQXnbeMLbZh7mB96D1MoMnC6JQ3JlOgrqi1BQX4RtmbsR4RyKyR7RGO0YzOEFRERERDSgJBIBj8wI6nL1gXYLZwQN+4IAAJSUFAEAQkNHdzlfQE5OdqeW/KHE29sHAJCdndXtMdfbN1ywKEBGQSaRYYxLGMa4hKFe2YC4skScLolDYUMxEi+lIPFSCmzk1m3DCzyi4WXtYeiQiYiIiGiYigp2xcr7wrHlYGaHjgFHGzMsnBE0rJYjvJ72Fv/Kysou92/Z8vVghqN3kybdjC1bNiMm5gSqqirh6OjUYX9c3JkbzqUwHLAoQEbHRmGN272n4HbvKShqKEFMSRxiSxNQr2rA4cJjOFx4DCOsPTH58vACG4W1oUMmIiIiomEmKtgV44JccKGwBjWNrbC3MsMob3uT6BBoFxYWAZlMhpSUJOzcuQ333ns/AEClUmHjxq9w4MBeyOVyqFQqA0faN+PHRyM0dDTS09Pw2msv4a233tetQpCZmYF3310NmUw27JclZFGAjJqXtQceCJqL+QH3IK0qAzEl8UiuSMPFhmL8mLkL27J2I9wpFJM9ohDmFAKZhD/SRERERKQfEomAkJEOhg7DYBwdnbBw4WJs3rwBf//7u9iw4Us4O7vg4sUCNDQ04KmnlmPPnl1DdnZ+QRDw+utvY+XKpUhKSsSDD86Bv38AlEoV8vJyMHp0OCIjx+Lgwf3dTlY4HPAJioYEqUSKCOfRiHAejQZVI+LLziGmJA4F9ReRVJGKpIpUWMutEO02FpM9ojHC2tPgs7gSEREREQ11y5evhJubO7Zv34qCgny0tLQgMHAUHnhgAW6/fQb27Nll6BD7xcdnJNat24x169YiJuYE8vJy4ezsgkcffQJPPPE01qx5EwBgZTV8Jz8XxN6u80C9ptFoUVVl/LNWymQSODhYobq6EWq1fpZ0GWjFDaU4XRqPM6VnUae8MvOpp5U7JntEY4L7ONgqbAwYIZmioZhLRMaIuUSkP0M5n1QqJSorS+Dk5AG5XGHocMjELF68ALm5OdiwYQuCgkYZNJbe5IKjoxWk0p51N7BTgIY0T2t33Bc4G/P8ZyK96gJOl8Yj6VIqihtLsS1rN3Zk/4zRjsGY7BGNcOdQyDm8gIiIiIiIeiA1NQW5uTmwtbWDn5+/ocMZMHxComFBKpEi3DkU4c6haFQ1Ib7sHE6XxiOvrgAplelIqUyHlcwSUW5jMdkjCj42Izi8gIiIiIjIxBUWFiAm5iRmzpwNG5srHcZJSYlYvfo1AMC8efdBJhu+j87D952RybKSW2LqiJswdcRNKG0sQ0xJ2/CCWmUdjhadxNGik/CwcsMk9yhMdB8POzNbQ4dMREREREQG0NjYgH/+8x/4178+gre3DywtrVBRcQnl5WUAgIiISDz55NMGjnJgcU6BQcA5BQxPK2pxvioTp0vjce5SClTatmVFBAgIdRqFye7RiHQeDblUbuBIaTgYzrlENJiYS0T6M5TziXMK0ECqq6vDd999g9jYGJSWlqK+vg5mZmbw9fXHHXfchfnzH4BCYRw/dwM1pwCLAoOARQHj0qRqxtnytuEFObX5uu0WMgtEuY3BZPdo+Np6c3gB9Zmp5BLRQGMuEenPUM4nFgWI2nCiQSI9sZRbYIrXZEzxmoyypks4XRKP06XxqGmtxfGiGBwvioGbpSsmu0dhosd42JvZGTpkIiIiIiKiAcGiAJk0N0sXzAuYiTn+d+FCdTZiSuKQeCkFZU3l2JmzF7ty9iHEMQiTPaIR6RwGBYcXEBERERHRMMKiAAEAtFoR6XlVUOVWQy6ICPC0g0RiOu3zEkGCEMcghDgGoVndgoTyJMSUxCG7Ng/pVReQXnUBFjJzjHcdg8keUfCzHcnhBURERERENOSxKECIzyjHloOZqK5v1W1zsDHDIzOCEBXsasDIDMNCZo6bPSfiZs+JKG+qwJnSeJwuPYuqlmqcKD6NE8Wn4WrhjEke0ZjkPh4O5vaGDpmIiIiIiKhPONHgIDDmiQbjM8rx6faUbvevvC/cJAsD19KKWmTV5CCmJB4J5UlQalUA2lYvCHYIxCSPKIx1CYdCyslvaGhP5kRkTJhLRPozlPOJEw0SteFEg6R3Wq2ILQczr3vMfw5mYlyQi0kNJeiKRJBglEMgRjkEYsGoe5FwKQWnS+KQWZOD89WZOF+die+lZhjvGolJHtEIsPPl8AIiIiIiIjJ6Q6YocOnSJZw4cQIpKSlITk5Geno6WltbMXHiRGzevLnX5xNFEQkJCTh8+DDi4+ORk5ODhoYG2NjYYPTo0Zg/fz7mzp07rB/sLhTWdBgy0JWq+lZcKKxByEiHQYrK+JnLzHGTRzRu8ohGRXMVTpfG43RJPCpbqnCyJBYnS2LhbOHUtnqBexScLPi9IyIiIiIi4zRkigJ79uzBe++9p7fzxcTE4IknntD9v7e3N7y8vFBUVIQTJ07gxIkT2LNnDz755BMoFMOzTamm8foFgXYlVU0sCnTD2cIRs/3uxCzfO5Bdk4eY0jgklCehorkSu3MPYHfuAYyyD8Bkj2iMcQmHuczM0CETERERERHpDJmigLW1NW6++WZEREQgIiICaWlp+Oyzz/p8PlEUMWLECDz++OOYPXs2nJycdPt27NiB119/HUeOHME///lP/PnPf9bHWzA69lY9e0DdvD8DRxOLERHgiAh/J/h72kIq6dn4FFMhESQIcvBHkIM/Foyaj8TyZMSUxuNCdRYu1GTjQk02FBe2Y7xLJCZ7RCHA3g8Sgd9DIiIiIiIyrCE70eA333yDt99+u8/DBxoaGmBmZga5vOt15z///HN89NFHsLe3x6lTpyDpx0OwsU40qNWK+PO/T153CIFUIkCj7fgjYmUuQ5hfW4Eg3N8JdlbDs5NCHyqbq3Gm9CxiSuNQ0Vyp2+5k7oBJ7lGY5BEFZwun65yBhqKhPJkTkTFhLhHpz1DOJ040SNRmoCYaNNmPKq2trbstCADA1KlTAQA1NTWoqqoarLAGlUQi4JEZQdc95vf3huGj56bgqdmhmBjqCitzGRpb1DiTXo51e9Lxp0+OY/WGWGw7moOsi7XQaodkjWnAOFk4YJbfHVg1+X/xwvgVuNljIsylZqhsqcbPeQfx5qm/4qOz/8ap4li0qFsMHS4RERERUY9NmRKNKVOiO21/9tllmDIlGmfPxvXqfGfPxmHKlGg8++wyfYV4QyUlxZgyJRoPPjh30K5pbIbM8IHB1tJy5QHN3NzcgJEMrKhgV6y8LxxbDmZ26BhwtDHDwhlBuuUIb4nwwC0RHtBqReSU1CEpuxLJOZXIL61Hflnbn90n89hF0A1BEBBg74sAe188NGoezl1KRUxJHDKqs5BVk4usmlz8cGEHxrpGYLJ7NIIc/Dm8gIiIiIh67J13VmHv3t2YNOlmfPDBxzc8vqqqEvfddw80Gg0++uhTTJgwaRCiHHzr1q0FACxY8AhsbGwMHI1xYlGgG3v27AEAhISEwNra2sDRDKyoYFeMC3JBdnEtVKIAuSAiwNOuy2UIJRIBgV52CPSyw/1T/VHbqERKTluBIDW3StdFcCa9HAAw0t0GEf5OiLw8F4GpL20IAAqpAhPcx2GC+zhUt9TohheUN1XgTOlZnCk9Cwcze0zyiMIk9yi4WjobOmQiIiIiMnKzZs3B3r27ERd3GpWVFXByuv7vkAcO7IVGo4GrqxuioiboNRY3N3f4+Iw0ig9XN2z4EgBwzz1zuywKyGQy+PiMhIuL62CHZjRYFOhCSkoKvvvuOwDAsmX6aV2RyYz/U9/wAGfY2lqgrq4ZGk3Pxpo52Zlj2jgvTBvnBY1Wi5yiOpzLrkRSdgXySurbOglKr3QRRPg7ITLQCRH+TrCz5kz8LtaOmB04A/cE3IHc2gKcKo5FbGkiqltrsC/vEPblHUKAvS9u9pyAKLdIWMgtDB0y9UD7+K2ejuMioq4xl4j0Zyjnk1bLD5V6Yty4KHh4eKKkpBgHDuzDwoWPXvf4vXvbPgSdOXN2v+ZP68rrr7+l1/MNJBcXV2zZ8l9Dh9ErUqmg1+dLFgWuUVFRgeeeew5qtRp33nknZs+e3e9zSiQCHBys9BDd4LC17fuDp7OTDSZGegEAqutbcPZ8OeLPlyMhoxwNzSrEpJUhJq0MABA4wg5RoW6IDnFDkI8DpCbeReDoOBpRfqOhVC9EXHESjuSewrmydGTX5CG7Jg/fZ+zARK+xuM3vJoS7Buv9H2/Sv/7kEhFdwVwi0p+hmE8tLVJUVEj0/iA0HN1zz2ysW/cl9u/fg8WLH+v2uAsXMpCdnQkAmDNnXr+/r/r6e2kvWgmC/v+upVLJkP/50WoFSCQS2NlZ6rULg0WBq9TX12Pp0qUoLi5GWFgY3n//fb2cV6sVUVfXpJdzDSSpVNLrToEbGR/ohPGBTtDcE3yliyCrAnml9ci6WIusi7X4/pcLsLKQI8LPEZGBTogMcIatic9FEGoTitDIUFS31OJ0STxiiuNQ0liO4wWxOF4QCwczO0zyjMJNntFwtzLdVidjNRC5RGSKmEtE+jOU80mpbIVWq4VGIw76yglaUYusmlzUtdbB1swWgUa+rPRdd83G+vVfISsrE+np6QgKCu7yuD17fgIAREREwtNzBM6dS8LRo7/i7NlYlJeXoba2Fra2dhg9OgwPPbTwhsMLrv17efbZZUhMPIuPP/4c48d3nIhQq9Vi+/YfsWvXdhQWFsDS0hKRkWPx5JNLdT+botj57zo1NaVXMa5bt1Y3dAAA7r9/Tof97bGVlBTjoYfmwd3dAz/++FOn99bY2IDvv9+C3377FUVFhRAEAV5e3pg27XY8/PAjsLTs/OHvgw/ORWlpCT7++HO4urph3bq1iI+PRUNDPTw8PDF79jz87neP9vpDPo1GhFarRW1tE5qbNdc91tbWosedQSwKXNbY2Iinn34aaWlpCAoKwrp16/Q6l8BQWvpFo9EOSLx+Hrbw87DF/Cl+qG1oRUpu1ZW5CK7pIvC9PBdBRIAT/D1Mdy4CG5kNZnjfhjtGTEN+fSFOl8QjriwR1a212Jd7GPtyD8PPdiQmeUQhynUMLDm8wKgMVC4RmRrmEpH+DMV80mgMs7pVYnkytmbuQk1rrW6bvZkdHgqah7GuEQaJ6Ua8vEYgMnIszp1LwN69u7ssCqjVahw4sA8AMHNm24PyW2+9hqKii7CxsYWTkzOcnFxw6VI5jh8/ihMnjuH551/EAw883O/4RFHE6tWv4dChAwAAd3cP2NnZ4/Tpk4iJOYknn3y629f2NkY3N3dERIxBcvI5AEBIyOgOq8/15FmvtLQUzz+/AhcvFkAikcDPzx8AkJOThaysC/jll334v//7DK6ubl2+PjMzAy+//D9Qq9Xw9fWHTCZDfn4ePvvsY5SWluCFF1668TetC/oukLEoAKC5uRnLly9HYmIifH19sWHDBjg4OBg6rGHNztpMt6KBRqtFTnEdknMqkZxdhfyyeuSVtv356aoVDSIDnBDu52SSXQSCIMDX1ge+tj64P2gukivScLokDmlVF5Bbl4/cunz8mLkLY5zDMMkjGqGOQUZdxSYiIiIyZonlyfgyZXOn7TWttfgyZTOWhi822sLArFlzcO5cAn75ZT9WrPgjZLKOj3ynT59CdXUVFAoz3HHHXQCAJ554GmFhEfDxGdnh2Pj4WKxa9So++eQj3HLLNLi7u/crtl27tuPQoQNQKMywevU7uPXW2wAADQ0NeOedVbqVArrS2xjnzLkXc+bcq1sy8e2334eHh2ev4l29+lVcvFiAwMBReOedv8HLawQAoLCwAK+88iJyc3Pw1luv41//+qLL1//7359g1qw5eO65F2BpaQkAOHToF6xa9Qq2b/8RDz74u07vxxBM/qmhtbUVzzzzDGJjY+Hl5YWNGzfCxcXF0GGZFKlEgqAR9rh/agDefHICPnr2Fjw1OxQTQlxhaSbTrWjw1e50/OmT43hrYyy2H81BdlEttFrDVI4NSS6RYbxrJJ4ZswRrbn4F9wXOhoeVG9RaNeLLz+Gzc+vw2ol3sSPrZ5Q0lhk6XCIiIqIBJ4oiWjVKvfxpVrfghws7r3u9rZm70Kxu0cv1RFG/v89Onz4D5ubmqK6uwunTpzrt37t3NwDg1lun6T4tnzVrTpcPp1FRE7Bs2Qqo1WocPLivX3GJoohvvtkEAFi06DFdQQBo+9T+jTfehpVV9/OwDUaMV0tIiEdy8jlIJBKsXv2uriAAAN7ePli16l0IgoDExLNITDzb5Tm8vX3w4osv6woCAHDHHXfilltuhSiKiIk5obd4+8OkOwVUKhWee+45nDp1Cm5ubti0aRM8PDwMHZbJ600XgbWFHGF+jojwdzTJLgI7M1vM8JmGO7ynorC+CDGlcYgrTUStsg6/FBzBLwVHMNLWG5PdoxDlNhZWcssbn5SIiIhoCBFFER+e/Qw5tfmDds2a1lq8ePQNvZzL384XL4x/BoKgn+GylpZWmDZtOvbv/xn79u3BLbfcqttXV1eHkyePAWhbou9qxcVFOHhwPzIzL6C2tgYqlQpA25h6oK0Vvj8KCvJRUlIEAF0ORbCwsMDs2fdiy5avuz3HQMd4tZiYkwCAiRMnY+RI3077AwICMWHCJJw5E4PTp09h7NjxnY6ZO3c+pFJpp+1hYRE4fvwoioou6i3e/hj2RYGFCxeirKwMjz32GJ544gnddo1Gg//5n//Bb7/9BhcXF2zatAne3t6GC5S61N5F0N5JUNvQiuScK3MRNDSrcDqtDKfTyiAAGOlug8iAtiUP/UxoLgJBEOBjOwI+tiNwX+AcpFakI6Y0DqmVGcivK0R+XSH+m/kTIlzCMNk9CqGOoyCVdP4HioiIiGhoMo3f+Xpq1qw52L//Z5w4cRT19fWwsbEBABw+fABKpRLOzi6Ijp6oO/6HH7bgs88+hlqt7vactbW13e7rifz8PACAg4Mj7O3tuzymfcx+VwYjxqsVFLQVmfz9A7o9xt8/EGfOxOje27VGjPDpcruDgyOAtmHsxmDIFAVKSkowf/583f8rlUoAwNmzZzFp0iTd9qeffhpLly7V/X9ZWRmKiopQX1/f4Xx79+7F/v37AQAKhQKvvPJKt9d+/fXXMXr0aH28DeonO2szTIn0wJTIK10ESdmVSM6pREFZg66LYNeJK10Ekf5OCPN3hK2laXQRyCUyjHWNwFjXCNQp6xFXmoCY0ngUNZQgoTwJCeVJsFXYYIL7OEx2j4andf/GhhEREREZkiAIeGH8M1BqVXo5X1ZNDj47t/6Gx60YswSB9t0/xPaUQiLXW5dAu6ioCXBzc0dZWSkOHTqA+fMfAADs3bsHAHD33ffoPsFOTj6Hjz/+EBKJBE8+uRTTpk2Hp6cnzM0tIJFIEB8fiz/+8ZnrPoz3RHNz22ps15u7rf1h+VqDFePVmpra43Xq9hhHR6fLxzZ2ub+7ZQPbVx3Q99CRvhoyRQGNRoOamppO29VqdYftLS0tPTpfe1EBAIqKilBUVNTtsdcWFMg4XN1F8MC0ANQ0tCIlpwpJ3XQR+HpcXtHAhLoIbBU2mO4zFdN9pqKwvhinS+IQW5aAOmU9DhUcxaGCo/Cx8cIk92hEu42FtaL7cVxERERExkoQBJhJ9fMBUKjjKNib2XVYdeBaDmZ2CHUcZbQTOwuCgJkzZ2PTpnXYt28P5s9/AAUF+UhNTQbQ1knQbt++tkLBww8vwlNPLe90Ln19+m5h0TaMtbq6uttjqqurutw+WDFerX0egOrqym6PqaqqvHzs0P4desgUBUaMGIGMjN6PETl8+HCX2++//37cf//9/Q2LjIj9NV0E2UWX5yK43EWQW1KP3JIrXQThfo6IMKEuAm8bT3jbzMP8wHuQWpmB0yVxSK5MR0F9EQrqi7AtazcinEMxyT0KYU4hHF5AREREJkkiSPBQ0LwuVx9o92DQPKMtCLSbNWsONm1ah5SUJBQWFugerENDw+Dr66c7rqSkGAAwZsy4Ls/TXkjor/Zx+TU11aipqelyCEFubk6Xrx2sGK/WPqlhTk52t8e07+tqzoGhZMgUBYh6QyqRYJS3PUZ5X+kiaCsQVOm6CGLSyhBzbRdBgBP83Id3F4FMIsMYlzCMcQlDvbIBcWWJOF0Sh8KGYiReSkHipRRYy60w0X08JrlHYYRN75ZuISIiIhrqxrpGYGn4YmzN3NWhY8DBzA4PBs0z2uUIrzZihDciIsYgOfkc9u7djf37fwbQsUsAAMzM2lrcKysrOp2jurpat1pBf/n4jISHhxdKSoqwfftWPPnk0g77W1pa8PPPu7p8bX9iNDMzQ2trK1pbW3sV7+TJN+Pbbzfp5gy49sE/JycbsbExumOHMhYFyCTYW5vh1khP3Brp2bGLILsSBeWm20Vgo7DG7d5TcLv3FBQ1lCCmJA6xpQmoVzXgcOExHC48hhHWnpjs0Ta8wEZhbeiQiYiIiAbFWNcIRLqEIasmF3WtdbA1s0WgvZ/Rdwhc7Z575iI5+Ry+//5btLa2QqFQYMaMuzscM3bsOBw7dgSbN2/AuHFRuk/Ii4uL8Oabr/R4ePaNCIKARx5ZjA8+eB/ffrsJQUHBmDJlKoC21QPefXc1Ghoaunxtf2L08hqBnJxsJCbGd+iQuJFx46IQGTkWSUmJWLXqFaxZ8zfdsoRFRRexevWrEEURY8eO77aDYahgUYBMTu+7CGwR4e847LsIvKw98EDQXMwPuAdpVRmIKYlHSkUaLjYU48fMXdiWtRvhTqGY7NE2vEAm4T8fRERENLxJBAlGOXQ/+7yxmz59Bv75z3/oHppvvvlW2Nradjhm7tz7sHPnNhQU5GPx4gXw9h4JqVSC3NwcWFhYYMWK5/B///cPvcQzf/4DOHs2Dr/+ehB/+csL8PDwhJ2dPfLycqDVinjqqeVYu/bTTq/rT4wzZtyNL774DP/4x/vYtm0rbG3tAAB//OP/ICgo+LrxvvHGGjz//DPIzLyAhQvvh59fAAARubk50Gq18Pb2wRtvvN3v74uh8bd6Mnk37iKoQ25J3ZUuAv+2LoJwP0fYDMMuAqlEigjn0YhwHo0GVSPiy84hpiQOBfUXkVSRiqSKVFjLrRDtNhaTPKLgbe2l9xlziYiIiKj/rKysMXXq7ThwYC+Ats6Ba1laWuLTT7/Cl19+hhMnjuLixQI4ODjirrtm4cknl6KsrFRv8QiCgFWr3sGYMWPx0087UFhYgObmJkyYMBlLlixDfX1dl6/rT4yPPPIYtFotDh7cj4sXL0KpbJsHoCeTybu7u2Pdus347rtv8dtvh1FUVAigbenE2267Aw8//MiQn2QQAATRWNZBGMY0Gi2qqrpepsKYyGQSODhYobq6EWq11tDhGIXq+lakXJ6sMDWvGs2tV5Y5ubqLIDLAGb4eNpAM44fj4oZSnC6Nx5nSs6hTXvlH1NPKHZM9ojHBfRxsFTYGjNB4MJeI9IO5RKQ/QzmfVColKitL4OTkAbl8+H0gQ9RTvckFR0crSKU9G+rCosAgYFFgeFBrtMgpbusiSMquRGF5xzFPptBFAAAarQbnqzMRUxKHpEupUIsaAG3tdaMdgzHZIxrhzqGQm/DwAuYSkX4wl4j0ZyjnE4sCRG1YFBjCWBQYnnrSRRAZ4IQIf6dh20XQpGpCfPk5xJTEI6+uQLfdSmaJKLexmOwRBR+bESY3vIC5RKQfzCUi/RnK+cSiAFEbFgWGMBYFhj+1Rovsolok51QhOaf7LoJIfyeEDdMugtLGcpwujcfpknjUKq+MB3O3csNk9yhMdB8POzPb65xh+GAuEekHc4lIf4ZyPrEoQNSGRYEhjEUB01Nd376iQSXS8qrQ3KrR7RMA+HnaIsJ/eHYRaEUtMqqyEFMah3OXUqDStnVQCBAQ6jQKk92jEek8GnKp3MCRDhzmEpF+MJeI9Gco5xOLAkRtWBQYwlgUMG036iKwsZQj3K9tLoLh1kXQrG7G2bIkxJTGIac2X7fdQmaBKLcxmOweDV9b72E3vIC5RKQfzCUi/RnK+cSiAFEbFgWGMBYF6Go96SKI9HdCRIATRroPny6CsqZLOFMSj5jSeNS01uq2u1m6YLJ7NCZ6jIe9mZ0BI9Qf5hKRfjCXiPRnKOcTiwJEbVgUGMJYFKDutHcRJOVUIjm7Chcvdd9FEO7vBGuLod9yrxW1uFCdjZiSeCReSoZKqwLQNrwgxDEIk92jEOkSDsUQHl7AXCLSD+YSkf4M5XxiUYCoDYsCQxiLAtRTui6C7Eqk5V/TRSAA/h6X5yIYJl0EzeoWJJQnIaYkHtm1ubrt5lJzRLlFYrJHNPxsRw654QXMJSL9YC4R6c9QzicWBYjasCgwhLEoQH3Rsy4CJ0QEOCLcb+h3EVxqqmxbvaA0HlUt1brtrhbOmOQRjUnu4+Fgbm+4AHuBuUSkH8wlIv0ZyvnEogBRGxYFhjAWBUgfqupakJJbheTsSqTmVaFFOTy7CLSiFlk1OYgpiUdCeRKUVw0vCHYIxCSPKIx1CYdCary/FDCXiPSDuUSkP0M5n648CLlDLjczdDhEBqNStaKyspRFgaGIRQHSN10XQXbbhIUXL3X8+bK1lCNsGHQRtKhbkHApBadL4pBZk6Pbbi41wzjXtuEFAXa+Rje8gLlEpB/MJSL9Gcr5pFarUFFRDAcHV5iZWRg6HCKDaWlpRk1NOZydvSCTya57LIsCRoZFARpoPeoiCHBChP/Q7SKoaK5qG15QEo/KlirddmcLJ0x2j8JE9yg4WTgYMMIrmEtE+sFcItKfoZxPoiiivPwirKxsYG1tb+hwiAymtrYKra3NcHHxvOGHYiwKGBkWBWgwqTVaZF2s1S172F0XQWSAE8L8HIdcF4FW1CK7Jg+nS+NxtvwcWjVK3b5R9gGY7BGNMS7hMJcZrr2QuUSkH8wlIv0Z6vlUXX0JarUSTk4ekEh69qBDNJyoVK2oqiqHhYU1bG1v/EEYiwJGhkUBMqSqupbLBYIqpHXVReB5eS6CIdhF0KpRIrE8GadL43GhOhsi2v45U0gVGO8SickeUQiw94NEGNxfHphLRPrBXCLSn6GeT2q1CpWVpZBKZbCysoFUKje64YNE+idCo9GitbUZLS2NkMnkcHBw7VFhjEUBI8OiABmLq7sIknIqUdRFF0H45QLBUOsiqGyuxpnSszhdGodLzZW67U7mDpjkHoVJHlFwtnAalFiYS0T6wVwi0p/hkE9KZSsaGmqgVLYYOhSiQSWRyGBubglra7sed8qwKGBkWBQgY9WTLoLIyysa+LgNjS4CURSRU5uPmJI4nC0/hxZNq25foL0fJrtHY5xrBMxl5gMWA3OJSD+YS0T6M5zySaPRQKvV3PhAomFAECSQSqW97oxhUcDIsChAQ4Fao0XmVXMRDIcuAqVGiXOXUhFTEoeM6qwrwwskcox1jcBk92gEOfjrfXgBc4lIP5hLRPrDfCIyLSwKGBkWBWgoau8iSMquRFp+NVqv6SII8LRDhL/jkOkiqG6puTy8IB5lTZd02x3M7DHJIwqT3KPgaumsl2sxl4j0g7lEpD/MJyLTwqKAkWFRgIa6Dl0E2ZUoqrimi8BKgQi/tgJBmJ8jrMyNt4tAFEXk1RUgpiQO8eXn0Ky+Mi7R384Xkz2iMN41Ehayvq+DzFwi0g/mEpH+MJ+ITAuLAkaGRQEabiprW5Cc21YguF4XQWSAM7zdrI22i0CpUSG5IhUxJfFIr7qgG14gl8gxxiUMkz2iEewQ2OvhBcwlIv1gLhHpD/OJyLSwKGBkWBSg4Uyt0SKzsAbJOVVtcxEM0S6CmtZaxJYmIKYkDqVN5brt9mZ2mOg+HpPdo+Bm5dqjczGXiPSDuUSkP8wnItPCooCRYVGATMkNuwi87BDh74RIfyej7CIQRREF9RcRUxKHuLJENKmbdfv8bH0wySMaUa5jYCnveniBVtQitz4PapkSMrUCfja+ep/IkMhU8L5EpD/MJyLTwqKAkWFRgEzVUO8iUGnVSK5Iw+mSOKRVXYBWbMsLmUSGMc5hmOQRjVDHIN1Df2J5MrZm7kJNa63uHPZmdngoaB7GukYY5D0QDWW8LxHpD/OJyLSwKGBkWBQgalNZ26Jb8jAtrxqtqqHTRVDbWo/YsrM4XRKP4sZS3XY7hS0muo+HnZktfszc1e3rl4YvZmGAqJd4XyLSH+YTkWlhUcDIsChA1JlKrUXmxZrLRYIqFF/TRWBnpUC4vyMi/I2ri0AURRQ2FCGmJB5xpQloVDf16HUOZnZ46+aXOZSAqBd4XyLSH+YTkWlhUcDIsChAdGMVtc1IuTzM4NouAokgwN/LFpH+Tojwd4KPmzUEI+giUGnVSK1Ix8GCo8ity7/h8X8ctxyjHAIGITKi4YH3JSL9YT4RmZbeFAVkAxwLEVGPONtZ4LZxXrhtnFeXXQRZF2uRdbEW247mGE0XgVwiw1jXCKi1auSm3bgokFOTh0B7P3YLEBEREZHRYKfAIGCnAFH/VNQ2t01WmF2J9PzOXQQBXraIMGAXwYXqbPwzYW2PjrVT2CDcORThTqEIdgyCmVQxwNERDV28LxHpD/OJyLRw+ICRYVGASH/auwiSstsmLCyp7Dim385agQg/p7YVDXwdYDkIXQRaUYvXT77XYdWBa8klbXGotCrdNplEhlEOAYhwCkW4cygczR0GPFaioYT3JSL9YT4RmRYWBYwMiwJEA6enXQSRAU7wdh24LoLE8mR8mbK52/1LwxcjzDkUWdU5SK5MR0pFGipbqjsc42XtgfDLBQJfW28OMyCTx/sSkf4wn4hMC4sCRoZFAaLBoVJrceFiDZIN1EWQWJ6MrZm7OnQMOJjZ4cGgeZ2WIxRFESWNZUipTEdKRTpyavMh4so/x9ZyK4Q5hSDcORShjqNgITPXa6xEQwHvS0T6w3wiMi0sChgZFgWIDKOiplk3WWFafhWUqis/1xJBQKCXLSIC2uYi0FcXgVbUIrc+D2qZEjK1An42vj36xL9B1Yi0ygykVKQjrSoDzeoW3T6pIEWgvR/CnUMR4TQaLpZO/Y6TaCjgfYlIf5hPRKaFRQEjw6IAkeH1tIsgMsAJo/vZRdDfXNJoNciuzUNKRTqSK9NQ3lTRYb+bpSvCnUMQ4RQKfztfSCXSPsdKZMx4XyLSH+YTkWlhUcDIsChAZHwGsotA37lU1nQJqRXpSK48j6yaHGjFK+e0kFkgzCkY4U6hGO0UDCu5Zb+vR2QseF8i0h/mE5FpYVHAyLAoQGTcVGotLhTWXC4SdO4isLdWINzfCZH+Thjt6whLc1m359JqRWQX10IlCpALIgI87SCR6G9yw2Z1M9IqLyClMh2plefRqLoSq0SQwN9uJMKdQhHhHAo3S9dBX56RSJ94XyLSH+YTkWlhUcDIsChANLRcqmlGSk4lkrIrkV5Q3bmLYIQdIvwdO3URxGeUY8vBTFTXt+qOd7AxwyMzghAV7Kr3OLWiFrm1BbrJCosbSzvsdzZ3bJuHwHk0Au39IJN0X8wgMka8LxHpD/OJyLSwKGBkWBQgGrpUag0uFNbesIvAylyG/WcKuz3PyvvCB6QwcLXK5iqkVJ5HckUaMquzoRavLM9oLjVDiOMohDuHItwpBDYK6wGNhUgfeF8i0h/mE5FpYVHAyLAoQDR8XGqfi6CLLoLrcbQxw9+euVmvQwmup0XdiozqzMuTFaajXtmg2ydAgK+t9+UCQSi8rD04zICMEu9LRPrDfCIyLSwKGBkWBYiGp/YugiMJRYi/cOmGx//vwnEIGekwCJF1pBW1KKwvQnJFOlIq01FYX9Rhv72Z3eXlDkMxyiEQCmnfV14g0ifel4j0h/lEZFp6UxTgAFMioj6Sy6QI83NEfbOyR0WBmsbWGx4zECSCBCNtvTHS1htz/O9CTWstUivOI7kyDeerslDTWovjRTE4XhQDuUSOEMdAhDuFItw5FPZmdgaJmYiIiIgGB4sCRET9ZG9lptfjBpq9mR1u8ZqEW7wmQalR4UJ1FlIqzyOlIh3VrTVIrkhHckU6kAF423jpVjPwtvGCROhZxZmIiIiIhgYWBYiI+mmUtz0cbMw6rDrQlYyCaozyth+0eQV6QiGVt80t4BwKcdR8FDWU6FYzyKsrRGF9EQrri7A37yBsFTYIdwpBuHMogh2CYC4zjiIHEREREfUd5xQYBJxTgGj4i88ox6fbU2543ChveyybOxqOtuaDEFX/1CsbdB0E6VUZaNUodftkghRBDgGIcB6NcKcQOFk4GjBSGq54XyLSH+YTkWnhRINGhkUBItMQn1GOLQczO3QMONqYYeGMICjVWmzen4EWpQZW5jI8MStkwJco1CeVVo3smlwkV6QhuSIdlS1VHfZ7WrnrVjPws/PhMAPSC96XiPSH+URkWlgUMDIsChCZDq1WRHZxLVSiALkgIsDTTjdcoLy6CWt3pSG3pA4AMG2sJ353RxDM5FJDhtxroiiirKlct5pBdk0eRFy5lVjJLRHmFIJwp1CMdhoFC5mFAaOloYz3JSL9YT4RmRYWBYwMiwJEpuV6uaTWaLHjWC72xuRDBODhZInf3xsOb1drwwSrB42qJqRVZiClMh2plRloVjfr9kkECQLt/BBxed4CV0sXA0ZKQw3vS0T6w3wiMi0sChgZFgWITEtPciktrwpf7k5DbYMSMqkEC24PwB1RIyAIxjMJYV9otBrk1OYjuTINKRXnUdZU3mG/q6WzbjWDADs/SCVDq0uCBhfvS0T6w3wiMi0sChgZFgWITEtPc6m+SYn1e9JxLrsSADA20BlP3hMCG0vFYIU64MqbKpB6ebLCzJocaESNbp+FzByjHYMR7hyK0U7BsJZbGTBSMka8LxHpD/OJyLSwKGBkWBQgMi29ySVRFHH4bBG+P5wFtUYLO2sFls4ZjdG+w282/2Z1C9KrLiClIh2plefRoLry76IAAf52I3WTFXpYuQ35rgnqP96XiPSH+URkWlgUMDIsChCZlr7kUmF5Az7fmYKSyiYIAGZNHon5t/pB1sN/zIcarahFXl0hUi5PVljUUNJhv5O5I8KdQxHhFIpAB3/IJTIDRUqGxPsSkf4wn4hMC4sCRoZFASLT0tdcalVp8N2hTPyWWAwA8POwxfJ5o+HqYDlQoRqNqpZqpFSkI7kyHReqs6HWqnX7FFIFQh1HIdwpFOHOIbBV2BgwUhpMvC8R6Q/zici0sChgZFgUIDIt/c2l+IxybNx7Ho0tapgrpFh8dzBuCnMfgEiNU6tGiYyqTKRUpiOlIh21yvoO+0faeiPCqW01gxHWnhxmMIzxvkSkP8wnItPCooCRYVGAyLToI5eq6lrwxa5UXLhYCwC4Kcwdj941ChZmptVGrxW1uFhfjOTLBYKC+osd9tub2SHcKQThzqEIdgiEQjp8Jmkk3peI9In5RGRahmVR4NKlSzhx4gRSUlKQnJyM9PR0tLa2YuLEidi8eXO/zh0TE4MNGzbg3LlzaGpqgqenJ2bOnIlly5bB0rL/bbssChCZFn3lklYrYvfJPOw8kQtRBFwdLLB8Xhj8PGz1GO3QUttad7mD4DzOV12AUqvS7ZNLZAh2CNRNVuhgbm+4QEkveF8i0h/mE5FpGZZFgY0bN+K9997rtL2/RYHNmzfjnXfegSiKcHd3h6OjI7KysqBUKhEQEIAtW7bA3t6+H5GzKEBkavSdS5kXa/DFrlRU1rVCKhFw/zR/3D3RBxITb5tXaVS4UJPTNhdBRRqqW2s67B9h7akrEIy0HQGJMDwnbRzOeF8i0h/mE5FpGZZFgR9//BF79uxBREQEIiIikJaWhs8++6xfRYGUlBQ89NBDEEURq1evxoIFCyAIAsrKyvDMM88gNTUVd911Fz755JN+xc6iAJFpGYhcamxRYdO+DMSdLwcAhPk64Kk5o2FvbaaX8w91oiiiuLFUt5pBbm0BRFy5vdnIrRHmHIIIp1CEOAbBXGZuwGipp3hfItIf5hORaRmWRYFrffPNN3j77bf7VRRYsWIFDh06hPnz5+Ovf/1rh315eXmYNWsWtFotdu7ciZCQkD7HyqIAkWkZqFwSRRHHkkqw5eAFKFVaWFvI8fScUEQGOOvtGsNFvbIBaZUZSK5MR3rlBbRoWnT7ZIIUQQ4Bl1czCIWzhaMBI6Xr4X2JSH+YT0SmpTdFAdOaseoqjY2NOHbsGABgwYIFnfb7+vpi8uTJOHnyJPbt29evogARkT4IgoCpYzwRNMIOa3emoqC8Af+3NQkzokfgodsCIZexPb6djcIakzyiMMkjCmqtGtk1eUiuTENyRToqmiuRXnUB6VUXsDVzJ9yt3HSrGfjZ+kAqkRo6fCIiIqJBY7JFgfT0dCiVSigUCkRGRnZ5TFRUFE6ePIlz584NcnRERN3zcLLCq49F48cj2fglrhAH4y4io6AGy+eFwdPZytDhGR2ZRIZgx0AEOwbigcC5KG+6pFvNILs2D6WNZShtLMMvBUdgJbPEaKdghDuHYrTjKFjK+z/ZLBEREZExM9miQG5uLgDA09MTcrm8y2N8fHw6HEtEZCzkMgkWzghCmJ8D1u1JR2F5A97aGItH7hyFWyM9IJj4JITdEQQBblaucLNyxQyfaWhSNSGt6gJSKtKRWnkejeomxJYlILYsARJBggA7X4Q7hyLCKRSuli78vhIREdGwY7JFgdratrW/7ezsuj2mfV/7sf0hGwJtve1jTno69oSIujaYuTQ+2BX+nnb4YlcqUnKrsHHveaTmVWHJPaGwsui64ElX2MqsMdlrPCZ7jYdGq0FObT6SLqUh+VI6ShrLkFmTg8yaHGzP2gNXS2dEOIci0mU0Ah38IJOY7C100PC+RKQ/zCci6o7J/kbT2toKAN12CQCAQqHocGxfSSQCHByGTkuvra2FoUMgGhYGK5ccHKzwzoop2PFbNr7+OQ2x6eXIK63Hi4uiMNrPaVBiGC6cnSIw0T8CAFDWcAlni1MQX5yM1EsXUN5UgUMFx3Co4Bgs5OYY4z4aUR4RGOcRBltzGwNHPrzxvkSkP8wnIrqWyRYFzMzalvFSqVTdHqNUKjsc21darYi6uqZ+nWMwSKUS2NpaoK6uGRoNZ6Ul6itD5dLtYz0w0tUK/96ejLLqZvzl0+OYf6s/5k3xhVTCT4Z6SwFLTHaZiMkuE9GibkFaZSaSL7VNVlivbEBM4VnEFJ6FAAH+9iN1XQSe1u4cZqAnvC8R6Q/zici02NpacPWBG+nJ0ICeDDHoqaG09ItGox1S8RIZK0Pkko+rNd54YgK+/eUCTqaUYvvRHKTkVGLZ3DA42ZkPaizDiQwKRDqFIdIpDFpRi/y6i0i5PFnhxYZiZNfkIbsmDzuy9sLR3EG33OEoe3/IpRzG0V+8LxHpD/OJiK5lskUBX19fAEBxcTFUKlWXwwgKCgo6HEtENBRYmMnw9JzRCPdzxNf7M5B5sRZvrj+DJ2aFIDrE1dDhDXkSQQI/Ox/42flgrv/dqG6p0RUIMqqzUNVSjaNFJ3G06CQUEjlCHEchwjkUYU4hsDOzNXT4RERERB2YbFEgNDQUcrkcSqUSSUlJiIqK6nRMfHw8AGDs2LGDHB0RUf9NDnOHv5cd1u5MRW5JHT7bkYKpYzyxcEYQzORSQ4c3bDiY2+NWr5twq9dNUGqUyKjOQnJFW5GgVlmHpIpUJFWkAgB8bEboVjPwtvHiMAMiIiIyOJMtClhbW2PKlCn49ddf8cMPP3QqCuTl5SEmJgYAMHPmTEOESETUb672Fnj50fHYeTwXP5/Kx9Fzxci8WIPl88Lg48bJ8fRNIVUgwnk0IpxHQxRFXGwoRkpFOpIr05FfV4iC+osoqL+In3N/gZ3CFuHOIQh3CkWwYxDMpApDh09EREQmaNgXBRYuXIiysjI89thjeOKJJzrsW7FiBY4cOYKdO3di/PjxWLBgAQRBQHl5OV544QVotVrMmDEDISEhhgmeiEgPZFIJHpgWgNEjHfDF7jSUVDZhzdfxWHB7AO6IGsFPqweIIAjwtvGCt40XZvnNQG1rPVIrzyOlMh3pVRdQq6zDieIzOFF8BjKJDKMcAhDhNBrhziFwNHcwdPhERERkIgRRFEVDB9ETJSUlmD9/vu7/lUolmpqaIJPJYG1trdv+9NNPY+nSpbr/nz59OoqKivDss8/iueee63TejRs34v3334coivDw8ICDgwOysrKgVCrh5+eHLVu2wNHRsV+xazRaVFU19uscg0Emk8DBwQrV1Y2cgIaoH4w5l+qblNjw83kkZlUAAMYEOOHJ2aGwteSn1INJpVUjqzoHyZVpSKlIR2VLdYf9XtYeuskKfW29IRFMc/UIY84loqGG+URkWhwdrYbf6gMajQY1NTWdtqvV6g7bW1paenXeJ554AsHBwVi/fj2SkpJQWVkJT09PzJw5E8uWLYOVlVU/IyciMh42lgo890AEDp8twveHs3AuuxJvrj+DpXNGY7Rv/wqg1HNyiQyhTqMQ6jQKDwXdi5LGMt1khTm1+ShqKEFRQwn25x+GtdwKYU4hCHcORajjKFjIuIoEERER6c+Q6RQYytgpQGRahkouFZY3YO2uVBRXNEIAMHOyD+671R+yHlaVaWA0KBuRVpWBlIp0pFVloFl9pdgtFaQItPdDhPNohDuFwsXSyYCRDryhkktEQwHzici09KZTgEWBQcCiAJFpGUq51KrS4PtDmTiSWAwA8POwwfJ5YXB1sDRwZAQAGq0G2bV5SK5IQ0plOsqbKjrsd7N0RbhzCCKcRsPfbiSkkuG1qsRQyiUiY8d8IjItLAoYGRYFiEzLUMyl+IxybNx7Ho0tapgrpFh8VzBuCnc3dFh0jbKmS0itSEdyRTqyanOhFa/8fFnILBDmFIxwp1CMdgqGlXzoF3aGYi4RGSvmE5FpYVHAyLAoQGRahmouVdW14Iuf0nChsAYAcFOYOx69axQszIbM9DMmpUnVjPSqC0ipTEdq5Xk0qpp0+ySCBP52IxHuFIoI51C4WboOyVUmhmouERkj5hORaWFRwMiwKEBkWoZyLmm1InafysOu43nQiiJc7S2w/N4w+HnYGjo0ug6tqEVubYFussLixtIO+53NHdvmIXAORaC9H2SSoVHoGcq5RGRsmE9EpoVFASPDogCRaRkOuZR5sQZf7EpFZV0rpBIB90/1x92TfCAZgp82m6LK5iokXy4QZFZnQy1qdPvMpWYIcRyFcOdQhDuFwEZhfZ0zGdZwyCUiY8F8IjItLAoYGRYFiEzLcMmlphYVNu3LQOz5cgDAaF8HPD1nNOytzQwcGfVGi7oVGdWZSKlIR3JlOuqVDbp9AgT42npfLhCEwsvaw6iGGQyXXCIyBswnItPCooCRYVGAyLQMp1wSRRHHk0rw7cELUKq0sLaQY8nsUIwNdDZ0aNQHWlGLwvoiJFekI6UyHYX1RR32O5jZ6zoIRjkEQiGVGyjSNsMpl4gMjflEZFpYFDAyLAoQmZbhmEsllY1YuzMVBeVtnzLPiBqBh24PgFw2vJbAMzU1rbVIuVwgOF+VBZVWpdsnl8gR4hiIcKdQhDuHwt7MbtDjG465RGQozCci08KigJFhUYDItAzXXFKptfjxSDZ+iSsEAHi7WmP5vDB4OlsZODLSB6VGhQvVWbq5CGpaazvs97bx0q1m4G3jBYnQs180+mO45hKRITCfiEwLiwJGhkUBItMy3HMpKbsC6/ako75JBYVMgoUzgjB1jKdRjUWn/hFFEUUNJUipTEdyRTry6woh4sqvC7YKG4Q7hSDcORTBDkEwlw3MPBPDPZeIBhPzici0sChgZFgUIDItppBLtQ2t+Gp3GlLzqgEA0cEueHxWCKzMDTsGnQZGnbIeqZUZSKlIR3pVBlo1St0+mUSGUfYBuskKnSwc9HZdU8glosHCfCIyLSwKGBkWBYhMi6nkklYUceBMIf77WzY0WhGOtmZYNjcMo7ztDR0aDSCVVo2smpy21Qwq0lHZUtVhv6eVO8Kd24YZ+Nr69GuYgankEtFgYD4RmRYWBYwMiwJEpsXUcim3pA5rd6WivLoZggDMu8UPc24eCalk4Meck2GJooiypnIkXy4Q5NTmdRhmYCW3RJhTCMKdQjHaaRQsZBa9Or+p5RLRQGI+EZkWFgWMDIsCRKbFFHOpuVWNLb9cwImUUgBA0Ag7LJsbBic7cwNHRoOpUdWEtMoMpFSmI7UyA83qZt0+iSBBoL0/Ii7PReBq6XLdc2lFLXLr86CWKSFTK+Bn4zsokxsSDVemeG8iMmUsChgZFgWITIsp51JMaim+3p+BFqUGlmYyPDErBNEhroYOiwxAo9Ugpzbv8moG51HWVN5hv6ul8+XVDEYjwM4XUsmV5S0Ty5OxNXNXhxUQ7M3s8FDQPIx1jRi090A0nJjyvYnIFLEoYGRYFCAyLaaeS+U1zfhiVypyiusAAFPHeGLhHUEwU0hv8EoazsqbKpByebnDzJocaMUruWEhM8dox2CEO4dCK2qxOf2Hbs+zNHwxCwNEfWDq9yYiU8OigJFhUYDItDCXALVGi53Hc/HzqXyIADycLLF8Xhh83GwMHRoZgWZ1M9KrMpFSkY7UyvNoUPX8HulgZoe3bn6ZQwmIeon3JiLTwqKAkWFRgMi0MJeuSM+rwpe701DToIRMKuCh2wMxI2oEBEEwdGhkJLSiFnl1hUipSEd8WSIqrlnNoCv+tr5wtLCHQqKAQiqHQqq45uvL/9V9LYeZVAG5RAEzadtxMomMhQUyKbw3EZkWFgWMDIsCRKaFudRRfZMSG34+j8SsCgBAZIATlswOha2lwsCRkbGJK03AhrT/DNr12osHcolcVyy4cYHh8j6JosuvzS4fJ5cqIBOkLICR0eC9ici09KYoIBvgWIiIyMTZWCrw3AMROHy2CN8fzkJSdiXeXH8GT88ZjTBfR0OHR0bE1sy2R8fd7n0rHM3soNSq0KpRQqVRQalV6r5u1Sih1Kqg0ijRqlVCqVG1bdcqodaqdedRalVQalUD9XYgESSXCwRymOkKB1e6F/pbgFBI5B0maCQiIuoLFgWIiGjACYKAO6JGINjbHp/vSkVxRSM+/C4RMyf54L6p/pD1sJJNw1ugvR/szew6rDpwLQczO9wfOLvPrf9aUQvl5SKCUqOCUqO85uvL/+3wdceiQ9vXbUWHK4WJK1+3T6KoFbVo0bSiRdOK+j5Fe2MyQQq5VHFVh0J7t0LH4kHPig0dCxVmUgWHWRARmQAOHxgEHD5AZFqYS9fXqtLg+8NZOJJQBADw87DB8nlhcHWwNHBkZAwSy5PxZcrmbvcPhdUHNFrN5W6F6xUbri5ItBceui5ItGovFx10X6sgYvB+fWsfXiG/XFAwk8o7zM/Q9vUNuh2u0xXBYRaDg/cmItPCOQWMDIsCRKaFudQz8RmXsHFvOhpb1DBTSLH4rlG4OdzD0GGREUgsT8bWzF0dOgYczOzwYNA8oy8IDAZRFKHWqnUFAuVVwyRuXIC4cUeEUqOE6qphFgNNgNBWdLjcsXDl68vFCKni8vCLjkMxrnzdVdGhYwHC1IdZaEUtcuvzoJYpIVMr4Gfjyw4QomGORQEjw6IAkWlhLvVcVV0LvvgpDRcKawAAN4W54dG7gmFhxtFtpo4PMYbVPsxCdblg0KpRdvi6bc4G1VUdEdfvduh4TNt/NaJm0N5P+zCLK4WGjgWIqyeI7GooxtXHdO6EUEBuxMMsuiqy2ZvZ4SEW2YiGNRYFjAyLAkSmhbnUO1qtiD2n8rDzeB60oggXe3MsnxcOf8+eTTpHwxdzaXjTaDVXdS90VThom7tBqVV2KEB0mkzyOgWIwR5m0dO5Gq5XgOhuLgiZRNbrYRbDYTgOEfUNiwJGhkUBItPCXOqbrIu1WLsrFZV1LZBKBNw31R8zJ/lAwrHGJou5RP0hiiLUouZK50IvhlO0Xi4qqC5PMHnla9Xl4RUqXffEYBEg9GjVivbuB7kgx5GLJ9Ciaen2nLYKGzw/7vcwk7XNGSGXyCGTSI2264GIeo5FASPDogCRaWEu9V1Tiwpf78/AmfRyAEDoSAc8PWc0HGzMDBwZGQJziYydVtRCpVVfd5jEjedzuHLMlRUurqxqoR7EYRbtZBIZ5BKZrlAgl8jaCg3tX3e3TXrN/mu2KaRtHQ9tnQ/yy9tkkEnknHCSSM9YFDAyLAoQmRbmUv+IoojjSSX49uAFKFVaWFvIsWR2KMYGOhs6NBpkzCWi9mEWqk6dCzcqNlysL8b56swbnl8uyKCBVreUpqEIEDoUEtqLB/LLQycU1xQgZNIr+/tTtDD1SShp+OpNUYAzORERkVERBAG3jvFE4Ag7rN2ZioLyBnz8YxLuiBqBBbcHQC7jL3BEZDqkEiksJFJYyMx79boL1dk9KgqsGPsURjkEQKPVQKVVQ61Vt00qqVVBrVXrJpxUXd6u0lz1tVYFleaqr7Xqy/tvcMxV52mf90GE2FbY0KqAwVv8AhJB0rErQtp9h4Suw+GqYxQS2eVtV75WXFPIuLaoITPiiSnJNLEoQERERsnDyQqvPhaN//6WjQOxhTgUfxEZBTX4/b1h8HS2MnR4RERGLdDeD/Zmdh1WHbiWg5kdAu39ALQVH9o+NR+84VqiKEIjarotKCg1lwsTlwsU7UMr2reprtl/7barz6vWqqC8fF71VUtuakUtWi9PWDmY2lbE6N3wi551QFxb2LjyGg7R6D+tqEVWTS7qWutga2aLQHu/YVHg4fCBQcDhA0Smhbmkf0nZlVi3Jw31TSooZBIsnBGEqWM8+cvNMMdcIuofrj7QNa2ohVqr6UEnQ3cdEp23KbUqqDXqLosa7fuNYYjGlTkdZJe7Gy5/3WnOh47721fJuHq/oodFi+EyRGOoLe/JOQWMDIsCRKaFuTQwahta8dWedKTmVgEAooJd8MSsEFiZyw0cGQ0U5hJR/3X1IONgZocHjfRBZjhrH6Kh0l7T4TBIQzQM5YZDNPrUEdGxkNFVUUOfn+APxQIbiwJGhkUBItPCXBo4WlHEgTOF+O9v2dBoRTjammHZ3DCM8rY3dGg0AJhLRPqhFbXIrc+DWqaETK2An43vsGh5phsbzCEaV5/36iEahtI+ROPqSSt1QykuzwchvzxPhOI6hQqpIMX2rD1oVDd1ey0HMzu8dfPLRpVXnGiQiIiGJYkgYOYkH4SMtMfanakoq27GX7ecxdybfTH3Fl9IJcZzMyYiMhYSQYJgx0AW2UyQIAiQCW2TG1oM4nUHeojG1V0W3Q3RUIsaqNWDs6RndWstsmpyMcohYFCup28sChAR0ZDj626LN5+cgG9/uYATyaXYdSIPafnVWDZ3NJztBvPXHiIiIrqWRJBAIZVAIR3cIX4DMUSjorkSxY2lN7x2XWvdILzDgcGiABERDUnmChmemj0aYX6O2Lw/A1kXa/Hm+lg8MSsEE0JcDR0eERERDbL2VTTM9biKxoXqbPwzYe0Nj7M1s9XbNQcb+yyJiGhImzzaHauenIgAT1s0t6rx7x0p2Lg3Ha3KwWkZJCIiouGrfXnP67l6ec+hiEUBIiIa8lzsLfDSovGYfdNICACOnivBW5tiUVBWb+jQiIiIaAiTCBI8FDTvusc8GDTPqCYZ7K2hGzkREdFVZFIJHpgWgBcXjoO9tQIllU1Y83UcfoktBBfaISIior4a6xqBpeGLO3UMOJjZGeVyhL3FJQkHAZckJDItzCXDq29SYsPP55GYVQEAiAxwwpJ7QmFrpTBwZNQbzCUi/WE+EfWfVtQiqyYXda11sDWzRaC9n9F2CPRmSUIWBQYBiwJEpoW5ZBxEUcSvCUX47lAW1Bot7KwUeHpO28SENDQwl4j0h/lEZFp6UxQwzrIGERFRPwmCgOnjR+CNx6Ph5WyF2kYlPvg+ET/82lYkICIiIiIWBYiIaJgb4WqN1x+Pxu3jvAAA+04X4N3N8SirbjJwZERERESGx6IAERENewq5FIvvDsaz90fAylyGvNJ6rNoQi5MpJYYOjYiIiMigWBQgIiKTMX6UC1YvmYhgb3u0KjX4anc6vvgpFc2takOHRkRERGQQLAoQEZFJcbQ1x58XjsN9t/pBIgiISS3Dqg1nkF1ca+jQiIiIiAYdiwJERGRyJBIBc2/xw18WjYeTrTku1bTg/W/OYs+pPGi5KA8RERGZEBYFiIjIZAWOsMPqJRMwMdQVGq2I//6Wgw++S0R1fauhQyMiIiIaFCwKEBGRSbM0l2P5vDA8eU8IFHIJ0vOr8eb6M0jMrDB0aEREREQDjkUBIiIyeYIg4NZIT7z5xAT4uFmjoVmFj/+bhG9/uQCVWmPo8IiIiIgGDIsCREREl3k4WeHVxdG4a4I3AOBQ/EW8vSkeRRWNBo6MiIiIaGCwKEBERHQVuUyC390RhD8tGANbSzkuXmrA2xtjcSSxCCInISQiIqJhhkUBIiKiLkT4O2H1U5MQ7ucIpVqLr/dl4LPtKWhoVhk6NCIiIiK9YVGAiIioG3ZWCjy/YAwW3B4IqURA/IVLeHP9GWQUVBs6NCIiIiK9YFGAiIjoOiSCgJmTfPDqY1Fwc7BAdX0r/vafBOw4lgONVmvo8IiIiIj6hUUBIiKiHvB1t8WbT07AlAgPiCKw60Qe/rolARW1zYYOjYiIiKjPWBQgIiLqIXOFDEtmh2L5vDBYmEmRdbEWb66PRez5ckOHRkRERNQnLAoQERH10qTRblj15EQEeNqiuVWNf+9IwYaf09Gq1Bg6NCIiIqJeYVGAiIioD1zsLfDSovGYc/NICACOJZVg9cZYFJTVGzo0IiIioh6TGTqA3oqJicGGDRtw7tw5NDU1wdPTEzNnzsSyZctgaWnZ6/MVFxdj/fr1OH78OEpKSqDVauHi4oJJkybhiSeeQHBw8AC8CyIiGg5kUgnunxqA0JGO+PKnVJRWNWHN13F48LZA3Bk9AoIgGDpEIiIiousSRFEUDR1ET23evBnvvPMORFGEu7s7HB0dkZWVBaVSiYCAAGzZsgX29vY9Pl9CQgKeeuopNDY2Qi6XY8SIEZDL5SgoKEBLSwtkMhn+8Y9/YNasWf2KW6PRoqqqsV/nGAwymQQODlaorm6EWs0ZtYn6irlkmhqaVdjwczoSMisAAJEBTlhyTyhsrRQGjmzoYi4R6Q/zici0ODpaQSrt2cCAITN8ICUlBe+++y4A4K233sKRI0ewfft2HDx4EGFhYcjOzsbrr7/e4/OJooiXXnoJjY2NGDduHA4cOIB9+/bhp59+wvHjxzFnzhyo1Wq89tprqK9nKygREV2ftYUcz94fgUfvGgW5TIKk7Eq8sf4MUnOrDB0aERERUbeGTFHgs88+g1arxb333ouHH35Y15Lp5uaGDz/8EBKJBAcOHMD58+d7dL6srCzk5+cDAFatWgVPT0/dPhsbG7z33nuwtLREQ0MD4uLi9P+GiIho2BEEAdPHj8Drj0fDy9kKdY1KfPB9In74NQtqDT+ZIyIiIuMzJIoCjY2NOHbsGABgwYIFnfb7+vpi8uTJAIB9+/b16JwtLS26r729vTvtVygUcHNzAwCo1epex0xERKZrhIs1Xn88GreP8wIA7DtdgHc3x6OsqsnAkRERERF1NOBFAY1Gg2+++QbPPPMMVq5cia1bt/b6HOnp6VAqlVAoFIiMjOzymKioKADAuXPnenROPz8/mJubA2ibW+Ba5eXluHjxIqRSKUaPHt3rmImIyLQp5FIsvjsYz94fAStzGfJK67FqYyxOJJdgCE3nQ0RERMOcXooCP/74I0JDQ/H888932vfCCy/gnXfewZEjR3Do0CG88cYb+NOf/tSr8+fm5gIAPD09IZfLuzzGx8enw7E3Ym1tjRUrVgAAXn75Zezbtw/V1dVoaGhATEwMli1bBpVKhWXLlsHLy6tX8RIREbUbP8oFq5dMRLC3PVqVGqzbk44vf0pDcyu70IiIiMjw9LIk4YkTJwAAc+bM6bD99OnT2L9/PwBg/PjxMDc3x6lTp7Bv3z7Mnj0bM2bM6NH5a2trAQB2dnbdHtO+r/3Ynli+fDlcXFywbt06/PGPf+ywz9fXFx999BHuueeeHp/vemQy4x+p0T47ZU9nqSSirjGX6FqujpZ4eXEUdp/Mw7bfchCTVoac4jo8c184Ary6v7eZOuYSkf4wn4ioO3opCqSnpwNoe/C/2o4dOwC0zQPw1ltvAWibMPDjjz/G9u3be1wUaG1tBYBuuwSAtjkArj62J1QqFQoLC1FbWwuZTKZbkjA/Px/5+fn48ccfMX78eLi7u/f4nF2RSAQ4OFj16xyDydbWwtAhEA0LzCW61uNzwzEpwhN//zYe5VVNWLMpDotmhuD+24MglQiGDs9oMZeI9If5RETX0ktRoLq6GgqFAo6Ojh22nzp1CoIgYPHixbptixYtwscff4yUlJQen9/MzAxA20N8d5RKZYdje+LZZ5/FkSNHMHXqVKxZs0Y3sWBtbS3WrFmDXbt24eGHH8aePXtgbW3d4/NeS6sVUVdn/JNLSaUS2NpaoK6uGRrOkk3UZ8wluh43OzO8tWQiNv6cjpi0Mnz9czri0kqx/N5wONj0/B5mCphLRPrDfCIyLba2Fj3uDNJLUaCxsRGWlpYdtpWXl6O0tBTOzs4ICgrSbbezs4O1tTWqqnq+bnNPhgb0ZIjB1Q4fPowjR47AwcEBH374IWxsbDpc791330VKSgpycnKwZcsWLFu2rMfxdkWtHjr/+Go02iEVL5GxYi5RdxQyCZbOHY3Rvo749pcLSMurxqtfxGDJPaEYG+Rs6PCMDnOJSH+YT0R0Lb0MKrK2tkZ9fT2am5t122JjYwEA48aN6/I1vflE39fXFwBQXFzcbbdAQUFBh2NvJC4uDgAQGRnZoSDQTi6XY9KkSQDQq64GIiKinhAEAVMiPfDmkxMw0s0GDc0qfPzfJHx74AJUao2hwyMiIiIToZeiQHsnwN69e3XbduzYAUEQMGHChA7H1tfXo6GhAc7OPf8kJDQ0FHK5HEqlEklJSV0eEx8fDwAYO3Zsj87Z2NjY4+v3Zp4CIiKi3nB3tMQri6Nw90RvAMChsxfx9qY4FFX0/D5FRERE1Fd6KQrMmTMHoijirbfewptvvomVK1fi2LFjkMvlmDVrVodjExISAPT8E32grRNhypQpAIAffvih0/68vDzExMQAAGbOnNmjc/r5+QEAkpKSUF9f32m/SqXC6dOnOxxLREQ0EOQyCR6eHoQ/LRgDW0s5Ll5qxFsbY/FrQhFEUTR0eERERDSM6aUo8OCDD+Lmm29GS0sLfvjhBxw6dAiCIOD555+Hi4tLh2P37dvXZQfBjaxYsQKCIGDnzp34/vvvdb8klZeX44UXXoBWq8WMGTMQEhLS4XXTp0/H9OnTsW/fvg7bZ86cCYVCgerqarzwwgsoKyvT7autrcUrr7yCnJwcCIKAefPm9SpWIiKivojwd8LqpyYh3M8RKrUWm/dn4NPtKWho7n6iXSIiIqL+EEQ9fQSh1Wqxe/duJCQkwNbWFlOnTkVUVFSHY5RKJVauXImWlha88cYbHSYg7ImNGzfi/fffhyiK8PDwgIODA7KysqBUKuHn54ctW7Z0WgEhODgYAPDee+/h/vvv77Bvx44dePXVV6FWqzstSahUKiEIAl588UU8/fTTffiOXKHRaFFVZfxtoDKZBA4OVqiubuQENET9wFyi/tKKIn6JLcSPR7Kh0YpwsDHDsrmjEezjYOjQBhVziUh/mE9EpsXR0arHqw/orSgwWE6dOoX169cjKSkJTU1N8PT0xMyZM7Fs2TJYWVl1Ov56RQEAOH/+PDZt2oS4uDiUlpZCFEW4uLhg3LhxWLRoUafCRl+wKEBkWphLpC/5pfX4fGcKyqqbIQjAnJt8MW+KL6QSvTT6GT3mEpH+MJ+ITMuwLgoMRSwKEJkW5hLpU4tSjS2/ZOJ4cgkAINDLDsvmjoazvYWBIxt4zCUi/WE+EZmW3hQFZAMcCwDg119/xYkTJyCRSDBt2jTccsstg3FZIiKiIc9cIcOS2aEI83PE1/vPI6uoFm9uiMXjM4MxMdTN0OERERHREKeX/sMDBw7gjjvuwBtvvNFp33vvvYcVK1bg22+/xebNm/H000/jr3/9qz4uS0REZDImjXbDqicnIsDTFs2tany+MxUbfk5Hq1Jj6NCIiIhoCNNLUeDw4cMoLi5GdHR0h+2pqanYtGmTbmJAHx8fiKKIjRs36pb7IyIiop5xsbfAS4vGY87NIyEAOJZUgtUbY5Ff2nlpXSIiIqKe0EtRIDk5GQBw0003ddj+3//+FwBw55134uDBg9i/fz8WLVoEURTxww8/6OPSREREJkUmleD+qQH488JxcLAxQ2lVE97ZHIcDsYXgNEFERETUW3opClRVVUEqlcLFxaXD9hMnTkAQBCxduhSSyzMlL1++HACQmJioj0sTERGZpJCRDli9ZCLGBTlDrRHx3aFM/N/WJNQ1Kg0dGhEREQ0heikK1NfXd1oOsLq6Gvn5+bC1tUVkZKRuu6urKywsLHDp0iV9XJqIiMhkWVvI8ez9EVh81yjIZRIk51TijfVnkJJbaejQiIiIaIjQS1HA0tIS9fX1UKlUum3x8fEAgLFjx3Y6Xi6XQyqV6uPSREREJk0QBNw+fgRefzwaXs5WqGtU4sPvz+GHw1lQa7jsGBEREV2fXooC/v7+EEURv/32m27b3r17IQgCoqKiOhzb3NyM+vr6TkMNiIiIqO9GuFjj9cejcft4LwDAvjMFeGdzPMqqmgwcGRERERkzmT5OcueddyIxMRGvvfYacnJycOnSJfz888+QSCSYNWtWh2OTk5MhiiJGjBihj0sTERHRZQq5FIvvCka4ryPW/5yO/NJ6rNoQi0fvGoWbw90hCIKhQyQiIiIjo5dOgUcffRTBwcGoqanBRx99hM2bN0MURTz66KPw9vbucOyBAwcgCEKn5QuJiIhIP8aNcsHqJRMR4mOPVpUG6/ak44uf0tDUojZ0aERERGRk9NIpYGZmhi1btmDTpk1ITEyEjY0Nbr/9dsyZM6fDcUqlErGxsfDw8MCUKVP0cWkiIiLqgqOtOV783Tj8HJOPHcdycTqtDNlFtVg+LwwBXnaGDo+IiIiMhCByUeMBp9FoUVXVaOgwbkgmk8DBwQrV1Y1Qqzk5FVFfMZfI2GQV1eKLXamoqG2BRBAw/1Y/3DN5JCQS4x5OwFwi0h/mE5FpcXS0glTas4EBehk+QERERMYr0MsOq56ciImhrtCKIrYdzcE/vktAdX2roUMjIiIiA9PL8IFrNTQ0IC0tDZWVbeskOzk5YfTo0bC2th6IyxEREdENWJrLsHxeGML9nPDtLxdwvqAGb64/gyfvCcG4IK4IREREZKr0WhTIyMjARx99hGPHjkGr7diWJJFIMG3aNPzxj39EcHCwPi9LREREPSAIAqZEeiBwhB3W7kxFflk9PvlvMqaP98KC2wOhkEsNHSIRERENMr0NHzhw4AAWLFiA3377DRqNBqIodvij0Wjw66+/YsGCBfjll1/0dVkiIiLqJXdHS7z6WBTunti2QtDhs0V4++s4FF1qMHBkRERENNj0MtFgYWEhZs+eDaVSCS8vLzz99NO45ZZb4O7uDgAoLS3FiRMnsG7dOly8eBFmZmbYvXt3p+UKhytONEhkWphLNJSk5FTiqz3pqGtUQi6T4Hd3BOG2sZ4QBMNPQshcItIf5hORaRn0iQbXrVsHpVKJsWPHYteuXVi4cCF8fHygUCigUCjg4+ODhQsXYteuXRg7diyUSiU2bNigj0sTERFRP4T7O2H1kokI93eESq3F5v0Z+Ne2ZDQ0qwwdGhEREQ0CvRQFTp06BUEQsHr1alhZWXV7nKWlJVavXg1RFHHixAl9XJqIiIj6yc5KgecfGoPfTQ+EVCIgIbMCb64/g4yCakOHRkRERANML0WB0tJSWFlZ9WgCweDgYFhbW6O0tFQflyYiIiI9kAgC7prog9cei4aboyWq61vxty0J2H40BxotW42JiIiGK70UBWQyGdRqdY+OFUURKpUKMtmArIZIRERE/TDS3QZvPhGNKREeEAH8dDIPf/02ARU1zYYOjYiIiAaAXooCI0eORGtrK44dO3bDY48dO4bW1laMHDlSH5cmIiIiPTNXyLBkdih+f28YLMykyCqqxZsbYnEmvczQoREREZGe6aUoMH36dIiiiNdffx3Z2dndHpeVlYU33ngDgiDgjjvu0MeliYiIaIBMDHXD6icnIsDLFs2tany+MxXrf05Hq1Jj6NCIiIhIT/SyJGFDQwNmz56NsrIyyOVyzJw5EzfddBPc3NwAtM05cOrUKezfvx8qlQru7u7YvXs3rK2t+/0GhgIuSUhkWphLNNxotFrsPJ6HPSfzIAJwc7TE7+eFYaS7zYBel7lEpD/MJyLT0pslCfVSFACAzMxM/P73v0dRUVG3axuLoogRI0bg3//+N4KCgvRx2SGBRQEi08JcouHqfH41vtydhur6VkglAh66LQAzJnhD0s19v7+YS0T6w3wiMi0GKQoAQGNjI7799lvs27cPGRkZ0Gja2gulUimCg4Nxzz33YOHChdddtnA4YlGAyLQwl2g4a2hWYcPP6UjIrAAAhPs74qnZo2FnpdD7tZhLRPrDfCIyLQYrClxNpVKhtrYWAGBnZwe5XA4AqK+vx2OPPQZBELBt27aBuLTRYVGAyLQwl2i4E0URRxKL8d2hTKjUWthaKfD0nFCE+znp9TrMJSL9YT4RmZbeFAUGbF1AuVwOZ2fnTtvVajXS09O7HWJARERExk0QBNw+zgtBI+ywdlcqii414sPvz+Huid54YFoAZD38JYSIiIgMj3dtIiIi6pMRLtZ4/bFoTB/vBQDYf6YQ73wdj9KqJgNHRkRERD3FogARERH1mUIuxaN3BeO5+yNgZS5Dflk9Vm+IxfGkEgzQCEUiIiLSIxYFiIiIqN/GjXLBW09NQoiPPVpVGqz/OR1rd6WiqUVt6NCIiIjoOlgUICIiIr1wsDHDi78bh/un+kMiCDiTXo5VG84gu6jW0KERERFRN1gUICIiIr2RSATMudkXLz86Hs525qiobcF735zF7pN50Go5nICIiMjYsChAREREehfgZYdVT07EpNFu0Ioith3NwT++S0B1fauhQyMiIqKrsChAREREA8LSXIZlc0fjqdmhMJNLcb6gBm+sO42EC5cMHRoRERFdJuvLi0JDQ/UdBxEREQ1DgiDglggPBHjZYe2uVOSX1uOTbcm4fbwXHr49EAq51NAhEhERmbQ+dQqIotivP0RERGRa3B0t8eriKMyc6AMA+PVsEd7+Og4XLzUYODIiIiLT1qdOgWeffVbfcRAREdEwJ5NKsGB6IEb7OuCrPekoutSItzfF4XfTA3HbOC8IgmDoEImIiEyOIPKj+wGn0WhRVdVo6DBuSCaTwMHBCtXVjVCrtYYOh2jIYi4R3VhdoxJf7UlDSk4VAGBckDOevCcU1hZy3THMJSL9YT4RmRZHRytIpT0bGMCJBomIiGjQ2Vop8PxDY/C76YGQSgQkZFbgzfVncD6/GgCg1YpIz6vCb2cvIj2vissZEhERDZA+DR8gIiIi6i+JIOCuiT4I9nHA57tSUVbVhL//JwHjg12QU1zXYflCBxszPDIjCFHBrgaMmIiIaPhhpwAREREZ1Eh3G7z5RDSmRHpABBCfcalDQQAAqutb8en2FMRnlBsmSCIiomGKRQEiIiIyOHOFDE/MDIGV+fWbGP9zMJNDCYiIiPSIRQEiIiIyChcKa9DYor7uMVX1rbhQWDM4AREREZkAFgWIiIjIKNQ0tt74oF4cR0RERDfGogAREREZBXsrsx4dl5JTiRbl9TsKiIiIqGdYFCAiIiKjMMrbHg42Ny4MnEwpw8tfxODouWLOL0BERNRPLAoQERGRUZBIBDwyI+i6x9w90RvOduaobVBi497zWLUhFqm5VYMUIRER0fAjiKLIEvsA02i0qKpqNHQYNySTSeDgYIXq6kao1VpDh0M0ZDGXiPonPqMcWw5mdliW0NHGDAtnBCEq2BUqtRaHz17ETyfy0NTaNowg3N8RD98eCC8Xa0OFTWTUeG8iMi2OjlaQSnvWA8CiwCBgUYDItDCXiPpPqxWRXVwLlShALogI8LSDRCJ0OKahWYVdJ3Lx69kiaLQiBAGYOsYT82/1h52VwkCRExkn3puITAuLAkaGRQEi08JcItKPnuZSWVUTfjySjfgLlwAAZgop7pnkg7sm+sBMLh2scImMGu9NRKalN0UBzilAREREQ5qboyVW3h+BvywaDz8PG7QqNdh+LBevfBGDE8kl0PLzDyIiom6xKEBERETDwihve7z6WDSWzR0NJ1szVNe3Yt2edLy9MQ7n86sNHR4REZFRkhk6ACIiIiJ9kQgCJoe5IyrYBb/EXcSeU3nIL6vH3/6TgLGBznjo9gB4OFkZOkwiIiKjwaIAERERDTtymRT3TB6JKZEe2HU8F0cSipGYVYGk7ErcNs4T86b4wdaSkxESERFx+AARERENW7aWCjx6VzDefnoixgY6QyuKOHy2CC+vPYWfY/KhUmsMHSIREZFBsShAREREw56HkxX+8GAk/rxwHHzcrNHcqsGPR7LxyhenEZNWCi7GREREpopFASIiIjIZoSMd8MYTE/DU7FA42Jihsq4FX+xKw5qv43GhsMbQ4REREQ06FgWIiIjIpEgEAbdEeODdZZNx361+MJNLkVtSh/e/PYtPtyWjrLrJ0CESERENmiE30WBMTAw2bNiAc+fOoampCZ6enpg5cyaWLVsGS0vLPp1TFEXs2bMH27dvR3p6Ourq6mBvb4+AgABMnToVTz31lJ7fBRERERmamVyKubf4YeoYT+w4nouj54oRf+ESErMqMH38CMy9xRfWFnJDh0lERDSgBHEIDaLbvHkz3nnnHYiiCHd3dzg6OiIrKwtKpRIBAQHYsmUL7O3te3XOxsZGPPvsszh58iQAwNvbG/b29qisrERZWRlsbGxw+vTpfsWt0WhRVdXYr3MMBplMAgcHK1RXN0Kt1ho6HKIhi7lEpB+DnUsXLzXgh1+zkJJTBQCwNJNh7i2+mD5+BOQyNlfS0MZ7E5FpcXS0glTas3vXkCkKpKSk4KGHHoIoili9ejUWLFgAQRBQVlaGZ555BqmpqbjrrrvwySef9PicoijiqaeewokTJ3DrrbfijTfegI+Pj25/XV0dYv+/vTsPj7I8+z7+m8m+ZxJCIEBICJBAWEJAloIgERUeXKhFaOXxFTdQa7WvtYegQKtU4XnbWhVrQZ8qarXuiCtYWRTZCWs2ICEhZoHsJGRPZt4/QiKRAIEMmZnM93McPRpy33PnDAenMGeu33Xt3q1rr722Q7UzFACcC70EWIeteikps1jvb0xXTmHT390hgZ667Zr+GhkdIoPB0Gl1ANbE302Ac7mUoYDDjL1ffvllmc1m3XLLLZo9e3bLX8qhoaF67rnnZDQa9fXXXystLa3dz/z444+1detWDR8+XCtXrmw1EJAkf3//Dg8EAACAYxkSGaw/3jVac6fFKMDHXYVlNXr5kyQte3uvMvJO2bo8AACsyiGGApWVldqyZYskadasWedcj4iI0NixYyVJ69ata/dzV69eLUl64IEH5OrqcNsrAACAK8RoNGji8DAtmz9WN4+PkLurUek5p/TMm4lauTZJhWXVti4RAACrcIh3wqmpqaqrq5O7u7uGDRvW5j0jR47Utm3bdODAgXY9Mzs7W0eOHJHRaNSYMWN04MABffTRR8rOzpa3t7fi4uI0c+ZMBQUFWfNbAQAADsTT3VUzru6nSXG9tOa7Y9p6KF+7Ugu090ihpozqoxvH9ZW3J5sRAgAcl0MMBTIzMyVJYWFhcnNr+y/e5qX/zfdeTFJSkiQpMDBQb7/9tv7617/q7O0VNmzYoFdffVUrVqxoWYUAAACck8nPQ3dPH6Qpo3rrvY3pSj1eqnU7s/X9wXzdPD5C14zoJdd2ZjcBALAnDjEUOHWqKb8XEBBw3nuarzXfezEFBQWSmjYT/Mtf/qJrrrlGv//97xUeHq7MzEw9++yz2rFjh37zm9/os88+U48ePTr0Pbg6wK7FzRtRtHdDCgBto5cA67DHXurXK0AL/jteB9KL9e6Go8orqtQ73xzVxr25mn1tf8UPZDNC2Cd77CcA9sEhhgK1tbWSdN5VApLk7u7e6t6LqaqqkiQ1NDQoPDxcL730Usvzo6OjtXLlSl133XUqLCzUG2+8occff/yy6zcaDTKZfC779Z3N39/L1iUAXQK9BFiHPfbS5NG+mjiyj77eeVxvr0/TiZIqvfDBQQ2JCtY9Nw1R/z6Bti4RaJM99hMA23KIoYCHh4ckqb6+/rz31NXVtbq3vc+UpDlz5pwzcPDy8tIvf/lLrVixQlu2bOnQUMBstqi8vOqyX99ZXFyM8vf3Unl5tRobOaoGuFz0EmAdjtBLYwd11/B+Qfp8a5bW7cpWUkax/u/z3+pnQ3rotsn9FRzgaesSAUmO0U8ArMff36vdK4McYijQnmhAeyIGZ/P392/5OCoqqs17mj+fk5PTrmdeiCOdB9vYaHaoegF7RS8B1mHvveTmYtTPJ/bTxOFh+vi7DG1PPqltSSe0O61A11/VR/81tq+8PBzin1xwAvbeTwA6n0OEiiIiIiRJeXl5510tkJ2d3erei+nXr1/Lx+eLJTSvJjCb+Q8nAAC4sOAAT913U6wW3zlKA/sEqr7BrC+2H9fCVdu1aV+uGvn3BADADjnEUGDQoEFyc3NTXV2dDh482OY9iYmJkqS4uLh2PXPw4MHy9Gxa0vfDDz+0eU/zoKGjmwwCAADnEdnTX4/fPkIP3TpUoSYvlVfV6631h/WH13brYEZRq9OOAACwNYcYCvj6+mrChAmSpPfff/+c61lZWdqxY4ckaerUqe16ppeXlyZPnixJ+uSTT865brFYtGbNGkniSEIAAHBJDAaD4geGaOm9Y3T7lAHy9XJTXlGlnv/goP763n5ln6ywdYkAAEhykKGAJD344IMyGAxau3at3nvvvZYpe0FBgR599FGZzWZNmTJFMTExrV6XkJCghIQErVu37pxnPvTQQ3J1ddWePXv097//XY2NjZKaTiT485//rLS0NHl4eGju3LlX/PsDAABdj6uLUVNG9dHy+WM1dXS4XF0MSskq1VOv79ZrX6SqtKJ9pyYBAHClGCwOtIZt9erVWr58uSwWi3r27CmTyaT09HTV1dUpMjJS77zzjoKCglq9Jjo6WpK0bNky3Xrrrec8c82aNXryySfV2NiooKAg9e7dW9nZ2SorK5Obm5uWL1+uG2+8sUN1NzaaVVJS2aFndAZXV6NMJh+VllayAQ3QAfQSYB1dsZcKy6r10bcZ2pVaIElydzNq6uhwTRvTVx7uLjauDl1ZV+wnAOcXFOTT7tMHHGalgCTNnTtXr7/+uiZOnKjq6mqlp6crLCxM999/vz766KNzBgLt8fOf/1zvvfeepk6dKqPRqNTUVLm5uenGG2/Uhx9+2OGBAAAAQLOQQC/df8sQPXnHSEX18lddvVmfbs3Sgle2a8uBPJnNDvOzGgBAF+FQKwUcFSsFAOdCLwHW0dV7yWKxaM/hQn2wKV1Fp2okSb1DfDU7ob9iIy/9Bx3AhXT1fgLQ2qWsFODQXAAAABswGAy6Kqa74vp308a9Ofpsa5ZyCk/rr+/t19B+wZo1OUq9QnxtXSYAoItjKAAAAGBDbq5G3TA6XOOH9tSnWzO1aW+uDh0rVlJmsSYOD9OMq/spwMfd1mUCALooh9pTAAAAoKvy9XLT7VMG6k/3jtHIgSGyWKRv9+dpwart+mxblmrrG21dIgCgC2IoAAAAYEdCg7z161uHasGceEX29FNtXaPWfHdMT7yyQ9uS8mVmOygAgBUxFAAAALBDA/sE6sn/M0rzbhqsYH8PlVbU6n8/T9XS1XuUdrzU1uUBALoI9hQAAACwU0aDQWNje2hkdIj+sydHX2zP0vGTFfp//96nuP7ddNvkKPUM9rF1mQAAB8ZQAAAAwM65ubrov8b21YRhPbX2+0x9uy9P+9OLdDCjWNeMCNPNEyLl781mhACAS0d8AAAAwEH4e7vrjuuj9fQ9oxXXv5vMFos27s3VwlXb9dWO46pvYDNCAMClYSgAAADgYMK6+ejhmcP0+1/GKTzUV9W1jfpgc4aeeGWndqaclIXNCAEA7cRQAAAAwEENigjSkrlX6Z7pg2Ty81BxeY1WfZqsP72ZqKM5ZbYuDwDgABgKAAAAODCjwaDxQ3vq2Xlj9fOrI+Xh5qLM/HIt+9de/X3NIRWUVtm6RACAHWOjQQAAgC7Aw81FN42P1MThYVqzJVNbDuYp8XCh9h8tUkJ8b900PkK+Xm62LhMAYGdYKQAAANCFBPh6aO60GD1192gN6RekRrNF/9nzgxau2q6vd2WrodFs6xIBAHaEoQAAAEAX1DvEV4/OitOjs4erd4iPKmsa9O7GdC16daf2pBWwGSEAQBLxAQAAgC5tSGSwBt8VpO8P5WvNd8dUUFatlz9JUv/eAZqd0F9RYQG2LhEAYEOsFAAAAOjijEaDJg4P07L5Y3Xz+Ai5uxqVnnNKz7yZqJVrk1RUVm3rEgEANsJKAQAAACfh6e6qGVf306S4Xvr4uwxtO3RCu1ILtPdIoaaM6qMbx/WVtyebEQKAM2GlAAAAgJMx+XnonumD9Ye7rtKgviY1NFq0bme2FqzaoQ2JOWxGCABOhKEAAACAkwoP9dNjv4zTIzOHqWewt05X1+vt/xzRkn/u0r6jhWxGCABOgPgAAACAEzMYDBrev5uG9AvSd/vz9Mn3mTpRUqUVHx1STHigZiX0V0QPf1uXCQC4QlgpAAAAALkYjZoc31vL54/T9HF95epiVFp2mZ5evUevfpaikvIaW5cIALgCGAoAAACghZeHq34xKUrL5o3VuNhQSdL25BNa+MoOffRthqprG2xcIQDAmhgKAAAA4BzBAZ6676ZYLb5zlAb2CVR9g1lfbD+uhau2a/O+XDWa2YwQALoChgIAAAA4r8ie/nr89hF66NahCjV5qbyqXm+uP6w/vLZbBzOK2YwQABwcGw0CAADgggwGg+IHhmhYVLA278vVp1uzlFdUqec/OKDBESbNmtxf4aF+ti4TAHAZWCkAAACAdnF1MWrKqD5aPn+spo4Ol6uLQSlZpXrq9d167ctUlVbU2rpEAMAlYigAAACAS+Lt6aZZCf31zH1jNXpQd1kkfX8wXwtf2a6132eqtq7R1iUCANqJoQAAAAAuS0igl+6/ZYievGOkonr5q67erLXfZ2rBK9u15UCezGb2GwAAe8dQAAAAAB0S1StAT/z3SD0wY4i6BXjq1Ok6vf5Vmv74+m4lZ5XYujwAwAWw0SAAAAA6zGAw6KqY7orr300b9+bos61Zyik8rb++u19D+wVr1uQo9QrxtXWZAICfYCgAAAAAq3FzNeqG0eEaP7SnPt2aqU17c3XoWLGSMos1aXiYbrm6nwJ83G1dJgDgDOIDAAAAsDpfLzfdPmWg/nTvGI0cGCKLRdq8P08LVm3XZ9uyVFvPZoQAYA8YCgAAAOCKCQ3y1q9vHaoFc+IV2dNPtXWNWvPdMT3xyg5tS8qX2cJmhABgSwwFAAAAcMUN7BOoJ//PKM27abCC/T1UWlGr//08VUtX71Ha8VJblwcATos9BQAAANApjAaDxsb20MjoEP1nT46+2J6l4ycr9P/+vU9x/bvptslR6hnsY+syAcCpMBQAAABAp3JzddF/je2rCcN6au33mfp2X572pxfpYEaxrhkRppsnRMrfm80IAaAzEB8AAACATfh7u+uO66P19D2jFde/m8wWizbuzdXCVdv11Y7jqm9gM0IAuNIYCgAAAMCmwrr56OGZw/T7X8YpPNRX1bWN+mBzhp54Zad2ppyUhc0IAeCKYSgAAAAAuzAoIkhL5l6le6YPksnPQ8XlNVr1abL+9GaijuaU2bo8AOiSGAoAAADAbhgNBo0f2lPPzhurn18dKQ83F2Xml2vZv/bq72sOqaC0ytYlAkCXwkaDAAAAsDsebi66aXykJg4P05otmdpyME+Jhwu1/2iREuJ766bxEfL1crN1mQDg8FgpAAAAALsV4OuhudNi9NTdozWkX5AazRb9Z88PWrhqu77ela2GRrOtSwQAh8ZQAAAAAHavd4ivHp0Vp0dnD1fvEB9V1jTo3Y3pWvTqTu1JK2AzQgC4TMQHAAAA4DCGRAZr8F1B+v5QvtZ8d0wFZdV6+ZMk9e8doNkJ/RUVFmDrEgHAobBSAAAAAA7FaDRo4vAwLZs/VjePj5C7q1HpOaf0zJuJWrk2SUVl1bYuEQAcBisFAAAA4JA83V014+p+mhTXSx9/l6Fth05oV2qB9h4p1JRRfXTjuL7y9mQzQgC4EFYKAAAAwKGZ/Dx0z/TB+sNdV2lQX5MaGi1atzNbC1bt0IbEHDYjBIALYCgAAACALiE81E+P/TJOj8wcpp7B3jpdXa+3/3NES/65S/uOFrIZIQC0gfgAAAAAugyDwaDh/btpSL8gfbc/T598n6kTJVVa8dEhxYQHalZCf0X08Ld1mQBgN1gpAAAAgC7HxWjU5PjeWj5/nKaP6ytXF6PSssv09Oo9evWzFJWU19i6RACwCwwFAAAA0GV5ebjqF5OitGzeWI2NDZUkbU8+oYWv7NBH32aourbBxhUCgG0xFAAAAECXFxzgqXk3xWrxnaM0sHeA6hvM+mL7cS1ctV2b9+Wq0cxmhACcE0MBAAAAOI3Inv56fE68Hrp1qEJNXiqvqteb6w/rD6/t1sGMYjYjBOB02GgQAAAATsVgMCh+YIiGRQVr075cffp9pvKKKvX8Bwc0OMKkWZP7KzzUz9ZlAkCnYKUAAAAAnJKri1HXjeqj5feP09TR4XJ1MSglq1RPvb5br32ZqtKKWluXCABXHEMBAAAAODUfTzfNSuivP903VlfFdJdF0vcH87Xwle1a+32mausabV0iAFwxDAUAAAAASd0DvfTAjCF64o6Riurlr7p6s9Z+n6kFr2zXlgN5MpvZbwBA18NQAAAAADhL/14BeuK/R+qBGUPULcBTp07X6fWv0vTH13crOavE1uUBgFWx0SAAAADwEwaDQVfFdFdc/27akJijz7dlKafwtP767n4N7ResWZOj1CvE19ZlAkCHOdxKgR07dmj+/PkaO3ashg0bpqlTp+r5559XVVWVVZ7/9ttvKzo6WtHR0brjjjus8kwAAAA4JjdXo6aOCdfy+8dpyqjecjEadOhYsZa8tktvrkvTqco6W5cIAB3iUEOBt956S3PnztXmzZvl4eGhqKgo5ebm6h//+IdmzpypsrKyDj3/5MmTeu6556xTLAAAALoMXy833T5loP507xjFDwyRxSJt3p+nBau26/NtWaqrZzNCAI7JYYYCSUlJevbZZyVJTz/9tDZv3qw1a9bom2++UWxsrDIyMrR48eIOfY0//vGPqq6u1uTJk61RMgAAALqY0CBvPXTrUD1++whF9PBTbV2jPv7umBa+skPbkvJltrAZIQDH4jBDgZdffllms1m33HKLZs+eLYPBIEkKDQ3Vc889J6PRqK+//lppaWmX9fwvv/xSGzdu1Jw5cxQbG2vN0gEAANDFRIebtOjOUZp302AF+3uotKJW//t5qpa+sUeHs0ttXR4AtJtDDAUqKyu1ZcsWSdKsWbPOuR4REaGxY8dKktatW3fJzz916pSeeeYZ9ejRQ7/97W87VCsAAACcg9Fg0NjYHnrmvrH6xaR+8nR30fETFfqfd/bpxQ8PKr+40tYlAsBFOcRQIDU1VXV1dXJ3d9ewYcPavGfkyJGSpAMHDlzy85cvX66ioiItXrxYPj4+HaoVAAAAzsXdzUXTx0Vo+fxxmhzfS0aDQfvTi7Tkn7v09tdHVFHFZoQA7JdDDAUyMzMlSWFhYXJzc2vznvDw8Fb3ttf27dv18ccfKyEhQVOmTOlYoQAAAHBa/j7uuuP6aD19z2gNjwpWo9miDXtztGDVDn2187jqG9iMEID9cbV1Ae1x6tQpSVJAQMB572m+1nxve9TU1GjJkiXy9vbWkiVLOlbkRbi62v/8xcXF2Or/AVweegmwDnoJjiq8h59+96sRSsks0TvfHFH2ydP6YFOGNu3N1ayE/hozOLRlf6zOQj8BOB+HGArU1tZK0nlXCUiSu7t7q3vb48UXX1R2drYWLlyonj17dqzICzAaDTKZHCeW4O/vZesSgC6BXgKsg16Coxpv8tG4uN7alPiD3voqVUWnavTymiRtSMzV3TfHanBkcKfXRD8B+CmHGAp4eHhIkurr6897T11dXat7LyYlJUVvvPGGBg8erDvuuKPjRV6A2WxReXnVFf0a1uDiYpS/v5fKy6vV2Gi2dTmAw6KXAOugl9BVxPcPVuz947Rux3F9vu24DmeX6vGXvtdVMd01K6G/QoO8r3gN9BPgXPz9vdq9MsghhgLtiQa0J2JwtieffFJms1lPP/20XFxcOl7kRTQ0OM5/fBsbzQ5VL2Cv6CXAOugldAUuBoOmj4vQhKE9tWZLprYczNPutALtPVKoa0f21o0/i5Cv1/lXxVoL/QTgpxxiKBARESFJysvLU319fZsxguzs7Fb3XkxKSopcXFx0//33n3Otqqrpp/r79u3T+PHjJUkffvjhFY0YAAAAoOsL8PXQ3GkxmjKqt97flK6kYyX6evcP2nooXzeNj1RCfC+5kvsH0IkcYigwaNAgubm5qa6uTgcPHmw5fvBsiYmJkqS4uLh2P7exsVFFRUXnvV5fX99yvbGR3WIBAABgHb1DfPXorDglZRbr/Y3pyims1LsbjmpjYo5mXhOlkdEhnb4ZIQDn5BBDAV9fX02YMEGbNm3S+++/f85QICsrSzt27JAkTZ06tV3PPHz48HmvrVixQi+99JJGjx6tt9566/ILBwAAAC5gSGSwBt8VpO8P5WvNd8dUUFatlz9J0oDeAZqdMED9wvxtXSKALs5h1iY9+OCDMhgMWrt2rd577z1ZLBZJUkFBgR599FGZzWZNmTJFMTExrV6XkJCghIQErVu3zhZlAwAAABdkNBo0cXiYls0fq5vHR8jd1aijOaf0pzf3aOXaJBWVVdu6RABdmEOsFJCkYcOGacGCBVq+fLmWLFmif/zjHzKZTEpPT1ddXZ0iIyO1dOnSc16Xm5sr6cd9AgAAAAB75OnuqhlX99OkuF76+LsMbTt0QrtSC7T3SJGuG9Vb08dFyNvTYf75DsBBOMxKAUmaO3euXn/9dU2cOFHV1dVKT09XWFiY7r//fn300UcKCgqydYkAAABAh5j8PHTP9MH6w11XaVBfkxoazfpqZ7YWrNquDYk5auBIQQBWZLA0r8PHFdPYaFZJSaWty7goV1ejTCYflZZWclQN0AH0EmAd9BIgWSwWHcwo1vub0pVf3LTytUeQt26bHKW4/t3avRkh/QQ4l6AgH7m08yQT1h8BAAAAdspgMGh4/24a0i9I3+3P0yffZ+pESZVWfHRIMeGBmp0wQH17+Nm6TAAOzKHiAwAAAIAzcjEaNTm+t5bPH6fp4/rK1cWotOwyPbV6t179LEUl5TW2LhGAg2IoAAAAADgILw9X/WJSlJbNG6uxsaGSpO3JJ7TwlR36+LsMVdc22LhCAI6GPQU6AXsKAM6FXgKsg14CLi4zv1zvbTiqIzmnJEn+Pu6acXWkrh7WUy7Gpp//mc0WZeSdUr3FIDeDRVFhATIa27cXAQDHdCl7CjAU6AQMBQDnQi8B1kEvAe1jsVi072iRPtiUrpOl1ZKkXt18dNvk/qqrb9S/NxxVaUVty/0mPw/dPmWARkZ3t1XJAK4whgJ2hqEA4FzoJcA66CXg0jQ0mrVpX64+/T5TlTUXjxH8+udDGAwAXdSlDAXYUwAAAADoAlxdjLpuVB8tv3+cbriqz0Xv//c3R2U28/NBwNkxFAAAAAC6EB9PNw3v3+2i95VU1OrID2VXviAAds3V1gUAAAAAsK6yytqL3yTplc9TdFV0d8VGBim6T6A83F2ucGUA7A1DAQAAAKCLCfTxaNd9ZRW1+s+eH/SfPT/I1cWg/r0CFBsZpCGRweoT6iujgVMKgK6OoQAAAADQxQzsEyiTn0erUwd+KtDXQ7Ov7a/UrFIlZxaruLxWadllSssu00ffHpOvl5tiI4M0OMKk2IggBfl7duJ3AKCzMBQAAAAAuhij0aDbpwzQ39cknfeeOdc1HUs4ZlCoLBaLTpZWKzmzRMmZJUrNLtXp6nrtTDmpnSknJUlh3XwUGxGk2EiTovuYiBoAXQRHEnYCjiQEnAu9BFgHvQR0XOLhAr3zzdFWKwaC/Dz0qykDLngcYUOjWcfyypWUWaKUrBJl5pfr7HcNRA0A+3YpRxIyFOgEDAUA50IvAdZBLwHWYTZblJF3SvUWg9wMFkWFBchovLQ38Ker65V2vFRJZ1YSFJfXtLru6+XWFDOIDCJqANgBhgJ2hqEA4FzoJcA66CXAeqzZTxaLRQWl1S0DgtTsUtXWNba6p2ew95lVBEFEDQAbuJShAHsKAAAAAGg3g8Gg0CBvhQZ569qRvVuiBsmZJUo+EzXIL65SfnGVvtmTIxejQQN6N0UNYiODFB7qR9QAsCOsFOgErBQAnAu9BFgHvQRYT2f2U2VNfdOJBlklSjp2gahBRNOQgKgBYH2sFAAAAABgEz6ebhoV012jYrq3RA2Ss85EDY43nWqwK7VAu1ILJP0YNYiNCFJ0eKA83XmLAnQmOg4AAADAFXF21CAhvnXUICWrRMcuEDUYHBGkvj2IGgBXGvGBTkB8AHAu9BJgHfQSYD322k9nRw2SM0tUdIqoAWANxAcAAAAA2L1zogZl1U0bFl4oanBmQEDUALAOuggAAACAzRkMBoWavBVq+jFqkJlf3jIkaBU1SGyKGvTv9eOpBn1D/WQ0EjUALhXxgU5AfABwLvQSYB30EmA9XaGfKmvqlXa8VMmZJUo6T9RgUF+TYiODNISoAZwc8QEAAAAAXYqPp5tGRnfXyOgfowYpZwYEadlNUYPdaQXanfZj1GDwmahBDFED4LzoDAAAAAAO5eyoweT43mo0m5WZV6GkzGIlZ5XoWN6PUYMNRA2ACyI+0AmIDwDOhV4CrINeAqzH2fqpqqZeqcdLlZxVqqRjxedEDXw8XVtWEcRGBCk4gKgBuhbiAwAAAACclvdZUQNJKiitatqwMKtUqcdLVFnT0Cpq0CPIu2UVAVEDOBv+tAMAAADo0rqbvNX9AlGDEyVVOlHyY9Qg6kzUYAhRAzgB4gOdgPgA4FzoJcA66CXAeuin82uKGpQpOatEyZnFKiw7N2owKKJpQEDUAI6C+AAAAAAAtENT1CBEI6NDJJ2JGmQ1HX3YHDXYk1agPT+NGkQEKTo8UF4evKWCY+NPMAAAAACc0RI1GNGrKWqQX9G0H0HmhaMGsRFBiuhB1ACOh/hAJyA+ADgXegmwDnoJsB76yTqaowYpWU1DgoKy6lbXz44aDI4wqVuAl40qhbMjPgAAAAAAVnZO1KCsWilnVhGkHC89J2oQGuStIWeOPiRqAHvFn0oAAAAAuAzdA73UfUQvXfPTqEFWiY7llutkSZVOllRpw94zUYMw/zNHHwYTNYDdID7QCYgPAM6FXgKsg14CrId+6nxVNQ1Kyy5tGRIUlLYRNehrOjMkCCJqAKsiPgAAAAAANuTt6ar4gSGKH3iBqMHhQu05XCipKWoQG9E0JIgJNxE1QKfhTxoAAAAAXGE/jRpknYkaJP0karBxb25L1GDwmVUEkT38iRrgiiE+0AmIDwDOhV4CrINeAqyHfrJvVTUNOpxdqqTmUw0uFDWICFK3QKIGuDDiAwAAAADgILw9XTViYIhGnIkaFJZVK/nMgCA1q42ogcmrZS8CogboKFYKdAJWCgDOhV4CrINeAqyHfnJcZ0cNkrNKlJFbLvNZb+FcjAb1aznVgKgBmlzKSgGGAp2AoQDgXOglwDroJcB66Keu4+yoQUpmiU7+JGrg7eGqQWc2LBxC1MBpER8AAAAAgC7oYlGDqtoGJR4uVOJZUYPBZwYEMX2JGuBcrBToBKwUAJwLvQRYB70EWA/95BzMZosyT5Q3RQ0yS3Qsr1yN5h/f7hkNBkX18ldsRFPUIKKnn1yM7ftpMhwL8QE7w1AAcC70EmAd9BJgPfSTc6qubVBadmnLkOC8UYMzQ4IQogZdBvEBAAAAAHByXh6uGjEgRCMGNEUNis6KGqS0ETXofuZUA6IGzoWVAp2AlQKAc6GXAOuglwDroZ/wU81Rg5Qzqwgy2oga9OvlryFEDRwS8QE7w1AAcC70EmAd9BJgPfQTLqY5apCS2XSywcmSqlbXvTxcNbivqeXoQ6IG9o34AAAAAACg3S4UNUg9XqrKmgYlHilU4pEzUYNAr5YBQUy4Sd6evLV0VKwU6ASsFACcC70EWAe9BFgP/YSOMJstyjpRoeTM4gtGDZo3LIwkamBzxAfsDEMBwLnQS4B10EuA9dBPsKbq2gYdzi5TcmbJBaMGg8+sJOhO1KDTER8AAAAAAFwRXh6uihvQTXEDukmSik5VKyWrVEmZJUrNKiFq4GBYKdAJWCkAOBd6CbAOegmwHvoJnaUlanBmP4KM3FPnRg3C/FuGBEQNrgziA3aGoQDgXOglwDroJcB66CfYSnVtgw7/0BQ1SM4s0Yk2ogaDzjrVgKiBdRAfAAAAAADYnJeHq+L6d1Nc/9ZRg+TMEqWciRrsPVKovWeiBiGBnoqNDFZsRJAG9Q2Ut6ebLct3CqwU6ASsFACcC70EWAe9BFgP/QR7ZDZbdPxkhZIyS5SSWaL080QNBkeYNCQyWJFhRA3ai/iAnWEoADgXegmwDnoJsB76CY7g4lEDFw3qG6TYiKa4QXeTt40qtX/EBwAAAAAADuWnUYPiUzUtGxZeOGpg0qC+JqIGl4mVAp2AlQKAc6GXAOuglwDroZ/g6JqjBs2rCH4aNTAY1HSqQUQQUQN18fjAjh079Prrr+vAgQOqqqpSWFiYpk6dqnnz5snbu/3LRxobG7Vjxw5t3rxZ+/btU1ZWlmpqahQYGKihQ4dq9uzZuuaaa6xSM0MBwLnQS4B10EuA9dBP6Gpq6hp0OPtM1CCrRPnF50YNYsJNGtJ8qoGTRQ267FDgrbfe0jPPPCOLxaIePXooKChI6enpqqurU1RUlN555x0FBga261kffPCBFi1aJEkyGo0KDw+Xj4+Pjh8/rtOnT0uSZs+eraeeekoGg6FDdTMUAJwLvQRYB70EWA/9hK6uOWqQciZuUFnT0Op6twDPlgGBM0QNuuSeAklJSXr22WclSU8//bRmzZolg8GgkydP6oEHHlBycrIWL16sFStWtPuZ0dHRuuOOOzR16lT5+flJkhoaGvTGG2/oz3/+s9577z3FxMTo9ttvvyLfEwAAAACg44IDPDVxeJgmDg9riRo0DwiO5pxS0akabd6fp83785qiBj39FXtmSBDZ01+u7XgDbTZbdOSHMpVV1irQx0MD+wTKaOzYD5DtgcOsFHjwwQe1YcMGzZgxQ//zP//T6lpWVpamTZsms9mstWvXKiYm5qLPKysrU0BAwHlXASxevFjvv/++YmJitHbt2g7VzkoBwLnQS4B10EuA9dBPcGbtjRo0Dwm6B3qd8z4x8XCB3vnmqEorals+Z/Lz0O1TBmhkdPdO+T4uRZdbKVBZWaktW7ZIkmbNmnXO9YiICI0dO1bbtm3TunXr2jUUuFjMYOLEiXr//feVmZl5WTUDAAAAAGzP091Vw/t30/AzpxqUlNe0DAhSskp1urpe+44Wad/RIkk/Rg0GRwRpUIRJacdL9fc1Sec8t7SiVn9fk6Rf/3yIXQ4G2sshhgKpqamqq6uTu7u7hg0b1uY9I0eO1LZt23TgwAGrfM2amhpJkpeXl1WeBwAAAACwvSB/T109PExXDw+T2WJR9lmnGvw0aiBJLheJCPz7m6MaMSDEYaMEDjEUaP5pfVhYmNzc2t4QIjw8vNW9HfXFF19Iaho2AAAAAAC6HqPBoIge/oro4a/p4yJUU9egIz+UKenMkCC/uKrV0YdtKamo1ZEfyhTT19RJVVuXQwwFTp06JUkKCAg47z3N15rv7YhvvvlGmzZtksFg0L333tvh50lNOS5715w5aW/2BEDb6CXAOuglwHroJ6B9fF3dFR/dXfFn4gD/2f2D3lp/+KKvq6iud4j3fG1xiKFAbW3TZg7nWyUgSe7u7q3uvVwZGRlasGCBJOnOO+9UfHx8h54nSUajQSaTT4ef01n8/YlMANZALwHWQS8B1kM/AZdmUL9uki4+FOjTM8Ch3vOdzSGGAh4eHpKk+vr6895TV1fX6t7LkZ+fr3vvvVcVFRWaNGmSHnvssct+1tnMZovKy6sufqONubgY5e/vpfLyajU2sistcLnoJcA66CXAeugn4PKEmTwV5Oehkorz//A5yN9DYSZPlZbaz4lz/v5eXev0gfZEA9oTMbiQwsJCzZ07V3l5eRo9erRWrFhxwZUJl8qRjn5pbDQ7VL2AvaKXAOuglwDroZ+AS/erKQPaPH2g5fq1A2Q2W2S+yN4D9sohQg8RERGSpLy8vPOuFsjOzm5176UoLi7WnXfeqaysLI0YMUIrV67s0IoDAAAAAEDXMDK6u3798yEy+bV+jxjk5+HwxxFKDrJSYNCgQXJzc1NdXZ0OHjzY5okAiYmJkqS4uLhLenZZWZnuuusuZWRkKDY2Vq+++qp8fBwzCwIAAAAAsL6R0d01YkCIjvxQprLKWgX6eGhgn0CHPYbwbA6xUsDX11cTJkyQJL3//vvnXM/KytKOHTskSVOnTm33c0+fPq27775bhw8f1sCBA/XPf/5Tfn5+1ikaAAAAANBlGI0GxfQ1aezgHorpa+oSAwHJQYYCkvTggw/KYDBo7dq1eu+992SxNOU1CgoK9Oijj8psNmvKlCmKiYlp9bqEhAQlJCRo3bp1rT5fXV2tefPmKTk5Wf369dPq1atlMjnmuZIAAAAAAFwOh4gPSNKwYcO0YMECLV++XEuWLNE//vEPmUwmpaenq66uTpGRkVq6dOk5r8vNzZUkVVW13v3/zTffbIkcSNJDDz103q/94osvKiQkxErfCQAAAAAA9sFhhgKSNHfuXEVHR+u1117TwYMHVVxcrLCwME2dOlXz5s27pL0Amo8wlKRjx45d8N7a2vMfPwEAAAAAgKMyWJrX4eOKaWw0q6TEfs6sPB9XV6NMJh+VllZyVA3QAfQSYB30EmA99BPgXIKCfOTi0r7dAhxmTwEAAAAAAGBdDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSDAUAAAAAAHBSBovFYrF1EV2dxWKR2ewYv80uLkY1NpptXQbg8OglwDroJcB66CfAeRiNBhkMhnbdy1AAAAAAAAAnRXwAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAn5WrrAmA7hYWF2rp1q5KSknTo0CGlpqaqtrZWo0eP1ltvvWXr8gCHYLFYtG/fPm3cuFGJiYk6duyYTp8+LT8/Pw0ePFgzZszQTTfdJIPBYOtSAYfw1Vdfadu2bUpOTlZBQYHKysrk5uamiIgITZo0SXfeeadMJpOtywQczrfffqt58+ZJknr16qWNGzfauCIA9sJgsVgsti4CtrF69WotW7bsnM8zFADab/v27Zo7d27Lr/v06SN/f3/l5uaqrKxMknTNNddoxYoVcnd3t02RgAO55ZZblJaWJnd3d4WEhMhkMqmkpER5eXmSpODgYL322muKiYmxcaWA46isrNSNN97Y0kcMBQCcjZUCTszX11c/+9nPNHToUA0dOlQpKSl6+eWXbV0W4FAsFot69+6tO++8U9OnT1dwcHDLtU8++USLFy/W5s2b9cILL+j3v/+9DSsFHMOcOXMUGRmpuLg4ubm5tXz+8OHDeuyxx3TkyBH97ne/0xdffGHDKgHH8re//U15eXm69tprtWHDBluXA8DOsFIALf71r39p6dKlrBQALsHp06fl4eHR6s3L2VauXKm//e1vCgwM1Pbt22U0spULcLkOHjyo2267TZL05ZdfKioqysYVAfZv//79+tWvfqXJkydrypQpWrhwISsFALTCv04BoAN8fX3POxCQpIkTJ0qSysrKVFJS0lllAV1Sv379Wj6urq62YSWAY6ivr9fixYvl6empJUuW2LocAHaKoQAAXEE1NTUtH3t6etqwEsDxJSYmSpK8vb0VGRlp42oA+7dq1SodOXJEjzzyiHr06GHrcgDYKfYUAIArqDn3HBMTI19fXxtXAzges9ncclrOX/7yF0nSY489Jh8fHxtXBti3jIwMrVq1SrGxsbrjjjtsXQ4AO8ZQAACukKSkJL377ruS1HIMFID2aeuEnGHDhmn58uUtsRwAbbNYLFq0aJEaGhr01FNPycXFxdYlAbBjxAcA4AooKirSb37zGzU0NOi6667T9OnTbV0S4FBCQ0MVHx+v4cOHKyQkRAaDQampqVq7dq3Ky8ttXR5g19555x3t3btXc+bM0dChQ21dDgA7x0oBALCyiooK3XfffcrLy1NsbKyWL19u65IAhzNt2jRNmzat5ddpaWlaunSpPv/8c2VkZOijjz7ip59AG06ePKnnnntOoaGh+u1vf2vrcgA4AFYKAIAVVVZW6t5771VKSooGDBigf/7zn+wlAFhBTEyMVq1aJZPJpNTU1Jb9OgC0tnTpUp0+fVqLFi3i7x8A7cJKAQCwkurqas2fP1/79+9XRESEXn/9dZlMJluXBXQZvr6+Gj16tNavX6/k5GTdfPPNti4JsDspKSmSpKeeekpPPfVUq2vNJ+Lk5+dr/PjxkqQVK1YoPj6+c4sEYFcYCgCAFdTW1uqBBx7Q7t271atXL61evVohISG2LgvochoaGiRJjY2NNq4EsG9FRUXnvWY2m1uu19fXd1ZJAOwUQwEA6KD6+nr95je/0fbt2xUaGqo33nhDPXv2tHVZQJdTVlamXbt2SZIGDRpk42oA+7Rx48bzXvv444+1cOFC9erV64L3AXAu7CkAAB3Q2Nio3/3ud/r2228VEhKiN954Q3369LF1WYBD2rVrl15++WXl5OSccy05OVn33HOPKioqFBoaqqlTp9qgQgAAuh5WCjix/Px8zZgxo+XXdXV1kqS9e/dqzJgxLZ+/9957dd9993V2eYBD+Oqrr7R+/XpJkru7u5544onz3rt48WINHjy4s0oDHE55ebleeOEFvfDCCwoJCVH37t3l4uKi/Px8FRYWSmo6qnDVqlXy8fGxcbUAAHQNDAWcWGNjo8rKys75fENDQ6vPN29KA+BczcM0ScrNzVVubu55762oqOiMkgCHNWLECC1cuFA7d+5Uenq6srKyVFdXJ39/f40ZM0YJCQmaOXMmO6oDAGBFBovFYrF1EQAAAAAAoPOxpwAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAAAAAE6KoQAAAHBa0dHRio6O1s6dO21dCgAANuFq6wIAAID9WLFihV566aV233/48OErWA0AALjSGAoAAIA2devWzdYlAACAK4yhAAAAaNPWrVttXQIAALjC2FMAAAAAAAAnxUoBAABgFQkJCcrNzdWyZct0/fXXa9WqVfr666+Vn58vLy8vjRw5UvPnz9fw4cPP+4zGxkatWbNGn376qQ4fPqzKykqZTCaNGDFCc+bM0ZgxYy5YQ35+vt566y1t3bpVOTk5qq+vV/fu3TVgwADdcMMNmjZtmjw8PNp87enTp/Xqq69q/fr1ysvLk5eXl+Li4vTggw9esGYAABwZQwEAAGBV5eXlmjlzpjIzM+Xm5iYPDw+VlZVpw4YN2rRpk5YuXaqZM2ee87qKigo9+OCD2rVrlyTJxcVFPj4+Kiws1Pr167V+/Xrdfffdevzxx9v8up988omWLFmi2tpaSZKbm5t8fHyUn5+vH374QRs3blR0dLQGDRp0zmsLCwt166236vjx4/Lw8JDRaFRZWZk2b96srVu3auXKlZowYYIVf5cAALAPxAcAAIBVvfTSSyopKdHzzz+v/fv3KzExUV9++aVGjx4ts9msP/zhD0pOTj7ndU8++aR27dolNzc3LVq0SImJidq9e7e2bNmiX/ziF5Kk1157Tf/+97/Pee3mzZu1YMEC1dbWKj4+Xm+//bYOHjyonTt3at++fXr77bc1a9Ysubm5tVnz008/LTc3N73xxhvav3+/9u3bpw8++ECRkZGqr6/XkiVLZDabrfsbBQCAHTBYLBaLrYsAAAD24ewjCS92+sC0adO0aNGill83xwckafXq1Ro3blyr+2tqanTLLbcoKytLkyZN0iuvvNJy7cCBA5o1a5akpjfos2fPPufrPfzww1q/fr1MJpO+/fbblhhAQ0ODbrjhBuXk5GjkyJFavXq13N3d2/X9RkdHS5KCgoL0+eefKzg4uNX1w4cP6+abb5YkvfPOOxo5cmS7ngsAgKNgpQAAAGhTUVHRBf93+vTpNl8XHx9/zkBAkjw9PXXPPfdIkrZs2aKKioqWa19++aUkqUePHrrtttvafO4jjzwiSSotLW11MsLOnTuVk5MjSVq4cGG7BwJnmzVr1jkDAalpaNC7d29JTQMCAAC6GvYUAAAAbbrcN8Fjx4696DWz2azk5OSWXyclJUmSxowZI6Ox7Z9ZREVFKTQ0VCdPnlRSUpISEhIkSfv27ZMkhYSEaOjQoZdV84U2EuzevbtycnJ06tSpy3o2AAD2jJUCAADAqkJDQ9t1raSkpOXj4uLii75WalpJcPb9UtMmgZIUFhZ26cWe4ePjc95rrq5NP0NpaGi47OcDAGCvGAoAAACHZjAYbF0CAAAOi6EAAACwqpMnT7brWlBQUMvHzXn+EydOXPDZzdfPzv83b4iYl5d36cUCAODkGAoAAACr2rlz50WvGY1GDR48uOXzQ4YMabl+vqP/MjIyWoYKZ+8dEB8fL6kpRnDo0KGOFQ8AgJNhKAAAAKwqMTGxzcFAbW2tXnvtNUnShAkT5O/v33Jt+vTpkppWEnzwwQdtPvfFF1+UJJlMJv3sZz9r+fyYMWPUp08fSdKyZctUV1dnnW8EAAAnwFAAAABYlZ+fnx5++GGtW7euZXO+jIwMzZs3T8eOHZOLi4sefvjhVq8ZNmyYbrjhBknS0qVL9a9//UvV1dWSmlYALFq0SOvWrZPUdDShh4dHy2tdXFy0ePFiGQwGJSYmau7cudqzZ0/LioO6ujrt3LlTjz32mNLT06/49w8AgCPhSEIAANCm8ePHX/SeFStWtCzfb/bQQw/p3Xff1SOPPCJ3d3d5eHiooqJCUtOmgH/84x/bPDrwmWeeUWlpqXbt2qWlS5dq2bJl8vHxUXl5uSwWiyTp7rvv1q9+9atzXjtp0iQtX75cixcvVmJioubMmSN3d3d5e3vr9OnTLcOJe+6555J/HwAA6MoYCgAAgDYVFRVd9J76+vpzPufv768PP/xQq1at0tdff638/HwFBgZqxIgRmj9/vkaMGNHms/z8/LR69WqtWbNGa9eu1eHDh1VVVaVu3bopPj5ec+bM0ZgxY85by4wZMzRq1Ci9+eab2rp1q/Ly8lRbW6uwsDANHDhQ119/vaKiotr/GwAAgBMwWJpH7wAAAB2QkJCg3NxcLVu2TLfeequtywEAAO3AngIAAAAAADgphgIAAAAAADgphgIAAAAAADgphgIAAAAAADgpNhoEAAAAAMBJsVIAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAnxVAAAAAAAAAn9f8BAvs+WbAYRGoAAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# MODEL EVALUATION"
      ],
      "metadata": {
        "id": "jFJDZWlGv3bu"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 1. Computing Perplexity for training and validation data loader"
      ],
      "metadata": {
        "id": "mxccO2xGnoKZ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def get_perplexity(model, dataloader, device):\n",
        "    model.eval()\n",
        "    total_loss = 0\n",
        "    total_steps = 0\n",
        "\n",
        "    with torch.no_grad():\n",
        "        for batch in dataloader:\n",
        "            b_input_ids = batch[0].to(device)\n",
        "            b_labels = batch[0].to(device)\n",
        "            b_masks = batch[1].to(device)\n",
        "\n",
        "            outputs = model(b_input_ids,\n",
        "                            labels=b_labels,\n",
        "                            attention_mask=b_masks)\n",
        "\n",
        "            loss = outputs[0]\n",
        "            total_loss += loss.item()\n",
        "            total_steps += 1\n",
        "\n",
        "    avg_loss = total_loss / total_steps\n",
        "    perplexity = np.exp(avg_loss)\n",
        "\n",
        "    return perplexity"
      ],
      "metadata": {
        "id": "5uqkSB1ghbso"
      },
      "execution_count": 31,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Compute perplexity on the validation dataset\n",
        "val_perplexity = get_perplexity(model_with_one_configuration, validation_dataloader, device)\n",
        "print(f'Validation Perplexity: {val_perplexity}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oAjqxTBFjVBS",
        "outputId": "a90d8a7d-d500-4989-b293-a11f23ec25a8"
      },
      "execution_count": 44,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation Perplexity: 2.426796710223497\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Compute perplexity on the training dataset\n",
        "train_perplexity = get_perplexity(model_with_one_configuration, train_dataloader, device)\n",
        "print(f'Train Perplexity: {train_perplexity}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mDhcbbb_kShn",
        "outputId": "3fdecbf5-b08f-46d3-f5aa-633869e3f1f3"
      },
      "execution_count": 45,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Train Perplexity: 1.1086199390533467\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Perplexity Scores and Their Interpretations\n",
        "\n",
        "- Train Perplexity: 1.1086\n",
        "\n",
        "Interpretation: This score indicates how well the model performs on the training data. A lower perplexity means that the model predicts the training data more accurately. Since this perplexity is quite low, it suggests that the model fits the training data very well. However, a very low training perplexity might also indicate overfitting, where the model learns the training data too well but may not generalize effectively to new, unseen data.\n",
        "\n",
        "- Validation Perplexity: 2.4268\n",
        "\n",
        "Interpretation: This score reflects the model’s performance on the validation set. The validation perplexity is higher than the training perplexity, which is common and indicates that the model does not perform as well on unseen data compared to the data it was trained on. A validation perplexity of 2.4268 suggests that while the model is generally good, there is room for improvement in terms of generalization to new data. The model's performance on the validation set should ideally be close to the training performance to ensure that it is not overfitting.\n",
        "\n",
        "#### In summary:\n",
        "\n",
        "Lower perplexity generally means better performance, indicating that the model predicts the data more accurately.\n",
        "A significant difference between training and validation perplexity might indicate overfitting or issues with the model’s generalization capability.\n"
      ],
      "metadata": {
        "id": "89ArPAOsrjqq"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 2. Computing Cosine Similarity"
      ],
      "metadata": {
        "id": "ALZnzid_sVin"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sentence_transformers import SentenceTransformer, util\n",
        "\n",
        "# Load pre-trained model\n",
        "model = SentenceTransformer('all-MiniLM-L6-v2')\n",
        "\n",
        "# Define your sentences\n",
        "generated_sentence = \"You are the one, girl, And you know it, she knows it, She's like glue, She holds my heart in her hands, Says, I need you now, baby, I need you now, baby, I need you now, Hold on So I can safely go home I can safely go home, I'm on my way, Driving at 90 down those country lanes, Singing to Tiny Dancer, And I need you now, babe, Hold on So I can safely go home And I can safely go home See my family, We're just kids, We're not kids, We're just kids, We're left here, sitting here,, Wishing I was here, Baby I know, She's holding mine Baby, I'm heart is all I own, I'll never trust her again, Hold on So I can safely go home I can safely go home And I can safely go home And I can safely go home And I can safely go home And I can safely go home, And I can safely go home\"\n",
        "reference_sentence = \"I found a love for me, Darling, just dive right in and follow my lead, Well, I found a girl, beautiful and sweet, Oh, I never knew you were the someone waiting for me, 'Cause we were just kids when we fell in love, Not knowing what it was, I will not give you up this time, But darling, just kiss me slow, your heart is all I own, And in your eyes you're holding mine Baby, I'm dancing in the dark with you between my arms, Barefoot on the grass, listening to our favorite song, When you said you looked a mess, I whispered underneath my breath, But you heard it, darling, you look perfect tonight Well I found a woman, stronger than anyone I know, She shares my dreams, I hope that someday I'll share her home, I found a love, to carry more than just my secrets, To carry love, to carry children of our own, We are still kids, but we're so in love, Fighting against all odds, I know we'll be alright this time, Darling, just hold my hand, Be my girl, I'll be your man, I see my future in your eye\"\n",
        "\n",
        "# Generate embeddings\n",
        "embedding1 = model.encode(generated_sentence, convert_to_tensor=True)\n",
        "embedding2 = model.encode(reference_sentence, convert_to_tensor=True)\n",
        "\n",
        "# Compute cosine similarity\n",
        "similarity = util.pytorch_cos_sim(embedding1, embedding2)\n",
        "print(f\"Cosine Similarity: {similarity.item():.4f}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 387,
          "referenced_widgets": [
            "1a68e148b9964f78b649deaebf47f290",
            "4c29900916e6467aa5727e334f6e4ebc",
            "998be7d61a1d421dbbe4ca56a3739c4d",
            "3f735c3582a04182b37ca833fd4c6819",
            "206e2d0b414f4a12be925dfb78112a91",
            "be21afdb809d402cbb4fde534e2dc4d0",
            "0fa1ec2e7aa84f37b199c45d661ce099",
            "bbff2694ce1640dfa8e25905fc8e7ae2",
            "8df07e92dd394002a068a28201afb25a",
            "ca129c07815342d4888055c941b6877a",
            "d421cf10dead4cfa8631ef80a3d05ed6",
            "68a43b9935d74cd9924ab7daa5354b64",
            "5a46039dcbc3475d901faf4ec568ac44",
            "b5ecc6d9f2bc4516a1bb55a64c37e4fb",
            "c9f19685cdb440389fd2f7d75ad0aeb9",
            "3be90d2a3a014cc28a31cb35f84f84b1",
            "5c67d1acd88142bc8ffd57cf5d49e89f",
            "ef4050833a3d43b39ca1ee1b56c9dae7",
            "57e7b5b7238f405085c3de6011a822d9",
            "fba0e8409dba427daec8a8bf8923c68f",
            "1e29c05d638d44739241dd83846b39ab",
            "d6867bf59f0c447c862850cf3302f855",
            "b8db34a4b23b476bbf3aec3ea61586e9",
            "62cfafc10b2d4ebea48cf7bda08d2435",
            "6ba20f7d899f4a4896420ed6d5f97361",
            "71d24b5fc99d41dfb1f8115b9830a72d",
            "8838489e2e554455aa7b886c9db6676f",
            "382cc086ba64495b89fe5873874aa30f",
            "817b475d24a24e27b1caaa1252ab65ca",
            "7ff021a041b54a928077cac8525ec14b",
            "6fe0801ff21f4da2a6b767fd5fda5b88",
            "4aa70112e96e4d68b223db42351f288a",
            "a01879223eaf412d8c2fb2f8afae09cf",
            "7b2b1f30b33c44f8a74f22d215146ff0",
            "cbb233b6cbff4fb3989af3680b72cc56",
            "cccc416f420e4107abd0685f8ba95d02",
            "6d1de35447f14763b44cdab7e16ae915",
            "0edfe761c6c149b1bbf57a37b27b5c65",
            "0b9485294d7d469ea8e6e57e4369bf7a",
            "0a9d968536d34317a81970734ac4f7c5",
            "773a05c4cb57443f8c5cbe3be4be0674",
            "c933c967c166448ca86744e03345d718",
            "d99640317c404c0d93b8d55be2f766dd",
            "d32cbf0b23524783ae723b54b1a2387c",
            "a75cf551833943868fab0acd2f4f5be6",
            "6bf3b9540d4744209628ab07470562c3",
            "35109dfbbfa346ebac4ac5e1bc351149",
            "5dea628706704a9bb9c0acb74f36c5f1",
            "04e82910498042c9893c42b757735e80",
            "07839f8e1d0248f6942625b5917366b1",
            "6f6f304dc2ae422eb4f0200f5efbedd9",
            "2e57ea05862b4885be44c3626be94b8d",
            "edcff9e340a4492bbb9566b0bf4f623b",
            "0b78b65af7794bac907def27ed94f833",
            "5e1d065acf3549d89a1538fe86b583d4",
            "2196bcee498a4b4f9a8cd7047f9c0588",
            "13e12e8124e943f89da7b8a07f55f723",
            "38018e44e800462b95109510a080abba",
            "56d2ea9cc41c43118c438f0754d6734d",
            "6c88c064efc94065a793e798afd02a27",
            "ac3695b10793463bab255ec8e36a6b05",
            "731d9ab23ed54fcca0e01bbb62a8ca85",
            "d64b8d45c0ab44efa1d1046544958565",
            "485b383ecc3643d2875e6d26a302643c",
            "276253612b3c43d0a994c0dd34e8cb5c",
            "93385557de2e4d6586c70bc566d6d461",
            "6c39b79d59224e5a9d3e121495861df3",
            "268ed699479a4d3db100d12fb412df28",
            "325c1474f51c449e86a3844bbdcf879b",
            "884b30c9e8454bb5a9a163b7504623c8",
            "0b9e262f3ea2472cbf939f6b3dbfa873",
            "61072037c9b24f498ee4ecfa2f6d2a54",
            "6b7ba90bdc7240d294562c6d8d53fabd",
            "fe7059b9309243b4b0dc1a081098af65",
            "6b2c1f4b61664a8890936ec34e7c5195",
            "e00ea9f94caf4460937c6524bd8234df",
            "7fa9570f84674332b17ebf85ae671ad5",
            "b7af6be0ac8f4984b67048ac91a41205",
            "0ff9d8566d7849b09ebbb02730be7e60",
            "dbda280d3c50494cb656c33bcc7e526c",
            "be60638a197c4a02b67e2c46272a569b",
            "c6be887fdc7049c6a411b5262c684b37",
            "23cab633fee84d629a9aa326ba455c04",
            "84403306ec6b418cbf492cc07497ba16",
            "54c23530412f402292057e59b7bfdb56",
            "63c2d101d51c4018a98d5cd23a74d293",
            "9d2a2ad053fd46439207ad27ea1cbb4c",
            "ad0e440d0af247b1b7407a4bc2561ffc",
            "eeeea23c17d34125bf99de4b50d95e21",
            "c94da9e43f2b4a768587250ff9e6b1eb",
            "67a3b20f25d246aea094d5251b2bf0c3",
            "818e8675a323426fa673d04b6f7fdcc0",
            "86d2303b4a9a4f13af8739e226a6949a",
            "f9d9b675176e4bf5982a68c817e15886",
            "24826b340d7c4e72aa94f075553b406e",
            "2f93b9f8f0634a3cbb8b30cc3b9e4c1c",
            "979ea8f83ed64673b56697e5e4e3520d",
            "61a5c647fd754bfc973fb9635bf77cf1",
            "47c2602a619b4169ac890b95fb7ce6ba",
            "aef4b58877f34f768b3a8664ed0f300d",
            "4afb9a0d0d934aef805afe71e59ebdd9",
            "363ebfaae0fe4209b397ab525163d181",
            "820458d2daae41ebaf156183586d71df",
            "3e24f5f4c3734a3592c1048da23877d1",
            "35b0581a891d4ed9a18f79a5b512d41e",
            "f19c6444aa83411493d31bfc804e2537",
            "294be0a8504f4699bdda850f3b1c365d",
            "251261079265494c98b3b3af459f284d",
            "a5d37c72237c4380947c21ed31a9c687",
            "effe8e209e254aa1a87a311498c05da1",
            "450855ef5ae146cc8db11ee50322caf7",
            "4353f0353f044dba8fb9083f4febbd37",
            "2e30c87dfec64b698ac40aafbaf2fe27",
            "3d69a5a9c9d64305808d8e8f34567cf6",
            "2ad7e73167cc44d7b4ae28c94ffbf2b7",
            "6b91a57d3c3d4d3ab037a84ac5194dc2",
            "60661f3b117049a3a9e66ac205d5037f",
            "69a18e35dcf0426a92347c19bc21ea6f",
            "e5b911ae5f064f4299842c0aeaad7fb3",
            "950a2fee4a37499897dcda62acee5a8a",
            "bf71955e6dff4a878a1a341cac3fe974"
          ]
        },
        "id": "UexLC08PnbJT",
        "outputId": "345be549-3a77-439d-d016-0d0dd1e78219"
      },
      "execution_count": 41,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "modules.json:   0%|          | 0.00/349 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1a68e148b9964f78b649deaebf47f290"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config_sentence_transformers.json:   0%|          | 0.00/116 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "68a43b9935d74cd9924ab7daa5354b64"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "README.md:   0%|          | 0.00/10.7k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "b8db34a4b23b476bbf3aec3ea61586e9"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "sentence_bert_config.json:   0%|          | 0.00/53.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7b2b1f30b33c44f8a74f22d215146ff0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/612 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "a75cf551833943868fab0acd2f4f5be6"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/90.9M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "2196bcee498a4b4f9a8cd7047f9c0588"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/350 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "6c39b79d59224e5a9d3e121495861df3"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "b7af6be0ac8f4984b67048ac91a41205"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "eeeea23c17d34125bf99de4b50d95e21"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "aef4b58877f34f768b3a8664ed0f300d"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "1_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "450855ef5ae146cc8db11ee50322caf7"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cosine Similarity: 0.7358\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Cosine Similarity and their interpretation\n",
        "\n",
        "##### Cosine similarity is used to measure how similar two text embeddings are by comparing the angle between their vector representations. By computing the cosine similarity between two embeddings, you determine how closely related the textual content of the embeddings is, regardless of their magnitude. A cosine similarity close to 1 indicates that the embeddings are very similar in their semantic meaning. Conversely, a similarity close to 0 suggests that the embeddings are not closely related, and a similarity close to -1 implies that they are opposite in meaning.\n",
        "\n",
        "- The cosine similarity score of 0.7358 indicates a notable degree of semantic similarity between the two sentences.\n",
        "\n",
        "- A score close to 1.0 suggests high similarity, meaning the sentences are likely conveying related or overlapping meanings.\n",
        "\n",
        "- In this case, while the sentences are not identical, the model has detected that they share a considerable amount of thematic content.This reflects that the model is performing well in capturing the underlying semantic similarity between the provided sentences.\n"
      ],
      "metadata": {
        "id": "UZskbB7gsasj"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 2. Rouge Score"
      ],
      "metadata": {
        "id": "bEs4jIKgv-X-"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from rouge_score import rouge_scorer\n",
        "\n",
        "def compute_rouge(reference_texts, generated_texts):\n",
        "    scorer = rouge_scorer.RougeScorer(['rouge1', 'rouge2', 'rougeL'], use_stemmer=True)\n",
        "    rouge_scores = {'rouge1': [], 'rouge2': [], 'rougeL': []}\n",
        "\n",
        "    for ref, gen in zip(reference_texts, generated_texts):\n",
        "        scores = scorer.score(ref, gen)\n",
        "        for key in scores:\n",
        "            rouge_scores[key].append(scores[key].fmeasure)\n",
        "\n",
        "    avg_rouge_scores = {key: np.mean(val) for key, val in rouge_scores.items()}\n",
        "    return avg_rouge_scores\n",
        "\n",
        "rouge_scores = compute_rouge(reference_sentence, generated_sentence)\n",
        "\n",
        "print(\"ROUGE Scores:\", rouge_scores)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tPcf0g1YqX_n",
        "outputId": "561454da-42cd-448e-9fcc-2ed93a4e9df5"
      },
      "execution_count": 43,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ROUGE Scores: {'rouge1': 0.0311284046692607, 'rouge2': 0.0, 'rougeL': 0.0311284046692607}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "The ROUGE (Recall-Oriented Understudy for Gisting Evaluation) scores  measure the quality of generated text in comparison to a reference text.\n",
        "\n",
        "- ROUGE-1 Score: 0.0311\n",
        "\n",
        "This measures the overlap of unigrams (single words) between the generated and reference texts. A score of 0.0311 indicates very low overlap in individual words. This suggests that the generated text shares few common words with the reference text.\n",
        "\n",
        "- ROUGE-2 Score: 0.0\n",
        "\n",
        "This evaluates the overlap of bigrams (two consecutive words) between the generated and reference texts. A score of 0.0 means there is no overlap of bigrams, indicating that the generated text and the reference text do not share any two-word sequences.\n",
        "\n",
        "- ROUGE-L Score: 0.0311\n",
        "\n",
        "This measures the longest common subsequence (LCS) between the generated and reference texts. The LCS is a sequence that appears in both texts in the same order but not necessarily consecutively. A score of 0.0311 suggests very low overlap in the longest common subsequences, indicating that the generated text is not very similar to the reference text in terms of the order of words.\n",
        "\n",
        "- Overall Interpretation:\n",
        "\n",
        "The low ROUGE scores suggest that the generated text is quite different from the reference text in terms of both word and phrase overlap, as well as the sequence of words. This could imply that the generated text lacks relevance or coherence compared to the reference text, or that the generation model may need adjustments to improve its similarity to the reference.\n",
        "\n",
        "But since both are different lyrics and we gor cosine similarity good means they are similar to each other but since rouge score is less suggesting they are different song lyrics."
      ],
      "metadata": {
        "id": "MB30cLXeqiai"
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "hINj0kjKwmxB"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}