intent_recognition.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8ywMLQrG70bY",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "8ywMLQrG70bY",
    "outputId": "2551fdbb-fca7-4e0b-a96a-4d72de74f323"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting transformers\n",
      "  Downloading transformers-4.9.2-py3-none-any.whl (2.6 MB)\n",
      "\u001b[K     |████████████████████████████████| 2.6 MB 5.3 MB/s \n",
      "\u001b[?25hCollecting pyyaml>=5.1\n",
      "  Downloading PyYAML-5.4.1-cp37-cp37m-manylinux1_x86_64.whl (636 kB)\n",
      "\u001b[K     |████████████████████████████████| 636 kB 28.6 MB/s \n",
      "\u001b[?25hCollecting tokenizers<0.11,>=0.10.1\n",
      "  Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
      "\u001b[K     |████████████████████████████████| 3.3 MB 25.7 MB/s \n",
      "\u001b[?25hRequirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.6.4)\n",
      "Collecting sacremoses\n",
      "  Downloading sacremoses-0.0.45-py3-none-any.whl (895 kB)\n",
      "\u001b[K     |████████████████████████████████| 895 kB 29.2 MB/s \n",
      "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.62.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers) (21.0)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
      "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n",
      "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.0.12)\n",
      "Collecting huggingface-hub==0.0.12\n",
      "  Downloading huggingface_hub-0.0.12-py3-none-any.whl (37 kB)\n",
      "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub==0.0.12->transformers) (3.7.4.3)\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers) (2.4.7)\n",
      "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.5.0)\n",
      "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
      "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.5.30)\n",
      "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
      "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n",
      "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n",
      "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n",
      "Installing collected packages: tokenizers, sacremoses, pyyaml, huggingface-hub, transformers\n",
      "  Attempting uninstall: pyyaml\n",
      "    Found existing installation: PyYAML 3.13\n",
      "    Uninstalling PyYAML-3.13:\n",
      "      Successfully uninstalled PyYAML-3.13\n",
      "Successfully installed huggingface-hub-0.0.12 pyyaml-5.4.1 sacremoses-0.0.45 tokenizers-0.10.3 transformers-4.9.2\n"
     ]
    }
   ],
   "source": [
    "pip install transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "xzgiAqME76fr",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "xzgiAqME76fr",
    "outputId": "1c3f2e34-8923-426e-bde0-a8350340d650"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting seqeval\n",
      "  Downloading seqeval-1.2.2.tar.gz (43 kB)\n",
      "\u001b[?25l\r",
      "\u001b[K     |███████▌                        | 10 kB 24.6 MB/s eta 0:00:01\r",
      "\u001b[K     |███████████████                 | 20 kB 24.4 MB/s eta 0:00:01\r",
      "\u001b[K     |██████████████████████▌         | 30 kB 12.6 MB/s eta 0:00:01\r",
      "\u001b[K     |██████████████████████████████  | 40 kB 9.5 MB/s eta 0:00:01\r",
      "\u001b[K     |████████████████████████████████| 43 kB 1.1 MB/s \n",
      "\u001b[?25hRequirement already satisfied: numpy>=1.14.0 in /usr/local/lib/python3.7/dist-packages (from seqeval) (1.19.5)\n",
      "Requirement already satisfied: scikit-learn>=0.21.3 in /usr/local/lib/python3.7/dist-packages (from seqeval) (0.22.2.post1)\n",
      "Requirement already satisfied: scipy>=0.17.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21.3->seqeval) (1.4.1)\n",
      "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21.3->seqeval) (1.0.1)\n",
      "Building wheels for collected packages: seqeval\n",
      "  Building wheel for seqeval (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Created wheel for seqeval: filename=seqeval-1.2.2-py3-none-any.whl size=16181 sha256=0adcfdbeff95b4005da64e91f94a5deaabb7d5d0f9d797a77d2ccca4cba8ed5c\n",
      "  Stored in directory: /root/.cache/pip/wheels/05/96/ee/7cac4e74f3b19e3158dce26a20a1c86b3533c43ec72a549fd7\n",
      "Successfully built seqeval\n",
      "Installing collected packages: seqeval\n",
      "Successfully installed seqeval-1.2.2\n"
     ]
    }
   ],
   "source": [
    "pip install seqeval"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a14a95a9",
   "metadata": {
    "id": "a14a95a9"
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import pickle\n",
    "import time\n",
    "import datetime\n",
    "import random\n",
    "import os\n",
    "import csv\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from tqdm.notebook import tqdm\n",
    "import torch\n",
    "from torch.utils.data import TensorDataset, random_split\n",
    "from torch.utils.data import DataLoader, RandomSampler, SequentialSampler\n",
    "from transformers import BertTokenizer\n",
    "from transformers import BertForSequenceClassification, AdamW, BertConfig\n",
    "from transformers import get_linear_schedule_with_warmup\n",
    "from seqeval.metrics import f1_score\n",
    "\n",
    "import matplotlib.pyplot as plt \n",
    "\n",
    "device = torch.device(\"cpu\")\n",
    "\n",
    "SEED_VAL = 42\n",
    "\n",
    "random.seed(SEED_VAL)\n",
    "np.random.seed(SEED_VAL)\n",
    "torch.manual_seed(SEED_VAL);  # Semicolon prevents jupyter from displaying last line as output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "HeG4Hbb48vRA",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "HeG4Hbb48vRA",
    "outputId": "fd13b587-f121-4d58-f81e-ac22b890f3c7"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.activity.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fexperimentsandconfigs%20https%3a%2f%2fwww.googleapis.com%2fauth%2fphotos.native&response_type=code\n",
      "\n",
      "Enter your authorization code:\n",
      "4/1AX4XfWjxAs6Ma6swjW5VSpYj-iFTmyS4V_-0gWlXo3wg3qKQUTHbxemjR4I\n",
      "Mounted at /content/drive/\n"
     ]
    }
   ],
   "source": [
    "from google.colab import drive\n",
    " \n",
    "drive.mount('/content/drive/')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a97bb391",
   "metadata": {
    "id": "a97bb391"
   },
   "source": [
    "# Intent Recognition\n",
    "\n",
    "Voice user interfaces (e.g. Amazon Alexa, chatbots, and social robots) are becoming an essential part of everyday life. For these systems to carry out effective dialogue, they must be able to determine the intent behind a user’s spoken utterance. Intent recognition is the task of taking a written or spoken input, and determining which of several classes it matches in order to best respond or guide the interaction. Effective intent recognition is essential to building many kinds of conversational technologies, from chatbots, to automated phone systems, to social robots. In this notebook, you'll train an intent recognition model, and will explore how the amount of training data used effects performance.\n",
    "\n",
    "## The Snips Dataset\n",
    "\n",
    "For our intent recognition model, we'll use the Snips dataset, which was collected through crowdsourcing for the Snips personal voice assistant. There are 7 unique intent classes for the training set, on a variety of topics including playing music, restaurant reservations, and getting the weather (e.g. ‘Book an Italian place with a parking for my grand father and I’ and ‘Which movie theater is playing The Good Will Hunting nearby?’). The training set contains 13,084 utterances, and separate validation and test sets that contain 700 utterances each. \n",
    "\n",
    "## Multi-Class Classification Models\n",
    "\n",
    "Until now, our models have outputted a single number, representing the binary classification tasks of action item vs. non-action item, and positive sentiment vs. negative sentiment. In this case, our model needs to choose between one of several possible intent labels – to do this, it will output a vector instead of a single value. \n",
    "\n",
    "For example, imagine a scenario where we have three intent classes for a very simple music player: \"Play\" (intent \\#0), \"Pause\" (intent \\#1), and \"Next Song\" (intent \\#2). Given the input \"start playing\", our model might output the following vector:\n",
    "\n",
    "$$\\begin{vmatrix}\n",
    "0.61 \\\\\n",
    "0.05 \\\\\n",
    "0.34\n",
    "\\end{vmatrix}$$\n",
    "\n",
    "In our ouput vector, the $i_{th}$ entry represents the predicted probability that the input matches the $i_{th}$ intent, so here our model correctly predicts \"Play\". In order to convert the output vector to a vector of probabilities, the **[softmax function](https://en.wikipedia.org/wiki/Softmax_function)** is used. Without softmax, a multi-class classification model will simply return a vector of numbers, with the greatest number in the entry that represents the best intent guess, the second greatest entry the second best intent guess, etc. These raw output values are called **logits**.\n",
    "\n",
    "To calculate the loss between our model's predictions and the correct output labels, we'll use **cross-entropy loss**. Cross entropy is essentially a comparison of how similar two probability distributions are, and in our case, we will compare the model's predicted probabilities of each label against the target vector where the probability of the true intent is 1, and all other intents have zero probability. [You can read about cross entropy in more detail here.](https://machinelearningmastery.com/cross-entropy-for-machine-learning/).\n",
    "\n",
    "\n",
    "## BERT\n",
    "\n",
    "For our intent recognition model, we'll use **BERT**, which is a **transformer**-based model that has been **pre-trained** on an enormous amount of English data. Through this pre-training, BERT learns to represent language very effectively, and can then be **fine-tuned** for a specific task. In our previous notebooks, we trained entire models end-to-end starting from random model weights, but with BERT, we will start with the pre-trained weights, and then do additional training to adapt BERT to our intent recognition task.\n",
    "\n",
    "To learn about BERT in more detail, you should watch this [video](https://www.youtube.com/watch?v=xI0HHN5XKDo). Don't worry if BERT's architecture feels too complex, the key things to takeaway are how it is pre-trained, and how we can fine-tune it for our application.\n",
    "\n",
    "Before BERT was introduced in 2018, most machine learning models for NLP were trained from scratch (like our previous models). Since then, huge success has been found in many NLP applications by fine-tuning pre-trained models like BERT instead. The other most well-known models that are used in this way are the GPT models (GPT, GPT2, GPT3, and GPT Neo).\n",
    "\n",
    "We'll use a fantastic package called [Hugging Face](https://huggingface.co/) for our BERT model. Hugging Face has tons of pre-trained BERT models for different applications, among many other great models and datasets. Specifically, we'll be using the [BERT Base Uncased model](https://huggingface.co/bert-base-uncased), which contains 110M parameters, and is pre-trained on both the BookCorpus (800M words) and on English Wikipedia (2,500M words)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9c9d4733",
   "metadata": {
    "id": "9c9d4733"
   },
   "outputs": [],
   "source": [
    "SNIPS_PATH = \"drive/MyDrive/data/snips\"\n",
    "TRAIN_PATH = f\"{SNIPS_PATH}/train.tsv\"\n",
    "VAL_PATH = f\"{SNIPS_PATH}/dev.tsv\"\n",
    "TEST_PATH = f\"{SNIPS_PATH}/test.tsv\"\n",
    "df = pd.read_csv(TEST_PATH,sep='\\t')\n",
    "\n",
    "def load_snips_file(file_path):\n",
    "    list_pair =[]\n",
    "    with open(file_path,'r',encoding=\"utf8\") as f:\n",
    "        for line in f:\n",
    "            split_line = line.split('\\t')\n",
    "            pair = split_line[0],split_line[1]\n",
    "            list_pair.append(pair)\n",
    "    return list_pair\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "030ee2ab",
   "metadata": {
    "id": "030ee2ab"
   },
   "outputs": [],
   "source": [
    "all_train_examples = load_snips_file(TRAIN_PATH)\n",
    "valid_examples = load_snips_file(VAL_PATH)\n",
    "test_examples = load_snips_file(TEST_PATH)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "086aaaf1",
   "metadata": {
    "id": "a64f9c83"
   },
   "source": [
    "## Intent ID Lookup\n",
    "\n",
    "In order to input the intent labels into our model we will need to **Create a dictionary mapping each intent name to an integer ID (starting with 0), and assign the dictionary to intent_labeltoid**."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c038508f",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "c038508f",
    "outputId": "d77a358c-0139-4c35-d002-fb9703f9c0df"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'AddToPlaylist': 0,\n",
       " 'BookRestaurant': 1,\n",
       " 'GetWeather': 2,\n",
       " 'PlayMusic': 3,\n",
       " 'RateBook': 4,\n",
       " 'SearchCreativeWork': 5,\n",
       " 'SearchScreeningEvent': 6}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "intents = np.unique(np.array(all_train_examples)[:,0]).tolist()\n",
    "\n",
    "intent_labeltoid = {intents[i]: i  for i in range(len(intents))}\n",
    "intent_labeltoid"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "7041c266",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "7041c266",
    "outputId": "7d3ac4b0-9c80-4676-edf4-6ec5fd4627d1"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PlayMusic               1914\n",
       "GetWeather              1896\n",
       "BookRestaurant          1881\n",
       "RateBook                1876\n",
       "SearchScreeningEvent    1852\n",
       "SearchCreativeWork      1847\n",
       "AddToPlaylist           1818\n",
       "dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#How many training examples are there for each intent?\n",
    "intent_series = pd.Series(np.array(all_train_examples)[:,0])\n",
    "intent_series.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dda54c4c",
   "metadata": {
    "id": "dda54c4c"
   },
   "source": [
    "- The distribution of intents are uniform which each intents relatively having the same number of occurrence.\n",
    "- This is not consistent with what we might expect in real life applications."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de929513",
   "metadata": {
    "id": "369bd0e9"
   },
   "source": [
    "## Creating Mini-Training Sets\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "915b2cf9",
   "metadata": {
    "id": "915b2cf9"
   },
   "outputs": [],
   "source": [
    "def create_mini_training_set(examples_per_intent):\n",
    "    intent_array = np.array(all_train_examples)[:,0]\n",
    "    mini_batch =[]\n",
    "    for intent in intents:\n",
    "        add = intent_array[intent_array==intent]\n",
    "        shuffled_indicies=np.random.RandomState(seed=42).permutation(len(add))\n",
    "        class_indicies=shuffled_indicies[:examples_per_intent]\n",
    "        sampled_set = np.array(all_train_examples)[class_indicies]\n",
    "        mini_batch.append(sampled_set)\n",
    "    mini_batch = np.array(mini_batch)\n",
    "    mini_set = mini_batch.transpose(1,0,2).reshape(-1,mini_batch.shape[2])\n",
    "    return mini_set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "64326e22",
   "metadata": {
    "id": "64326e22"
   },
   "outputs": [],
   "source": [
    "import re\n",
    "def get_pad_length():\n",
    "    all_train_examples_sentences = np.array(all_train_examples)[:,1]\n",
    "    word_length = []\n",
    "    for sentence in all_train_examples_sentences: \n",
    "        number_words = len(re.findall(r'\\w+',sentence))\n",
    "        word_length.append(number_words)\n",
    "    return max(word_length)\n",
    "\n",
    "PAD_LEN = get_pad_length() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "2016ccc5",
   "metadata": {
    "id": "2016ccc5"
   },
   "outputs": [],
   "source": [
    "INTENT_DIM = 7"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "73b11061",
   "metadata": {
    "id": "d7203048"
   },
   "source": [
    "## BERT Tokenizer\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "d108a60f",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 301,
     "referenced_widgets": [
      "2698b362d6824e91ab069b1be0667294",
      "9338f81f6c234c359d72f0b3ce6f9c82",
      "8b548fefe06748c6b7005ceb9d4bc125",
      "7772d6696ce94a1f8bd61703980431a9",
      "08219b6896ee4b9ab5bf371334692050",
      "866de71081464f01b436b990e4c466ee",
      "f1660b56684445e8a8f5c3a3a2ed9766",
      "db820dfed18d49a8bad08d8b52d004f0",
      "8ab419d4383246d6ba9c3ed999aad236",
      "620203d1c17549b6baf74181bf808dca",
      "3e636b881a4b489a81cf7d2ebdbad626",
      "5cfb8f8499b64280a665b51c0cb72b1e",
      "1677efff68d84dc5bf156b48f2b78e43",
      "d635a6753f924e9a82b22626f69fe77e",
      "054eadbeca1c46ddbb74c7a39df52544",
      "3d7e4e519ee745f283bddae215dfa3dd",
      "2f6578d0367744c0ab95097eb442e9ef",
      "1834e9b8105e4fcfb1bfe768b489513e",
      "51ead4b6077649a2ba33fa3b479c963d",
      "0230581e6c314909a85d78eb25259775",
      "18cd8dabd43843209a97c50b60bf04dc",
      "8f664339ee9b4709b9fc3203707be93d",
      "5d1683e3b81c4138b1208b079f098342",
      "4df0f426740940f8875166c275a40e2e",
      "57e208660b27484ca39b00d5a4b41966",
      "a56fdd904b0e4926871f8a251080d9f6",
      "e157077ab860454d8e1ea13a69df507b",
      "b201562779d84cf991d1fe9230b114aa",
      "5c9e05b849a742149979f9665eb0995b",
      "0910c827ad274d9a80a064e214dce4e4",
      "6f0201e5de114ef9a75405d926cd9edb",
      "fc80cf6f1a454100be7e4d53c1be5242",
      "9950dff056c346b88b8f3fdc9ff02f4b",
      "3d6a690c9d664ba797e58c599a192023",
      "4d5fd89611dd4f23821661a6b51bccde",
      "14a7c3e17aad495fa421b64ea4314547",
      "bc47de3f5adc4e6a9c62211ded8544d8",
      "c122a46930de4bfbb3c4df32895fc687",
      "1b418b95549f4a06bab8da282e1f4325",
      "a98ae1ce037f4dcebb8b1be97b759ede",
      "8c06673c971b44c28705cbf24a4d5431",
      "a7846344197d4e049d26800f0fbe376f",
      "ac907c7b6c0d46d3bb5642b1ec2ad75a",
      "76da1f24f3554a5e94617aba28665f55"
     ]
    },
    "id": "d108a60f",
    "outputId": "192e0a20-eefd-437d-be56-fac48f3d4e82"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2698b362d6824e91ab069b1be0667294",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5cfb8f8499b64280a665b51c0cb72b1e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5d1683e3b81c4138b1208b079f098342",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading:   0%|          | 0.00/466k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3d6a690c9d664ba797e58c599a192023",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input_ids': tensor([[  101, 26442,  2409,  3841,  1996,  7561,  1997,  2010,  3971,   102,\n",
      "             0,     0,     0,     0,     0,     0,     0,     0,     0,     0,\n",
      "             0,     0,     0,     0,     0,     0,     0,     0,     0,     0,\n",
      "             0,     0,     0,     0,     0]]), 'token_type_ids': tensor([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
      "         0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]), 'attention_mask': tensor([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
      "         0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]])}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.7/dist-packages/transformers/tokenization_utils_base.py:2190: FutureWarning: The `pad_to_max_length` argument is deprecated and will be removed in a future version, use `padding=True` or `padding='longest'` to pad to the longest sequence in the batch, or use `padding='max_length'` to pad to a max length. In this case, you can give a specific length with `max_length` (e.g. `max_length=45`) or leave max_length to None to pad to the maximal input size of the model (e.g. 512 for Bert).\n",
      "  FutureWarning,\n"
     ]
    }
   ],
   "source": [
    "tokenizer = BertTokenizer.from_pretrained('bert-base-uncased', do_lower_case=True)\n",
    "\n",
    "test_utterance = \"Alyssa told Ben the error of his ways\"\n",
    "\n",
    "print(tokenizer.encode_plus(\n",
    "            test_utterance, add_special_tokens=True, max_length=PAD_LEN, pad_to_max_length=True, \n",
    "            truncation=True, return_attention_mask=True, return_tensors='pt'\n",
    "    ))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "70ed83de",
   "metadata": {
    "id": "70ed83de"
   },
   "outputs": [],
   "source": [
    "def examples_to_dataset(examples):\n",
    "    input_ids = []\n",
    "    attention_masks = []\n",
    "    labels = []\n",
    "    for instance in examples:\n",
    "        token_dict = tokenizer.encode_plus(\n",
    "                instance[1], add_special_tokens=True, max_length=PAD_LEN, pad_to_max_length=True, \n",
    "                truncation=True, return_attention_mask=True, return_tensors='pt')\n",
    "        input_ids.append(token_dict['input_ids'])\n",
    "        attention_masks.append(token_dict['attention_mask'])\n",
    "        labels.append(torch.tensor(intent_labeltoid[instance[0]]).type(torch.LongTensor))\n",
    "    \n",
    "    input_ids = torch.cat(input_ids)\n",
    "    attention_masks = torch.cat(attention_masks)\n",
    "    labels = torch.stack(labels)\n",
    "        \n",
    "\n",
    "    dataset = TensorDataset(input_ids, attention_masks, labels)\n",
    "    \n",
    "    return dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "2865fc8b",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "2865fc8b",
    "outputId": "6bf9ae70-1a4b-4702-e9aa-4ed2691b8644"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.7/dist-packages/transformers/tokenization_utils_base.py:2190: FutureWarning: The `pad_to_max_length` argument is deprecated and will be removed in a future version, use `padding=True` or `padding='longest'` to pad to the longest sequence in the batch, or use `padding='max_length'` to pad to a max length. In this case, you can give a specific length with `max_length` (e.g. `max_length=45`) or leave max_length to None to pad to the maximal input size of the model (e.g. 512 for Bert).\n",
      "  FutureWarning,\n"
     ]
    }
   ],
   "source": [
    "#prepare the validation/test dataloaders \n",
    "val_dataset = examples_to_dataset(valid_examples)\n",
    "test_dataset = examples_to_dataset(test_examples)\n",
    "BATCH_SIZE = 50\n",
    "validation_dataloader = DataLoader(val_dataset, sampler=RandomSampler(val_dataset), batch_size=BATCH_SIZE)\n",
    "test_dataloader = DataLoader(test_dataset, sampler=SequentialSampler(test_dataset), batch_size=BATCH_SIZE)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1a2aaea7",
   "metadata": {
    "id": "61dfe2e7"
   },
   "source": [
    "# Training Setup\n",
    "\n",
    "BERT will output a matrix tensor of shape batch size by #intents, which consists of the intent probabilities for each utterance in the batch. In order to compute the accuracy of the predictions, this prediction matrix is compared with the tensor of correct label IDs (a tensor of size #intents).\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c058cfd0",
   "metadata": {},
   "source": [
    "\n",
    "**The method `accuracy()`, which takes in the predictions (shape batch size by #intents) as a numpy array, and the correct labels as a numpy array (shape #intents), and returns the floating point accuracy of those predictions in the range \\[0,1\\]**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "a10532e8",
   "metadata": {
    "id": "a10532e8"
   },
   "outputs": [],
   "source": [
    "def get_accuracy(preds, labels):\n",
    "    pred_convd = np.argmax(preds,1).flatten()\n",
    "    labels_flat = labels.flatten()\n",
    "    correct_labels = np.equal(pred_convd,labels_flat).sum()\n",
    "    accuracy_value = correct_labels/len(labels)\n",
    "    return accuracy_value"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "62bd1e14",
   "metadata": {
    "id": "62bd1e14"
   },
   "outputs": [],
   "source": [
    "# Quick tests for the implementation of accuracy.\n",
    "\n",
    "preds1 = np.array([[1,2,3], [1,3,2], [3,2,1]])\n",
    "\n",
    "assert get_accuracy(preds1, np.array([2,1,0])) == 1.0\n",
    "assert get_accuracy(preds1, np.array([2,2,0])) == 2/3\n",
    "assert get_accuracy(preds1, np.array([3,2,1])) == 0.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "050fce2c",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 610,
     "referenced_widgets": [
      "3acef1e2c09d44dab1c6535f1936709c",
      "5ecf58fa2d5241fe87207c43aae59edd",
      "7c81c5aa261e4e87ad15dc023956ab79",
      "ff391745964f4a46b1370e7c003cc32e",
      "019816e963bd45d58b726fcf7e03f54f",
      "407f8c1975864a4d8fde2a1cf7a259d0",
      "311c5a661239437ca92ac03b4124d7f8",
      "0fc073581c554ea7bb4093c505a1e329",
      "81084bea895f4792a99c56408afb7f43",
      "d2da87c2bbbb426db51130d133baa2f9",
      "45c07639ff214e1397e84d81da8f705e"
     ]
    },
    "id": "050fce2c",
    "outputId": "748d0779-abbe-4708-b201-7d1e9d4288f0"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3acef1e2c09d44dab1c6535f1936709c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/14 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[  101,  5587, 21876,  ...,     0,     0,     0],\n",
      "        [  101,  1045,  2215,  ...,     0,     0,     0],\n",
      "        [  101,  2404, 17518,  ...,     0,     0,     0],\n",
      "        ...,\n",
      "        [  101,  3446,  1996,  ...,     0,     0,     0],\n",
      "        [  101,  2338,  1037,  ...,     0,     0,     0],\n",
      "        [  101,  2338,  1037,  ...,     0,     0,     0]])\n",
      "tensor([[1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        ...,\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0]])\n",
      "tensor([0, 1, 0, 2, 3, 6, 1, 2, 6, 1, 6, 5, 6, 1, 5, 2, 5, 1, 6, 1, 4, 0, 0, 6,\n",
      "        2, 2, 6, 1, 3, 0, 0, 4, 3, 6, 0, 5, 4, 6, 2, 2, 3, 4, 3, 2, 3, 2, 3, 4,\n",
      "        1, 1])\n",
      "[tensor([[  101,  5587, 21876,  ...,     0,     0,     0],\n",
      "        [  101,  1045,  2215,  ...,     0,     0,     0],\n",
      "        [  101,  2404, 17518,  ...,     0,     0,     0],\n",
      "        ...,\n",
      "        [  101,  3446,  1996,  ...,     0,     0,     0],\n",
      "        [  101,  2338,  1037,  ...,     0,     0,     0],\n",
      "        [  101,  2338,  1037,  ...,     0,     0,     0]]), tensor([[1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        ...,\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0],\n",
      "        [1, 1, 1,  ..., 0, 0, 0]]), tensor([0, 1, 0, 2, 3, 6, 1, 2, 6, 1, 6, 5, 6, 1, 5, 2, 5, 1, 6, 1, 4, 0, 0, 6,\n",
      "        2, 2, 6, 1, 3, 0, 0, 4, 3, 6, 0, 5, 4, 6, 2, 2, 3, 4, 3, 2, 3, 2, 3, 4,\n",
      "        1, 1])]\n",
      "14\n"
     ]
    }
   ],
   "source": [
    "count=0\n",
    "for batch in tqdm(list(test_dataloader)):\n",
    "    a,b,c= batch[0],batch[1],batch[2]\n",
    "    count+=1\n",
    "    if count ==1:\n",
    "        break\n",
    "print(a);print(b);print(c)\n",
    "print(batch)\n",
    "print(len(list(test_dataloader)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "66ee4893",
   "metadata": {
    "id": "66ee4893"
   },
   "outputs": [],
   "source": [
    "def evaluate(model, dataloader):\n",
    "    model.eval()\n",
    "\n",
    "    accuracy=[]\n",
    "\n",
    "    for batch in tqdm(list(dataloader)):\n",
    "        b_input_ids,b_input_mask,b_labels = batch\n",
    "        \n",
    "        \n",
    "        with torch.no_grad():\n",
    "            (loss, logits) = model(b_input_ids,\n",
    "                                   token_type_ids=None,\n",
    "                                   attention_mask=b_input_mask,\n",
    "                                   labels=b_labels, return_dict=False)\n",
    "\n",
    "        logits = logits.detach().cpu().numpy()\n",
    "        label_ids = b_labels.to('cpu').numpy()\n",
    "\n",
    "        #logit_probability =torch.nn.Softmax(logits)\n",
    "        batch_accuracy = get_accuracy(logits, label_ids)\n",
    "        accuracy.append(batch_accuracy)\n",
    "    avg_accuracy = np.mean(accuracy)  # TODO Compute final accuracy\n",
    "    print(\"Validation Accuracy: {}\".format(avg_accuracy))     \n",
    "    return avg_accuracy      "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a25d126b",
   "metadata": {
    "id": "f0dec1c2"
   },
   "source": [
    "\n",
    "- The input IDs, input mask, and labels are obtained from the dataloader. These inputs are passed through the model to get a prediction. After which the loss is computed for each batch.\n",
    "- Thus the batch losses over time is monitored to compute the average training loss for each epoch. After every 5 batches,the validation accuracy is computed."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "3317c5eb",
   "metadata": {
    "id": "3317c5eb"
   },
   "outputs": [],
   "source": [
    "\n",
    "def train(model, dataloader, epochs):\n",
    "    optimizer = AdamW(model.parameters(), lr=2e-5, eps=1e-8) \n",
    "    total_steps = len(train_dataloader) * epochs\n",
    "    scheduler = get_linear_schedule_with_warmup(optimizer, num_warmup_steps=0, num_training_steps=total_steps)\n",
    "   \n",
    "    for epoch_i in range(0, EPOCHS):\n",
    "        print('======== Epoch {:} / {:} ========'.format(epoch_i + 1, epochs))\n",
    "\n",
    "        model.train()\n",
    "        #n_iteration = 0\n",
    "        accuracy = []\n",
    "        total_train_loss = []\n",
    "        \n",
    "        for step, batch in tqdm(list(enumerate(train_dataloader))):\n",
    "            # get input IDs, input mask, and labels from batch\n",
    "            b_input_ids,b_input_mask,b_labels = batch\n",
    "\n",
    "            model.zero_grad()\n",
    "            #pass inputs through model\n",
    "            (loss, logits) = model(b_input_ids,\n",
    "                                   token_type_ids=None,\n",
    "                                   attention_mask=b_input_mask,\n",
    "                                   labels=b_labels, return_dict=False)\n",
    "            logits = logits.detach().cpu().numpy()\n",
    "            label_ids = b_labels.to('cpu').numpy()\n",
    "              \n",
    "            loss.backward()\n",
    "            torch.nn.utils.clip_grad_norm_(model.parameters(), 1.0)\n",
    "            optimizer.step()\n",
    "            scheduler.step()\n",
    "            # Add to total_train_loss\n",
    "            total_train_loss.append(loss)\n",
    "            #logit_probability =torch.nn.Softmax(logits)\n",
    "            batch_accuracy = get_accuracy(logits, label_ids)\n",
    "            accuracy.append(batch_accuracy)\n",
    "            #n_iteration += 1\n",
    "        # Compute average train loss\n",
    "        new_loss = [x.cpu().detach().numpy() for x in total_train_loss]\n",
    "        avg_train_loss = np.mean(new_loss) \n",
    "        print(\"  Average training loss: {0:.2f}\".format(avg_train_loss))\n",
    "        print(\"  Average Training accuracy: {0:.2f}\".format(np.mean(accuracy)))\n",
    "    #validation_accuracy =evaluate(bert_model, validation_dataloader)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "98aa47bc",
   "metadata": {
    "id": "49b290f2"
   },
   "source": [
    "\n",
    "By setting the number of epochs, and the number of examples per intent that will be for the mini-training set. The BERT model will be trained on that mini-training set for the specified number of epochs, and finally will be evaulated on the test set.\n",
    "\n",
    "**The BERT model will be trained on each of the following values of `EXAMPLES_PER_INTENT`:** 1, 5, 10, 25, 50, 100, and 250. For each model, we will observe if the validation accuracy has converged to determine if the number of epochs needs to be increased and train again. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "75d8c0cb",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 654,
     "referenced_widgets": [
      "9dddcc2c896f4de39ea1370daec5a61f",
      "c750502707e7424fb013a378cb5c7478",
      "43a4ca544df445e990fe4ee7e23b0dad",
      "50d757582dc6407099c787db42a9d446",
      "609bc3fb81864d7a89a196432f3d452d",
      "6279694a04454cb3b0cb2f0c60b51ed0",
      "392360e57973495b9ab70babac25eb92",
      "7eeae00fa2e94a8bb47893d7ac48637c",
      "a170b766bf9546d1aef5a46fa083c945",
      "349754104370425ba79160aa4d2e90b5",
      "cc30b9dc14a24772bfb4167076eb487f",
      "45338fbcda1f45bbb3cedb7295a4bfab",
      "6a492f93ab874660bec505295c7b8cb4",
      "70724454a88948b387a039c10ac6e24e",
      "cd24c2df1c2a4d7e95979005588305bb",
      "5da32bf7fe5048a5943016bbff8e0b3c",
      "17393d38f9ab4a219381ee595fdbd64e",
      "eeb9913f77234e19a40f7de0f157960d",
      "b08a9a7e569b4b09b6a2fb458cb4e1a4",
      "d5ca00dfca374b168c235d038b54351e",
      "ebbd6811620e4d3aa4a7eaf35588d016",
      "160c8e79d9804da1bc7cc83efed2aa34",
      "534e8c93e8e3410891c2414361cf323a",
      "6315fa1a017c4f38a0e202b57fa04061",
      "1906943470774a0798f8c6f89aaab328",
      "b3e622ae6a0140228e9a6ecaacab5303",
      "ecbc6567e6a94b39874ae03be9871dc2",
      "6efe4c66569545878ef2fbf7e849ee6c",
      "d0584abd9f214ce4930bcd95b2607da7",
      "97ff11b94c5d485f8e724fb058590ade",
      "ba5e60142c724a7ca7e19d7f408b002a",
      "5d11aebd742c481a80ae2003cd2ec19c",
      "a2e5c393beb748a9a7fc3862e0eca71e",
      "8bba3638ffb44bbca48d851ba62cae02",
      "196d810390dc48989f9be85522561276",
      "45505890e83d4d608e6edcc367009865",
      "58d563e151174b7788c1f26de44be513",
      "e57af3239606400eb261cef216175278",
      "ad949bdd387c4187980988e4e89823bd",
      "8ddfc00e77c84241b32710de521c5e1d",
      "22e4fe7f4768490a87ad39a79b05e464",
      "f4e3b0fb94ca4aff82deafe500af01a3",
      "b5fc56ab3414445bad63e490c9cd10e5",
      "cee24fffb587490084a293c5cf6c2bbd",
      "460676721c304b75810cf2ef47a97c27",
      "c9cf507c14924b77b2c1a20d47b5db7d",
      "d723f4e8cff44025b7e6711298a098a9",
      "4af942fd0ff14f0795647c54dcc4a803",
      "dd10cbe3cf534ba99d6986362da18264",
      "7323b2cae8f941d18197b670569732a7",
      "cca03ad4e3194f38ba1414b0538329b7",
      "fa5f5058845c4cf983f79d23573c4296",
      "c44e1acde63344e59737e87558233d37",
      "5a1533462a7a4d9489b401877730dcb0",
      "954767f8abb74c1cafd464c630f885c6",
      "f3044327643e45caa1ae78a7ed349e1d",
      "1093ddddc3d04222b0bde2ef902833f4",
      "95615ca35424438e9a11862be3e53025",
      "1ce84f9a86844f22af7e132fb568498c",
      "daadc584e4af4fbbbfe23a19aa40bfe9",
      "a6d2a8c0b6a0494395430c39700d12ab",
      "5a0443880b4a49a19af39db9dbce3da1",
      "51c9e6b4be464f559c2b7839daaa8aa4",
      "d3a47255bd994b55a5879019f48900d4",
      "6332d6a33f7144008325ba2974b0ecea",
      "86c079a065904c8386b65fa1f1f12273"
     ]
    },
    "id": "75d8c0cb",
    "outputId": "924864f4-c47e-4b26-b532-7e0945cc754b",
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.7/dist-packages/transformers/tokenization_utils_base.py:2190: FutureWarning: The `pad_to_max_length` argument is deprecated and will be removed in a future version, use `padding=True` or `padding='longest'` to pad to the longest sequence in the batch, or use `padding='max_length'` to pad to a max length. In this case, you can give a specific length with `max_length` (e.g. `max_length=45`) or leave max_length to None to pad to the maximal input size of the model (e.g. 512 for Bert).\n",
      "  FutureWarning,\n",
      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForSequenceClassification: ['cls.predictions.decoder.weight', 'cls.seq_relationship.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.seq_relationship.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.bias']\n",
      "- This IS expected if you are initializing BertForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at bert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight']\n",
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "======== Epoch 1 / 5 ========\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9dddcc2c896f4de39ea1370daec5a61f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/110 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Average training loss: 1.01\n",
      "  Average Training accuracy: 0.76\n",
      "======== Epoch 2 / 5 ========\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "45338fbcda1f45bbb3cedb7295a4bfab",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/110 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Average training loss: 0.08\n",
      "  Average Training accuracy: 0.99\n",
      "======== Epoch 3 / 5 ========\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "534e8c93e8e3410891c2414361cf323a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/110 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Average training loss: 0.02\n",
      "  Average Training accuracy: 1.00\n",
      "======== Epoch 4 / 5 ========\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8bba3638ffb44bbca48d851ba62cae02",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/110 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Average training loss: 0.01\n",
      "  Average Training accuracy: 1.00\n",
      "======== Epoch 5 / 5 ========\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "460676721c304b75810cf2ef47a97c27",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/110 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Average training loss: 0.01\n",
      "  Average Training accuracy: 1.00\n",
      "Evaluating on test set:\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f3044327643e45caa1ae78a7ed349e1d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/14 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Validation Accuracy: 0.9614285714285715\n",
      "Test accuracy: 0.9614285714285715\n"
     ]
    }
   ],
   "source": [
    "BATCH_SIZE = 16\n",
    "\n",
    "EPOCHS = 5\n",
    "EXAMPLES_PER_INTENT = 250\n",
    "\n",
    "mini_train_set = examples_to_dataset(create_mini_training_set(EXAMPLES_PER_INTENT))\n",
    "\n",
    "train_dataloader = DataLoader(mini_train_set, sampler=RandomSampler(mini_train_set), batch_size=BATCH_SIZE)\n",
    "\n",
    "bert_model = BertForSequenceClassification.from_pretrained(\n",
    "    \"bert-base-uncased\", # Use the 12-layer BERT model, with an uncased vocab.\n",
    "    num_labels = INTENT_DIM,\n",
    "    output_attentions = False, # Whether the model returns attentions weights.\n",
    "    output_hidden_states = False, # Whether the model returns all hidden-states.\n",
    ")\n",
    "\n",
    "train(bert_model, train_dataloader, EPOCHS)\n",
    "\n",
    "print(\"Evaluating on test set:\")\n",
    "print(\"Test accuracy:\", evaluate(bert_model, test_dataloader))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "e489d0d1",
   "metadata": {
    "id": "e489d0d1"
   },
   "outputs": [],
   "source": [
    "# Test accuracy results per examples per intent\n",
    "\n",
    "test_accuracies = {\n",
    "    1: 0.27,\n",
    "    5: 0.3157142857142857,\n",
    "    10: 0.4471428571428572,\n",
    "    25: 0.7314285714285715,\n",
    "    50: 0.8471428571428571,\n",
    "    100: 0.9500000000000001,\n",
    "    250: 0.9614285714285715\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "f4de1f0d",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 280
    },
    "id": "f4de1f0d",
    "outputId": "d5819b53-dab2-4a56-bf32-76e54f964930"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEHCAYAAACjh0HiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZxU1Zn/8c/TG/si0KCyby64IXTUMca4xImaRIzGBBw1TExwJprJMslvcJKX4ziTTDIzWUeyYNxjJI5JDDE4jgvqmBiBbhEFRBqwoQHpBpqGZuulnt8f94JFUd3VQFffqrrf9+vVr6576va5z7HwPHXvufccc3dERCS+iqIOQEREoqVEICISc0oEIiIxp0QgIhJzSgQiIjFXEnUAR2PIkCE+ZsyYqMMQEckrlZWVW929PLU8LxPBmDFjWLJkSdRhiIjkFTOrSVeuS0MiIjGnRCAiEnNKBCIiMadEICISc0oEIiIxp0QgIhJzSgQiIjGXl88RiIjkInenNeG0tjmtiQRtCaelzWlLBNtB+XuvDy932hKJg3/T0pYI9/Fw/wQXnTyUkYN6d2ncSgQiknWJRFIHmHDa2pyWsKM80Al21AEmd5aHdp6Jg2UtbYfWEfxt4pDXranHC2M5tJ7UDvy9eloSiXD/lDrDv21LZH99l5/d2FOJQKRQuDsJ59BvhOk6wIPfBlM7z8Qh3xSTO7kDHVR73ypb0r536LHa+wbbEnaiyR1zpnq6oX9Mq6TIKCk2SoqKKC4ySouN4qJguyR8XZrmvdLiInqWGqXFRWGZUVJcFPwO6zxYT5FRXJxaT1HSsYO/bb+eIkqLwvrC94J60sfcr2fXd9tKBFJQGve2sKx2B61tSd/sUjquTn1TTOkMO6rn4LfUQ+pJc1kg5ZtwS1t0qwOWFr/XiZW003GVpHROJUVGj9Iieid1XId2lGGndrDjSt+xHairuLi9eooO72wPxJXagRfbe51o0nsHjmlmkf03zidKBFIQtjbt596X1/HwKzU07W89qjqKjPTfyMJvfAe//aXpAMtKiynpWZKm80z+xpi+o0zXAZYctm973zxTOspDOvBD3zvQeRYVqXOUQykRSF7b3LiXuS+t5dFF69nfmuDKM05gxvtG0TfslJO/SabrwA9+izRTBymxpUQgeWn9tj385MU1PF65gYTDx88ezt9eNJ7x5X2jDk0k7ygRSF6prtvFjxeu4Xevb6LYjE+9byS3XDi+y++iEIkTJQLJC29ubOTHL1Tz1Jvv0rOkmL8+fwyfu3Acw/r3jDo0kbynRCA5rbKmgbufX83CVfX061HCrRdN4DMXjGVQn7KoQxMpGEoEknPcnVfWbOO/nq/mlbXbOK53KV/9y5O48S/GMKBXadThiRQcJQLJGe7O82/VcffCal5bv4Oh/XrwjY+cyvXnjqJ3mf6pimSL/u+SyLUlnP95813mLKxmxeadDB/Yi3+9+nQ+MXUEPUuLow5PpOApEUhkWtoSzF+6iR+/UM2a+t2MG9KH/7zuLKZNPpHSYk2MK9JdlAik2+1vbePxylp++uIaNmzfyynH9+Pu68/mitNPoFgPdYl0OyUC6TZ7mlt5dNEG5r60hi079zN55ED+6aOncempQzUnjEiEsp4IzOxy4IdAMfBzd/92yvujgfuAcmA7cIO712Y7Luk+O/e18PArNdz78jq2727mvHGD+O51k3n/hMFKACI5IKuJwMyKgTnAZUAtsNjM5rv7iqTd/hN4yN0fNLNLgH8DbsxmXNI9GnY3c/8f13H/n95h175WLjq5nNsunkDFmEFRhyYiSbJ9RnAOUO3uawHMbB4wDUhOBJOAr4SvFwJPZDkmybK6nfu45//W8sir69nT3Mblpx3PrRdP4IwRA6IOTUTSyHYiGA5sSNquBc5N2ed14BqCy0cfB/qZ2WB335a8k5nNAmYBjBo1KmsBy9GrbdjDz15cy6+WbKC1LcFVZ53I5y+ewEnD+kUdmoh0IBcGi78K3G1mM4GXgI1AW+pO7j4XmAtQUVER3Yoecpi19U385IU1/Pa1jZjBtVNG8DcfHM+YIX2iDk1EOiHbiWAjMDJpe0RYdpC7byI4I8DM+gLXuvuOLMclXeCtd3cyZ+Ea/rBsE6XFRdxw3mhmXTiOEwf2ijo0ETkC2U4Ei4GJZjaWIAFMB65P3sHMhgDb3T0B3E5wB5HksNc37ODuhdU8s2ILfcqKmXXheG6+YCzl/XpEHZqIHIWsJgJ3bzWz24CnCW4fvc/dl5vZXcASd58PXAT8m5k5waWhW7MZkxy9V9du4+6F1fzf6q0M6FXKlz40kZnnj2Fgb80EKpLPzD3/LrdXVFT4kiVLog4jFtydl1Zv5e7nV7P4nQaG9C3jsx8Yxw3njaZvj1wYYhKRzjKzSnevSC3X/8mSViLhPLNyC3c/X80bGxs5YUBP7vzYJKafM0oTwYkUGCUCOURbwnly2SbmLKzm7S1NjB7cm29fcwbXTBlBWYkmghMpREoEAkBza4LfvlbLT15Ywzvb9jBxaF9+OH0yHznjBEo0E6hIQVMiiLl9LW38avEGfvbiGjY17uP04f356Q1T+ctJwyjSTKAisaBEEFNN+1t55M813PN/69jatJ+K0cfxrWvO4IMnlWsiOJGYUSKImcY9LTzwp3e474/raNzbwgcmDuHWi8/m3LGDlABEYkqJICa2Nu3n3pfX8fArNTTtb+VDpw7jtksmMHnkwKhDE5GIKREUuM2Ne5n70loeXbSe/a0JPnLGCdx68QROPaF/1KGJSI5QIihgcxZW84Nn38Ydrj57OH970XjGl/eNOiwRyTFKBAXq3pfX8R9Pr+LKM47n9itOZeSg3lGHJCI5SomgAP2mqpZ/eXIFl592PP81Y4oWhBeRDulJoQLz3MotfO3xZZw/fjA/mD5ZSUBEMlIiKCCL1m3n849UcdqJ/Zl7U4XmBBKRTlEiKBArNu3k5gcXM/y4Xtw/832aGVREOk2JoADUbNvNTfctom+PEh6++VwG99UCMSLSeUoEea5u5z5uuPdV2hIJHr75HIZrmUgROUK6fpDHGve0cNN9i9jW1MwvP3ceE4b2izokEclDOiPIU3ub27j5wcWsqW9i7o0VmipCRI6azgjyUEtbgs8/Uknl+gbmXD+FCyYOiTokEcljWT8jMLPLzWyVmVWb2ew0748ys4Vm9pqZLTOzK7MdUz5LJJyv/ffrLFxVzzevPoMrzzgh6pBEJM9lNRGYWTEwB7gCmATMMLNJKbt9A3jM3c8GpgM/zmZM+czduevJFTyxdBNf+/DJXH/uqKhDEpECkO0zgnOAandf6+7NwDxgWso+DhyYCnMAsCnLMeWtu5+v5oE/vcPNF4zl8xeNjzocESkQ2U4Ew4ENSdu1YVmyO4EbzKwWWAB8IV1FZjbLzJaY2ZL6+vpsxJrTHv5zDd995m2umTKcr195qhaREZEukwt3Dc0AHnD3EcCVwMNmdlhc7j7X3SvcvaK8vLzbg4zSk8s2ccfv3uRDpw7lO9eeqbWERaRLZTsRbARGJm2PCMuS3Qw8BuDurwA9Ad0GE3rp7Xq+/KulvG/0IO6+fgqlxbmQu0WkkGS7V1kMTDSzsWZWRjAYPD9ln/XApQBmdipBIojftZ80qtY3cMvDlUwY2o97Pq1J5EQkO7KaCNy9FbgNeBpYSXB30HIzu8vMrgp3+3vgc2b2OvAoMNPdPZtx5YO3t+ziMw8sZmj/Hjz4mfcxoFdp1CGJSIHK+gNl7r6AYBA4ueyOpNcrgPdnO458Utuwh5vuXURZcRG/uPlchvbrGXVIIlLAdME5x2xt2s9N9y5iT3MrD918jpaYFJGs0xQTOWTXvhZm3r+ITY17+cXN53LK8f0z/5GIyDHSGUGO2NfSxuceWsJbm3fxk7+aSsWYQVGHJCIxoTOCHNDaluDvHn2NP6/dzg+nT+biU4ZGHZKIxIjOCCLm7vzjb9/gf1ds4c6PTWLa5NQHr0VEskuJIGLf/p+3eGxJLX936URmvn9s1OGISAwpEUTopy+u4WcvruXG80bz5Q9NjDocEYmpDhOBmY3pnjDi57HFG/j2U2/xsbNO5J+vOk2TyIlIZDKdETxrZrPNTIPKXejp5e8y+zfLuPCkcr573VmaRE5EIpUpEZwNDAMqzewD3RBPwfvTmq184dHXOGvkQH56wxTKSnR1TkSi1eE3fXffBXzZzKYCz4VrBiQAC972M7shxoLxRm0jsx6qZMzg3tw/8330LtOJlohEL2NPZGaXAD8Efk6w7GQi20EVorX1Tcy8fxEDepXy0GfOZWDvsqhDEhEBMiQCM5tHsIbA9e7+RveEVHg2N+7lxnsXAfCLz57L8QM0iZyI5I5MZwTPuvvPuyWSArWnuZWb7l1E494W5s06j7FD+kQdkojIITKNVJ5sZrekFprZLWb27SzFVFBeensrq+ua+P6nJnP68AFRhyMicphMieASYG6a8nuAj3Z9OIWnan0DZSVFXHiSVt8UkdyUKRH0SLdamLsfuHNIMqisaeCM4QPoUaJlJkUkN2VKBHvN7LC5D8KyvdkJqXDsb23jjdpGpo4+LupQRETalWmw+A7gKTP7V6AyLKsAbge+lM3ACsHyTTtpbkswZZQSgYjkrkwPlD1lZlcDXwO+EBYvB67V7aSZVdU0ADBl9MCIIxERaV/G+Q3c/U13/7S7Tw1/bgJ2mNnXOnMAM7vczFaZWbWZzU7z/vfNbGn487aZ7TiKduSkypoGRg7qpcXnRSSndXqOAzMrB64DZgAnAr/txN8UEzyNfBlQCyw2s/nuvuLAPu7+5aT9v0Awv1Hec3cqaxo4f/zgqEMREelQpieL+wHXANcDJwG/Aca6+4hO1n8OUO3ua8P65gHTgBXt7D8D+KdO1p3TNu7YS92u/RooFpGcl+mMoA5YBHwDeNnd3cw+fgT1Dwc2JG3XAuem29HMRgNjgefbeX8WMAtg1KhRRxBCNCoPjg8oEYhIbss0RnA70AP4MXC7mY3PYizTgcfdvS3dm+4+190r3L2ivLw8i2F0jaqaBvqUFXPysH5RhyIi0qEOE4G7/8DdzyO4nAPwBHCimf2DmZ3Uifo3AiOTtkeEZelMBx7tRJ15oXJ9A2eNHEhJsdYbEJHc1qleyt3Xuvu33P0MgucI+gMLOvGni4GJZjbWzMoIOvv5qTuZ2SnAccArnY48h+1pbmXl5l0aHxCRvHDEX1fd/U3gReCdTuzbCtwGPA2sBB5z9+VmdpeZXZW063RgXrrpLPLR6xsaaUu4xgdEJC9kumvoEuCnBLeLPgF8B7ifYJ6hf+3MAdx9ASlnD+5+R8r2nZ2OOA9UrQ8HikcqEYhI7st0RvBdgjt1BgOPE1y6eSB8sCzjcwRxVVnTwIShfRnQuzTqUEREMsqUCNzdX3D3/e7+BLDR3e/ujsDylbtTtb6BqZpfSETyRKbnCAaa2TXJ+ydvu/tvshNW/lq7dTc79rRooFhE8kamRPAi8LGk7ZeStp3gSWNJogfJRCTfZJp99K+7K5BCUVXTwIBepYzT2sQikicy3TX0lZQiB7YSTDexLmtR5bHKmgamjBpIUZEWcBOR/JBpsLhfyk9/ggfKnjKz6VmOLe807mlhdV2TxgdEJK9kujT0z+nKzWwQ8CwwLxtB5avXNmh8QETyz1FNhOPu29Hi9YepqmmguMg4a4RWJBOR/HFUicDMLgYaujiWvFe5voFTju9Hnx6dXu9HRCRymQaL3yAYIE42CNgEfDpbQeWjtoSzdP0Orp3a2TV7RERyQ6avrh9N2XZgm7vvzlI8eWvVu7vY3dymgWIRyTuZEsFQYIi7P5VcaGZXAHXuXpm1yPJM5YGJ5jS1hIjkmUxjBN8h/frCK4D/6Ppw8ldVTQPl/Xow4rheUYciInJEMj5H4O41qYVh2ZDshJSfKmuCiebMdDOViOSXTImgo+scvbsykHxWv2s/67fv0fiAiOSlTIngWTP7piV9zbXAXcDz2Q0tfxxciEaJQETyUKbB4r8Hfg5Um9nSsOwsYAnw2WwGlk+qahooKy7i9OH9ow5FROSIZZpiYjcww8zGAaeFxcvdfW3WI8sjlTUNnD68Pz1KiqMORUTkiHV4acjMPmxmn3D3te7++/BnrZl9wswu68wBzOxyM1tlZtVmNrudfT5pZivMbLmZ/fJoGhKV5tYEyzY2anxARPJWpktDdwBXpyl/Afg98ExHf2xmxcAc4DKgFlhsZvPdfUXSPhOB24H3u3uDmQ3tfPjRW76pkebWhBKBiOStTIPFPdy9PrXQ3bcCnVl55RygOjyjaCaYrXRayj6fA+a4e0NYd10n6s0ZB1ck04NkIpKnMiWC/mZ22FmDmZUCnXlyajiwIWm7NixLdhJwkpn90cz+bGaXd6LenFG1voERx/ViaP+eUYciInJUMiWC3wD3mNnBb/9m1hf4KV23XnEJMBG4CJgRHu+weZzNbJaZLTGzJfX1h52kRMLdgwfJdFlIRPJYpkTwDWALUGNmlWZWCawD6sP3MtkIjEzaHhGWJasF5rt7S7j85dsEieEQ7j7X3SvcvaK8vLwTh86+TY372LJzvxKBiOS1DhOBu7e6+2yCznxm+DMqLBvUifoXAxPNbKyZlQHTgfkp+zxBcDaAmQ0huFSUF7enanxARApBpxamcfe97v4GwfX+683sOeC1TvxdK3Ab8DSwEnjM3Zeb2V1mdlW429PANjNbASwEvubu246iLd2uqqaB3mXFnHJ8v6hDERE5ahmX0jKzXgR3+lwPnE2wiP3VwEudOYC7LwAWpJTdkfTaga+EP3mlsqaBs0YMpKT4qBZ6ExHJCZkeKPslwTX7y4D/AsYADe7+grsnsh9e7trT3MqKzTs1PiAieS/TV9lJBGsTrwRWunsbhy9dGUvLahtpS7gSgYjkvUyDxZOBTxJcDnrWzF4G+pnZsO4ILpcdGCg+e9Rhd7qKiOSVjBe33f0td/8ndz8F+CLwIMFUEX/KenQ5rKqmgfHlfRjYuyzqUEREjskRjXK6e6W7fxUYDRycQM7Mbu/qwHKZu1O1Xg+SiUhhOKrbXTyQfNfQdV0UT15Yt3U3DXtalAhEpCB01X2PsVqo98D4gBKBiBSCrkoEsbqTqGp9A/17ljBuSN+oQxEROWY6IzgKlTUNTBl9HEVFsWq2iBSoTA+U3dbJev67C2LJC417W3h7SxNTNb+QiBSITGcEn+lMJe7+rS6IJS8s3bAD0PiAiBQOTZJzhCprGigyOGukHiQTkcKQadK5M81sZ5pyI7iLtH8WYsppVTUNnHJ8f/r0yDhfn4hIXsjUm73h7md3SyR5oC3hvLa+gWumjIg6FBGRLqNLQ0fg7S272N3cpvEBESkomRJBbO4G6gw9SCYihShTIqg3s4kAFrjfzHaa2TIzm9IN8eWUqpoGhvTtwYjjekUdiohIl8mUCL4IvBO+ngGcCYwlWE3sh9kLKzdVrm9g6uiBmOlBMhEpHJkSQau7t4SvPwo85O7b3P1ZoE92Q8stW5v2U7Ntjy4LiUjByZQIEmZ2gpn1BC4Fnk16L1bXR6o0PiAiBSpTIrgDWEJweWi+uy8HMLMPAms7cwAzu9zMVplZtZnNTvP+TDOrN7Ol4c9nj6wJ3aNyfQOlxcZpJw6IOhQRkS7V4XME7v6kmY0G+rl7Q9JbS4BPZarczIqBOcBlQC3Bymbz3X1Fyq6/cvfOzmsUiaqaBk4fPoCepcVRhyIi0qUyTTr3/9y91d0bzOzg4jPuvhv4x07Ufw5Q7e5r3b0ZmAdMO6aII9DcmuD12kZNNCciBSnTpaHpSa9Tl6O8vBP1Dwc2JG3XhmWprg1vSX3czEamq8jMZpnZEjNbUl9f34lDd50Vm3fS3JrQ+ICIFKRMicDaeZ1u+2j9Hhjj7mcCzwAPptvJ3ee6e4W7V5SXl3fRoTvnwINkU5QIRKQAZUoE3s7rdNvpbASSv+GPCMveqyS4HXV/uPlzYGon6u1WVTUNDB/Yi2H9e0YdiohIl8s06dzkcPZRA3olzURqQGd6xcXARDMbS5AApgPXJ+9gZie4++Zw8ypgZWeD7y6VNQ2cM3ZQ1GGIiGRFpkTw+rHMPurureEqZ08DxcB97r7czO4Clrj7fODvzOwqoBXYDsw82uNlw6Yde3l35z6ND4hIwcqUCI55UXp3XwAsSCm7I+n17Rw+EJ0zNNGciBS6TIlgqJl9pb033f17XRxPzqmsaaBXaTGnHN8v6lBERLIiUyIoBvrSdXcI5Z2q9Q2cNXIAJcVaukFEClOmRLDZ3e/qlkhy0N7mNlZs2sktHxwXdSgiIllzJM8RxM6y2h20JlzjAyJS0DIlgku7JYocVbk+GCg+e6QSgYgUrg4Tgbtv765AclFVTQPjyvtwXJ+yqEMREckajYC2w92pWr9DE82JSMFTImjHO9v2sH13s8YHRKTgKRG0QxPNiUhcKBG0Y1ntDvr2KGFCed+oQxERySolgnas3tLExGF9KSqK9R20IhIDSgTtWF3XxMShOhsQkcKnRJBGw+5mtjbtZ+JQzS8kIoVPiSCN6vomACYM0xmBiBQ+JYI0Vm8JE4EGikUkBpQI0qiua6JXaTHDB/aKOhQRkaxTIkhjdd0uJgzVHUMiEg9KBGlU644hEYkRJYIUu/a1sLlxH+OVCEQkJpQIUqyp3w2gMwIRiY2sJwIzu9zMVplZtZnN7mC/a83Mzawi2zF1ZPWWXQBMHKZnCEQkHrKaCMysGJgDXAFMAmaY2aQ0+/UDvgi8ms14OqO6romykiJGHqc7hkQkHrJ9RnAOUO3ua929GZgHTEuz378A3wH2ZTmejFbXNTFuSB8tVi8isZHt3m44sCFpuzYsO8jMpgAj3f0PHVVkZrPMbImZLamvr+/6SEPVdU1M0PiAiMRIpF97zawI+B7w95n2dfe57l7h7hXl5eVZiWdvcxsbGvZojiERiZVsJ4KNwMik7RFh2QH9gNOBF8zsHeA8YH5UA8Zr6ptwh4maY0hEYiTbiWAxMNHMxppZGTAdmH/gTXdvdPch7j7G3ccAfwaucvclWY4rreq6cI4hXRoSkRjJaiJw91bgNuBpYCXwmLsvN7O7zOyqbB77aFTXNVFcZIwZ3CfqUEREuk1Jtg/g7guABSlld7Sz70XZjqcjq+t2MWZwb8pKdMeQiMSHerwkwapkGigWkXhRIgg1tyao2bZH4wMiEjtKBKF3tu2mLeG6Y0hEYkeJIHRwVTKdEYhIzCgRhFbX7cIMxmt5ShGJGSWC0Oq6JkYN6k3P0uKoQxER6VZKBKHqLU1arF5EYkmJAGhtS7Bu624maKBYRGJIiQBYv30PzW0JPUMgIrGkREAwPgBanlJE4kmJgPcmm9OC9SISR0oEBIngxAE96dsj61MviYjkHCUCgmcIJmixehGJqdgngkTCqa5r0viAiMRW7BPBxh172deS0NQSIhJbsU8E1bpjSERiLvaJYHXdLkCTzYlIfMU+Ebz17i6G9O3BwN5lUYciIhKJWCeC/a1tPLeyjvPHD446FBGRyGQ9EZjZ5Wa2ysyqzWx2mvf/xszeMLOlZvaymU3KdkwHPLeyjsa9LVw7dUR3HVJEJOdkNRGYWTEwB7gCmATMSNPR/9Ldz3D3ycC/A9/LZkzJfl1Zy7D+PbhgwpDuOqSISM7J9hnBOUC1u69192ZgHjAteQd335m02QfwLMcEQP2u/bzwdj1Xnz2c4iLrjkOKiOSkbM+pMBzYkLRdC5ybupOZ3Qp8BSgDLklXkZnNAmYBjBo16pgD+93SjbQlnE9M0WUhEYm3nBgsdvc57j4e+AfgG+3sM9fdK9y9ory8/JiP+euqjZw1YgATNbWEiMRcthPBRmBk0vaIsKw984CrsxoRsHxTIys379QgsYgI2U8Ei4GJZjbWzMqA6cD85B3MbGLS5keA1VmOiV9XbqS02PjYmSdm+1AiIjkvq2ME7t5qZrcBTwPFwH3uvtzM7gKWuPt84DYz+xDQAjQAn85mTC1tCX63dCOXnjKM4/roITIRkaxPwO/uC4AFKWV3JL3+YrZjSPbiqnq27W7WZSERkVBODBZ3p19X1TK4TxkXnXzsA84iIoUgVolgx55mnltZx7TJwyktjlXTRUTaFave8Pevb6K5LcG1U4dHHYqISM6IVSJw4AMTh3DaiQOiDkVEJGfEarX2m/5iDDf9xZiowxARySmxOiMQEZHDKRGIiMScEoGISMwpEYiIxJwSgYhIzCkRiIjEnBKBiEjMKRGIiMScuXfLEsFdyszqgZqj+NMhwNYuDifXqc3xoDbHx7G0e7S7HzbjZl4mgqNlZkvcvSLqOLqT2hwPanN8ZKPdujQkIhJzSgQiIjEXt0QwN+oAIqA2x4PaHB9d3u5YjRGIiMjh4nZGICIiKZQIRERiLhaJwMwuN7NVZlZtZrOjjiebzOwdM3vDzJaa2ZKwbJCZPWNmq8Pfx0Ud57Ews/vMrM7M3kwqS9tGC/wo/OyXmdmU6CI/eu20+U4z2xh+1kvN7Mqk924P27zKzD4cTdTHxsxGmtlCM1thZsvN7IthecF+1h20ObuftbsX9A9QDKwBxgFlwOvApKjjymJ73wGGpJT9OzA7fD0b+E7UcR5jGy8EpgBvZmojcCXwFGDAecCrUcffhW2+E/hqmn0nhf/OewBjw3//xVG34SjafAIwJXzdD3g7bFvBftYdtDmrn3UczgjOAardfa27NwPzgGkRx9TdpgEPhq8fBK6OMJZj5u4vAdtTittr4zTgIQ/8GRhoZid0T6Rdp502t2caMM/d97v7OqCa4P+DvOLum929Kny9C1gJDKeAP+sO2tyeLvms45AIhgMbkrZr6fg/bL5z4H/NrNLMZoVlw9x9c/j6XWBYNKFlVXttLPTP/7bwMsh9SZf8Cq7NZjYGOBt4lZh81ilthix+1nFIBHFzgbtPAa4AbjWzC5Pf9OB8sqDvGY5DG0M/AcYDk4HNwHejDSc7zKwv8GvgS+6+M/m9Qv2s07Q5q591HBLBRmBk0vaIsKwgufvG8Hcd8FuC08QtB06Rw9910UWYNe21sWA/f3ff4u5t7p4A7uG9SwIF02YzKyXoEBOLZpoAAAURSURBVB9x99+ExQX9Wadrc7Y/6zgkgsXARDMba2ZlwHRgfsQxZYWZ9TGzfgdeA38JvEnQ3k+Hu30a+F00EWZVe22cD9wU3lFyHtCYdFkhr6Vc//44wWcNQZunm1kPMxsLTAQWdXd8x8rMDLgXWOnu30t6q2A/6/banPXPOupR8m4aib+SYPR9DfD1qOPJYjvHEdxB8Dqw/EBbgcHAc8Bq4FlgUNSxHmM7HyU4PW4huCZ6c3ttJLiDZE742b8BVEQdfxe2+eGwTcvCDuGEpP2/HrZ5FXBF1PEfZZsvILjsswxYGv5cWcifdQdtzupnrSkmRERiLg6XhkREpANKBCIiMadEICISc0oEIiIxp0QgIhJzSgQiIjGnRCDdwszakqbQXWpms82sOJwT6cKk/f7XzK5L2p5sZm5ml6fU52b2i6TtEjOrN7Mnw+2Z4fbScErfzyWV350mvuTpu5ea2Y/C8vPM7NWwbKWZ3dlBGzs6Zr0d2v5JZjbGzPYm7f9Q+FRpe/VflNK+hJmdmfT+m2GdB+Jdn3LcMR208wELpjnuEW4PCfc9I2nf7Wa2Lnz9bHtxSv4piToAiY297j45tdDMPg/cY2ZTgU8ACXf/76RdZgAvh7//J6l8N3C6mfVy973AZRz+aP2v3P02MxsKLDezTE+UX+zuW1PKHgQ+6e6vm1kxcHKGOto75q/c/bbkHS2YVGyNu08O634G+CTwSIZjHFBL8DDRp5IL3f3csP6ZBA9VHTxu8OBq2nYCtAGfIZjX5kBdbxDMb4OZPQA86e6PdzI+yRM6I5BIufurwCsE861/C0jutAy4DpgJXGZmPVP+fAHwkfD1DIKnb9Mdo47gycvRRxHiUIInevFgrpcVnfmjIz2mu7cRTA1wJDNHPgmcZmaZklNn/QD4spnpC2LMKBFId+mVcmkk+Vvs7cCXgF+6e3VS+fnAOndfA7zAe53+AfMI5lnpCZzJe9P1HsLMxhFMv1Gd7v0kC5Pi+3JY9n1glZn91sxuSZOM0kpzzE+ltL9Xyv49gXM59KwnkwTBIi3/eAR/A+nbCbCe4OzrxiOsT/KcMr90l7SXhkIXAo3A6SnlMwg6e8LfNxHMygiAuy8LL6/MIDg7SPUpM7sA2A/c4u7bw0sj7Tnskom732VmjxBM4Hd9eKyLOqijvWOmuzQEMN7MlhKsLvUHd1/WUYBp/BL4ugUTjnVWe5eGAP6NYBK3PxxhHJLHlAgkUhbMkvrvwCXA/WZ2pbsvCK+ZXwtMM7OvE0woNtjM+nmwctMB84H/JOicB6dUf1jnezTCM5KfmNk9QL2ZDXb3be3sfqTHPDBGMAT4o5ld5e6dnh3X3VvN7LvAPxzBMTuqb3WYmD7ZFfVJftClIYnaHcBj7v4W8Hng++FlkkuBZe4+0t3HuPtogrOBj6f8/X3AP4eDml3OzD5i751GTCQYUN3R1ccJv6HPJrhMdqQeAD4ElHdRON8EvtpFdUkeUCKQ7pI6RvBtMzuNoGP/JoC7vwY8TfDtdgbBwjrJfh2WH+Tute7+oyOMZaaZ1Sb9jAjLk6+dPxSW3UgwRrCUYCrgvwoHdo9U6hjB+Wn2eQLobWYfOJKKPViL+0cEA9udka6dyfUtB6qOJAbJb5qGWkQk5nRGICIScxosFjlCZvbXwBdTiv/o7rd2Uf0fBr6TUrzO3VPHR0S6hC4NiYjEnC4NiYjEnBKBiEjMKRGIiMScEoGISMz9f0/Qbbcw+4K6AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# A Plot of the final test accuracies as a function of EXAMPLES_PER_INTENT.\n",
    "import seaborn as sns\n",
    "for accuracy in test_accuracies:\n",
    "  test_accuracies[accuracy] = np.round(test_accuracies[accuracy],3)\n",
    "\n",
    "test_accuracies\n",
    "\n",
    "ax = sns.lineplot(\n",
    "    data=test_accuracies,\n",
    "    x=list(test_accuracies.keys()), y=list(test_accuracies.values()),\n",
    "    markers=True)\n",
    "ax.set(xlabel='EXAMPLES_PER_INTENT', ylabel='TEST_ACCURACY')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4fb54307",
   "metadata": {
    "id": "4fb54307"
   },
   "source": [
    "**What do you notice about this curve? What does it tell us about how much training data we may need to train a high-performing intent recognition model?**"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6e3b795e",
   "metadata": {
    "id": "88849622"
   },
   "source": [
    "- From the curve It was noticed that the test accuracy increases as the examples per intent increases.\n",
    "- This means in order to train a high-performing intent recognition model, There must be sufficient examples per intent (class). \n",
    "- More data; the better model performance on the test set."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8faffe0f",
   "metadata": {
    "id": "8faffe0f"
   },
   "source": [
    "**Do you think this pattern would apply to other intent recognition datasets? Why or why not?**"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "90d32654",
   "metadata": {
    "id": "90d32654"
   },
   "source": [
    "- Yes, This pattern will apply to other intent recognition datasets. \n",
    "- This is because the higher the quantity of quality data per intent (class) is provided, the better the model is at accurately distinguishing between intents."
   ]
  }
 ],
 "metadata": {
  "@webio": {
   "lastCommId": null,
   "lastKernelId": null
  },
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [],
   "name": "intent_recognition.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "019816e963bd45d58b726fcf7e03f54f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_45c07639ff214e1397e84d81da8f705e",
      "placeholder": "​",
      "style": "IPY_MODEL_d2da87c2bbbb426db51130d133baa2f9",
      "value": " 0/14 [00:00&lt;?, ?it/s]"
     }
    },
    "0230581e6c314909a85d78eb25259775": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "054eadbeca1c46ddbb74c7a39df52544": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0230581e6c314909a85d78eb25259775",
      "max": 28,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_51ead4b6077649a2ba33fa3b479c963d",
      "value": 28
     }
    },
    "08219b6896ee4b9ab5bf371334692050": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3e636b881a4b489a81cf7d2ebdbad626",
      "placeholder": "​",
      "style": "IPY_MODEL_620203d1c17549b6baf74181bf808dca",
      "value": " 232k/232k [00:00&lt;00:00, 1.36MB/s]"
     }
    },
    "0910c827ad274d9a80a064e214dce4e4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "0fc073581c554ea7bb4093c505a1e329": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "1093ddddc3d04222b0bde2ef902833f4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "14a7c3e17aad495fa421b64ea4314547": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a98ae1ce037f4dcebb8b1be97b759ede",
      "placeholder": "​",
      "style": "IPY_MODEL_1b418b95549f4a06bab8da282e1f4325",
      "value": "Downloading: 100%"
     }
    },
    "160c8e79d9804da1bc7cc83efed2aa34": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1677efff68d84dc5bf156b48f2b78e43": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "17393d38f9ab4a219381ee595fdbd64e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1834e9b8105e4fcfb1bfe768b489513e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "18cd8dabd43843209a97c50b60bf04dc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1906943470774a0798f8c6f89aaab328": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d0584abd9f214ce4930bcd95b2607da7",
      "placeholder": "​",
      "style": "IPY_MODEL_6efe4c66569545878ef2fbf7e849ee6c",
      "value": "100%"
     }
    },
    "196d810390dc48989f9be85522561276": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1b418b95549f4a06bab8da282e1f4325": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1ce84f9a86844f22af7e132fb568498c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d3a47255bd994b55a5879019f48900d4",
      "max": 14,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_51c9e6b4be464f559c2b7839daaa8aa4",
      "value": 14
     }
    },
    "22e4fe7f4768490a87ad39a79b05e464": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "2698b362d6824e91ab069b1be0667294": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_8b548fefe06748c6b7005ceb9d4bc125",
       "IPY_MODEL_7772d6696ce94a1f8bd61703980431a9",
       "IPY_MODEL_08219b6896ee4b9ab5bf371334692050"
      ],
      "layout": "IPY_MODEL_9338f81f6c234c359d72f0b3ce6f9c82"
     }
    },
    "2f6578d0367744c0ab95097eb442e9ef": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "311c5a661239437ca92ac03b4124d7f8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "349754104370425ba79160aa4d2e90b5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "392360e57973495b9ab70babac25eb92": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3acef1e2c09d44dab1c6535f1936709c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7c81c5aa261e4e87ad15dc023956ab79",
       "IPY_MODEL_ff391745964f4a46b1370e7c003cc32e",
       "IPY_MODEL_019816e963bd45d58b726fcf7e03f54f"
      ],
      "layout": "IPY_MODEL_5ecf58fa2d5241fe87207c43aae59edd"
     }
    },
    "3d6a690c9d664ba797e58c599a192023": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_14a7c3e17aad495fa421b64ea4314547",
       "IPY_MODEL_bc47de3f5adc4e6a9c62211ded8544d8",
       "IPY_MODEL_c122a46930de4bfbb3c4df32895fc687"
      ],
      "layout": "IPY_MODEL_4d5fd89611dd4f23821661a6b51bccde"
     }
    },
    "3d7e4e519ee745f283bddae215dfa3dd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8f664339ee9b4709b9fc3203707be93d",
      "placeholder": "​",
      "style": "IPY_MODEL_18cd8dabd43843209a97c50b60bf04dc",
      "value": " 28.0/28.0 [00:00&lt;00:00, 616B/s]"
     }
    },
    "3e636b881a4b489a81cf7d2ebdbad626": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "407f8c1975864a4d8fde2a1cf7a259d0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "43a4ca544df445e990fe4ee7e23b0dad": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_392360e57973495b9ab70babac25eb92",
      "placeholder": "​",
      "style": "IPY_MODEL_6279694a04454cb3b0cb2f0c60b51ed0",
      "value": "100%"
     }
    },
    "45338fbcda1f45bbb3cedb7295a4bfab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_70724454a88948b387a039c10ac6e24e",
       "IPY_MODEL_cd24c2df1c2a4d7e95979005588305bb",
       "IPY_MODEL_5da32bf7fe5048a5943016bbff8e0b3c"
      ],
      "layout": "IPY_MODEL_6a492f93ab874660bec505295c7b8cb4"
     }
    },
    "45505890e83d4d608e6edcc367009865": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8ddfc00e77c84241b32710de521c5e1d",
      "placeholder": "​",
      "style": "IPY_MODEL_ad949bdd387c4187980988e4e89823bd",
      "value": "100%"
     }
    },
    "45c07639ff214e1397e84d81da8f705e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "460676721c304b75810cf2ef47a97c27": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_d723f4e8cff44025b7e6711298a098a9",
       "IPY_MODEL_4af942fd0ff14f0795647c54dcc4a803",
       "IPY_MODEL_dd10cbe3cf534ba99d6986362da18264"
      ],
      "layout": "IPY_MODEL_c9cf507c14924b77b2c1a20d47b5db7d"
     }
    },
    "4af942fd0ff14f0795647c54dcc4a803": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c44e1acde63344e59737e87558233d37",
      "max": 110,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_fa5f5058845c4cf983f79d23573c4296",
      "value": 110
     }
    },
    "4d5fd89611dd4f23821661a6b51bccde": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4df0f426740940f8875166c275a40e2e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "50d757582dc6407099c787db42a9d446": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a170b766bf9546d1aef5a46fa083c945",
      "max": 110,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_7eeae00fa2e94a8bb47893d7ac48637c",
      "value": 110
     }
    },
    "51c9e6b4be464f559c2b7839daaa8aa4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "51ead4b6077649a2ba33fa3b479c963d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "534e8c93e8e3410891c2414361cf323a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_1906943470774a0798f8c6f89aaab328",
       "IPY_MODEL_b3e622ae6a0140228e9a6ecaacab5303",
       "IPY_MODEL_ecbc6567e6a94b39874ae03be9871dc2"
      ],
      "layout": "IPY_MODEL_6315fa1a017c4f38a0e202b57fa04061"
     }
    },
    "57e208660b27484ca39b00d5a4b41966": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5c9e05b849a742149979f9665eb0995b",
      "placeholder": "​",
      "style": "IPY_MODEL_b201562779d84cf991d1fe9230b114aa",
      "value": "Downloading: 100%"
     }
    },
    "58d563e151174b7788c1f26de44be513": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f4e3b0fb94ca4aff82deafe500af01a3",
      "max": 110,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_22e4fe7f4768490a87ad39a79b05e464",
      "value": 110
     }
    },
    "5a0443880b4a49a19af39db9dbce3da1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5a1533462a7a4d9489b401877730dcb0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5c9e05b849a742149979f9665eb0995b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5cfb8f8499b64280a665b51c0cb72b1e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_d635a6753f924e9a82b22626f69fe77e",
       "IPY_MODEL_054eadbeca1c46ddbb74c7a39df52544",
       "IPY_MODEL_3d7e4e519ee745f283bddae215dfa3dd"
      ],
      "layout": "IPY_MODEL_1677efff68d84dc5bf156b48f2b78e43"
     }
    },
    "5d11aebd742c481a80ae2003cd2ec19c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5d1683e3b81c4138b1208b079f098342": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_57e208660b27484ca39b00d5a4b41966",
       "IPY_MODEL_a56fdd904b0e4926871f8a251080d9f6",
       "IPY_MODEL_e157077ab860454d8e1ea13a69df507b"
      ],
      "layout": "IPY_MODEL_4df0f426740940f8875166c275a40e2e"
     }
    },
    "5da32bf7fe5048a5943016bbff8e0b3c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_160c8e79d9804da1bc7cc83efed2aa34",
      "placeholder": "​",
      "style": "IPY_MODEL_ebbd6811620e4d3aa4a7eaf35588d016",
      "value": " 110/110 [10:14&lt;00:00,  4.73s/it]"
     }
    },
    "5ecf58fa2d5241fe87207c43aae59edd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "609bc3fb81864d7a89a196432f3d452d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cc30b9dc14a24772bfb4167076eb487f",
      "placeholder": "​",
      "style": "IPY_MODEL_349754104370425ba79160aa4d2e90b5",
      "value": " 110/110 [10:18&lt;00:00,  4.85s/it]"
     }
    },
    "620203d1c17549b6baf74181bf808dca": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6279694a04454cb3b0cb2f0c60b51ed0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6315fa1a017c4f38a0e202b57fa04061": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6332d6a33f7144008325ba2974b0ecea": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6a492f93ab874660bec505295c7b8cb4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6efe4c66569545878ef2fbf7e849ee6c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6f0201e5de114ef9a75405d926cd9edb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "70724454a88948b387a039c10ac6e24e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_eeb9913f77234e19a40f7de0f157960d",
      "placeholder": "​",
      "style": "IPY_MODEL_17393d38f9ab4a219381ee595fdbd64e",
      "value": "100%"
     }
    },
    "7323b2cae8f941d18197b670569732a7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "76da1f24f3554a5e94617aba28665f55": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7772d6696ce94a1f8bd61703980431a9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8ab419d4383246d6ba9c3ed999aad236",
      "max": 231508,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_db820dfed18d49a8bad08d8b52d004f0",
      "value": 231508
     }
    },
    "7c81c5aa261e4e87ad15dc023956ab79": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_311c5a661239437ca92ac03b4124d7f8",
      "placeholder": "​",
      "style": "IPY_MODEL_407f8c1975864a4d8fde2a1cf7a259d0",
      "value": "  0%"
     }
    },
    "7eeae00fa2e94a8bb47893d7ac48637c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "81084bea895f4792a99c56408afb7f43": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "866de71081464f01b436b990e4c466ee": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "86c079a065904c8386b65fa1f1f12273": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8ab419d4383246d6ba9c3ed999aad236": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8b548fefe06748c6b7005ceb9d4bc125": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f1660b56684445e8a8f5c3a3a2ed9766",
      "placeholder": "​",
      "style": "IPY_MODEL_866de71081464f01b436b990e4c466ee",
      "value": "Downloading: 100%"
     }
    },
    "8bba3638ffb44bbca48d851ba62cae02": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_45505890e83d4d608e6edcc367009865",
       "IPY_MODEL_58d563e151174b7788c1f26de44be513",
       "IPY_MODEL_e57af3239606400eb261cef216175278"
      ],
      "layout": "IPY_MODEL_196d810390dc48989f9be85522561276"
     }
    },
    "8c06673c971b44c28705cbf24a4d5431": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "8ddfc00e77c84241b32710de521c5e1d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8f664339ee9b4709b9fc3203707be93d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9338f81f6c234c359d72f0b3ce6f9c82": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "954767f8abb74c1cafd464c630f885c6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "95615ca35424438e9a11862be3e53025": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5a0443880b4a49a19af39db9dbce3da1",
      "placeholder": "​",
      "style": "IPY_MODEL_a6d2a8c0b6a0494395430c39700d12ab",
      "value": "100%"
     }
    },
    "97ff11b94c5d485f8e724fb058590ade": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9950dff056c346b88b8f3fdc9ff02f4b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9dddcc2c896f4de39ea1370daec5a61f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_43a4ca544df445e990fe4ee7e23b0dad",
       "IPY_MODEL_50d757582dc6407099c787db42a9d446",
       "IPY_MODEL_609bc3fb81864d7a89a196432f3d452d"
      ],
      "layout": "IPY_MODEL_c750502707e7424fb013a378cb5c7478"
     }
    },
    "a170b766bf9546d1aef5a46fa083c945": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a2e5c393beb748a9a7fc3862e0eca71e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a56fdd904b0e4926871f8a251080d9f6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6f0201e5de114ef9a75405d926cd9edb",
      "max": 466062,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0910c827ad274d9a80a064e214dce4e4",
      "value": 466062
     }
    },
    "a6d2a8c0b6a0494395430c39700d12ab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a7846344197d4e049d26800f0fbe376f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a98ae1ce037f4dcebb8b1be97b759ede": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ac907c7b6c0d46d3bb5642b1ec2ad75a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ad949bdd387c4187980988e4e89823bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b08a9a7e569b4b09b6a2fb458cb4e1a4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b201562779d84cf991d1fe9230b114aa": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b3e622ae6a0140228e9a6ecaacab5303": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ba5e60142c724a7ca7e19d7f408b002a",
      "max": 110,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_97ff11b94c5d485f8e724fb058590ade",
      "value": 110
     }
    },
    "b5fc56ab3414445bad63e490c9cd10e5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ba5e60142c724a7ca7e19d7f408b002a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bc47de3f5adc4e6a9c62211ded8544d8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a7846344197d4e049d26800f0fbe376f",
      "max": 570,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8c06673c971b44c28705cbf24a4d5431",
      "value": 570
     }
    },
    "c122a46930de4bfbb3c4df32895fc687": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_76da1f24f3554a5e94617aba28665f55",
      "placeholder": "​",
      "style": "IPY_MODEL_ac907c7b6c0d46d3bb5642b1ec2ad75a",
      "value": " 570/570 [00:00&lt;00:00, 14.4kB/s]"
     }
    },
    "c44e1acde63344e59737e87558233d37": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c750502707e7424fb013a378cb5c7478": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c9cf507c14924b77b2c1a20d47b5db7d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cc30b9dc14a24772bfb4167076eb487f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cca03ad4e3194f38ba1414b0538329b7": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cd24c2df1c2a4d7e95979005588305bb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d5ca00dfca374b168c235d038b54351e",
      "max": 110,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b08a9a7e569b4b09b6a2fb458cb4e1a4",
      "value": 110
     }
    },
    "cee24fffb587490084a293c5cf6c2bbd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d0584abd9f214ce4930bcd95b2607da7": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d2da87c2bbbb426db51130d133baa2f9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d3a47255bd994b55a5879019f48900d4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d5ca00dfca374b168c235d038b54351e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d635a6753f924e9a82b22626f69fe77e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1834e9b8105e4fcfb1bfe768b489513e",
      "placeholder": "​",
      "style": "IPY_MODEL_2f6578d0367744c0ab95097eb442e9ef",
      "value": "Downloading: 100%"
     }
    },
    "d723f4e8cff44025b7e6711298a098a9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cca03ad4e3194f38ba1414b0538329b7",
      "placeholder": "​",
      "style": "IPY_MODEL_7323b2cae8f941d18197b670569732a7",
      "value": "100%"
     }
    },
    "daadc584e4af4fbbbfe23a19aa40bfe9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_86c079a065904c8386b65fa1f1f12273",
      "placeholder": "​",
      "style": "IPY_MODEL_6332d6a33f7144008325ba2974b0ecea",
      "value": " 14/14 [01:04&lt;00:00,  4.60s/it]"
     }
    },
    "db820dfed18d49a8bad08d8b52d004f0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "dd10cbe3cf534ba99d6986362da18264": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_954767f8abb74c1cafd464c630f885c6",
      "placeholder": "​",
      "style": "IPY_MODEL_5a1533462a7a4d9489b401877730dcb0",
      "value": " 110/110 [10:09&lt;00:00,  4.77s/it]"
     }
    },
    "e157077ab860454d8e1ea13a69df507b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9950dff056c346b88b8f3fdc9ff02f4b",
      "placeholder": "​",
      "style": "IPY_MODEL_fc80cf6f1a454100be7e4d53c1be5242",
      "value": " 466k/466k [00:00&lt;00:00, 1.30MB/s]"
     }
    },
    "e57af3239606400eb261cef216175278": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cee24fffb587490084a293c5cf6c2bbd",
      "placeholder": "​",
      "style": "IPY_MODEL_b5fc56ab3414445bad63e490c9cd10e5",
      "value": " 110/110 [10:08&lt;00:00,  4.77s/it]"
     }
    },
    "ebbd6811620e4d3aa4a7eaf35588d016": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ecbc6567e6a94b39874ae03be9871dc2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a2e5c393beb748a9a7fc3862e0eca71e",
      "placeholder": "​",
      "style": "IPY_MODEL_5d11aebd742c481a80ae2003cd2ec19c",
      "value": " 110/110 [10:11&lt;00:00,  4.78s/it]"
     }
    },
    "eeb9913f77234e19a40f7de0f157960d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f1660b56684445e8a8f5c3a3a2ed9766": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f3044327643e45caa1ae78a7ed349e1d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_95615ca35424438e9a11862be3e53025",
       "IPY_MODEL_1ce84f9a86844f22af7e132fb568498c",
       "IPY_MODEL_daadc584e4af4fbbbfe23a19aa40bfe9"
      ],
      "layout": "IPY_MODEL_1093ddddc3d04222b0bde2ef902833f4"
     }
    },
    "f4e3b0fb94ca4aff82deafe500af01a3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fa5f5058845c4cf983f79d23573c4296": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fc80cf6f1a454100be7e4d53c1be5242": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ff391745964f4a46b1370e7c003cc32e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "danger",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_81084bea895f4792a99c56408afb7f43",
      "max": 14,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0fc073581c554ea7bb4093c505a1e329",
      "value": 0
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}