{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "Q-bj6K7Qv4ft" }, "source": [ "# Fine-Tuning a Generative Pretrained Transformer (`GPT`)\n", "\n", "1. Install required libraries." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "SBWCrz5GfBXo", "outputId": "74ee04dc-9602-4117-f90f-29520eb8c277" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n", "Collecting transformers\n", " Downloading transformers-4.30.2-py3-none-any.whl (7.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m60.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting datasets\n", " Downloading datasets-2.13.1-py3-none-any.whl (486 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m486.2/486.2 kB\u001b[0m \u001b[31m44.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting codecarbon\n", " Downloading codecarbon-2.2.4-py3-none-any.whl (176 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.0/176.0 kB\u001b[0m \u001b[31m20.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n", "Collecting huggingface-hub<1.0,>=0.14.1 (from transformers)\n", " Downloading huggingface_hub-0.15.1-py3-none-any.whl (236 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m26.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n", "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n", " Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m104.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n", " Downloading safetensors-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m79.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n", "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n", "Collecting dill<0.3.7,>=0.3.0 (from datasets)\n", " Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m14.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n", "Collecting xxhash (from datasets)\n", " Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m27.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting multiprocess (from datasets)\n", " Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m15.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.4)\n", "Collecting arrow (from codecarbon)\n", " Downloading arrow-1.2.3-py3-none-any.whl (66 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.4/66.4 kB\u001b[0m \u001b[31m8.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting pynvml (from codecarbon)\n", " Downloading pynvml-11.5.0-py3-none-any.whl (53 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.1/53.1 kB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from codecarbon) (5.9.5)\n", "Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from codecarbon) (9.0.0)\n", "Collecting fuzzywuzzy (from codecarbon)\n", " Downloading fuzzywuzzy-0.18.0-py2.py3-none-any.whl (18 kB)\n", "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from codecarbon) (8.1.3)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n", "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.0.12)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.2)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.6.3)\n", "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.16)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.5.7)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n", "Requirement already satisfied: python-dateutil>=2.7.0 in /usr/local/lib/python3.10/dist-packages (from arrow->codecarbon) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2022.7.1)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7.0->arrow->codecarbon) (1.16.0)\n", "Installing collected packages: tokenizers, safetensors, fuzzywuzzy, xxhash, pynvml, dill, multiprocess, huggingface-hub, arrow, transformers, codecarbon, datasets\n", "Successfully installed arrow-1.2.3 codecarbon-2.2.4 datasets-2.13.1 dill-0.3.6 fuzzywuzzy-0.18.0 huggingface-hub-0.15.1 multiprocess-0.70.14 pynvml-11.5.0 safetensors-0.3.1 tokenizers-0.13.3 transformers-4.30.2 xxhash-3.2.0\n" ] } ], "source": [ "!pip install transformers datasets codecarbon" ] }, { "cell_type": "markdown", "metadata": { "id": "y5XnfvSH7w4z" }, "source": [ "2. Load the data from the hub." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 702, "referenced_widgets": [ "34c17806228640a99cb0aca8cf97fcb8", "20b2e67cec4840de904c7ad288e5fe7d", "a8e41c0c8d944cd5b07f94c45c1be7a5", "9eb9df0ec0b140409c5cd95c41a064df", "e119d4366a6f4fa2bbd4aafc99ffc30a", "dbf04697ee00430197693128526b8e53", "228464ae9ad942b3a898dba94606df85", "32291d2624514176b1f442d893fe1e6d", "441a7d9d5dce47aa8ebd65c34ac888c4", "2ff0730fbf374d21a141c900efb79236", "9d43ff6f9d9c4c359dbcf38aabef576d", "8b814a900b904583bc2443d454d05ac6", "307e38974aa744469ce3f5ba0e8b6f61", "950ed03e99ea48369bdd87289c6339e4", "bfd29522420a44a58574a64830d3e003", "368e0e80fa5c47438cc8012a7c8fa53a", "8fcd3480fb074c51a5f8e83f08aa5c61", "89ef691962474a61a0d8923c8a9e9124", "aefd83b855dd4f93a0d3e53c0b8d13f0", "8d1e1eb40cc74ed7ab182e2b34de3811", "cf79c3560d5a4e85b6a0eb368f1a3132", "5968b3dd30d245eab475d32cc9d54a68", "4947f03b2b88428e92c32b49baa9ed2c", "74573cda9b53432da01043d533aaa5d6", "f2dd88c1446b48f1801029a5191c6aac", "bed42573c6aa445287a0888274050cf8", "095de275ce96496492d047904bb397bc", "c3b50aab3b284944bd3081b7817451ca", "6b0e65b893d14e3890a8b325e1b30564", "63f2c79a3c9b4abea3f069ef2420b4f9", "5a3855fb89f5451d95bf3a4dd4fefc56", "54d48bff94c2492c8eff461dbad6b89a", "6c3493b589504e699522362ac8d81ec5", "401d3f247c564de5b63a207e4649c075", "fd8de013a791476cbf192d278809280a", "055947b2fad240fe953311212cb031ff", "42a8ecb023d94acbb7297adc07603abe", "1621ef33d6a54b5a8f0137d3b0ecff8a", "16fea66468f646c6b8cdb398f4fb100c", "f724eaf1e4fa468398461c2f647c07ee", "e3f22b954ead41069ca2eb40eab2317b", "ad006b98a81c4b6ca9c249c10486ea5b", "5c26f8ecc4974fb9b702ff68703f1f98", "8e342075f81344f9a3ae82a848c875be", "4bd1207833b54df697ca23f3efd6c2cf", "3c19074499e244b493bc05b5892a293e", "2d9f986a8aa04c3dba8312d54c82913c", "103d57b8ae3f4975ac5fd9061b5fec8b", "66d3257e622547c9ac7c62e2dfae5c4d", "3ed6fc142bd44e5880206414779a9323", "4dc2c1dd4f924b8ab4e2622378485618", "f769a72348494701a126e3f4ec8623d4", "4aa0ddf83a124c81bb219703ab6865c0", "95df07916da84852b10b03389956badf", "682089d120b54513a200529febfa2527", "d2d45c0d7dda40a0ba66c292e9bbc438", "e1941b55269f4a6dba612c5cb9258da9", "678c862655dc49289716419840ebf2e2", "4f6b121ffecf494cadd881ca8923a884", "3851c1f049384c41848fab5f9c1b523f", "0bce0d61ac4649d9b1e27857be36e6fe", "46ab0e39427a42f9b4ca789c49a3a126", "803dee5d9e6b4dfdb7b9595505e42c03", "fa4e3b1ac243447d9e46d66944547e48", "017e05e3e22b440dab59f06ee83960ff", "c39a3a6e301e423794786f4b15ff8b3d", "efafe6f4325045c5b408b88d5abec153", "48cc2483d0224f8887a76c7f7c8db8e3", "32da12d7423a4c868e7b29c54843c14b", "42f56261aad343828b91f787fc69d5ac", "f650e2ce30ee4d88b4eaa0cfa85a3661", "b8ae79eee2014b6b91542951727a3e37", "2adedc971b184035ae9d96762349f483", "29ae5378211a4e5e9c5c9b046392c76a", "bb22764c1aa3451f97ca079d96b3dbcc", "b52df37a9349480a8621fea91bc9077b", "5172fff7ca6a4c4f94b7292adc728777", "4d48c50082f4472c94b595573723ce15", "5f0ac99d23ce483ba0ac4ab755c443d2", "90427982a8d543bd8b0483aef1511902", "11d5e1cdbdfe4aaab827a49d332b7599", "8e96bffd00de4bde8a918e1496a776d2", "aad80fdde29e49f5a4685db03f57d58e", "32b440414b0a4662b3027c9ece7c74e8", "dfeebf31c9c540979b278684923b8826", "d6c74e7862db40648cf5249a4432b9d0", "e2afe9d5cfd84c9ba5870dd1708a0b16", "f59df2eb0c864ca5b7b25970bc7f2e87", "8c8127b9c8b74f14870776d4fdd9c5e8", "d7c708ea29f540578d11cf76c85b9437", "6cae27568cbf4488895c616f68fcd8e3", "9203b89a29234d5aaa95a0e4a201fdb0", "3e07199280444ab7bf439352acabc01a", "b179b62e34684bc48c6d5c84e13b9798", "295fe87770f74338bd68f2214faa0ae1", "c390fde6a5104351aae53b85bef6222b", "b22f8a6420814ecfadaa7ef5790b476c", "60af0f6acb9f4e5eb3a8eae4ef236eac", "bb1f645cf72c409b95b020b50ac1ae94", "b6e193b4e27242328f6fa4ad54de7409", "73e1a76997ee4be88d94ab0e0f060548", "28ab3538c465487ab240b421b076e7ae", "0f19af896f4a494487fccb7099bf394c", "e79c3a0913b442daa2a37eb823db1a85", "204046afafa64b52b9d9e83878a97014", "d8d6f054fb754d848ddf96b7194bf15f", "23db2da29870496ebbb1e04f84185cdf", "1e10171aec83459196bb06d34ceef98e", "406af1ddbe3b46cea390f5cc172b8369", "3470993795f6479f9575cb31891a8506", "22ac260bbf324ae4b9339cbb704f1c18", "2015bd9737594a1dbc9f175314f2c5cc", "b281d3b8a945468db47807e6075cbd63", "13c65f65783340ea95ac944ec27c36f4", "b3e113f634ec44e398af6d9d818a8ea9", "749748bb93b8489a9902c94286f46387", "e92d6fa0a06e477aafff5164b0e2fdd7", "2058678b763a4939bcb3b3671109064e", "1523a44a403b419fa607dc78559d0992", "b6bf64579058468fb48fc212f52f49a4", "ed1bdcb6a6094b1b9e84d93367fa5bfd" ] }, "id": "7MbpXGu-v4f1", "outputId": "88efbd0a-99c7-4672-ec60-ce646f13adb1" }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "34c17806228640a99cb0aca8cf97fcb8", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Downloading readme: 0%| | 0.00/5.12k [00:00\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
promptcompletion
0What is the best way to set up a home studio f...The best way to set up a home studio for recor...
1What should I know before I start a 529 plan f...Before you start a 529 plan for your children'...
2How do I get to the nearest mountain bike trail.The best way to find the nearest mountain bike...
3Why do people visit the national parks?The national parks are a system of diverse nat...
4I need to commission a piece of art. Where can...If you are looking for an artist to commission...
.........
48661What is the importance of perplexity in langua...The concept of perplexity arises as a measure ...
48662What are some ways to improve my studying habits.Make a study schedule and stick to it.\\n2. Tak...
48663What are some vegan recipes I can make quickly.Vegan quinoa bowl with grilled vegetables \\n2....
48664Parsing the text of a legal contract.I am tasked with parsing the text of a legal c...
48665Provide some tips for growing healthy tomatoes...Choose a sunny spot in your garden with at lea...
\n", "

48666 rows × 2 columns

\n", "
\n", " \n", " \n", " \n", "\n", " \n", "
\n", " \n", " " ], "text/plain": [ " prompt \\\n", "0 What is the best way to set up a home studio f... \n", "1 What should I know before I start a 529 plan f... \n", "2 How do I get to the nearest mountain bike trail. \n", "3 Why do people visit the national parks? \n", "4 I need to commission a piece of art. Where can... \n", "... ... \n", "48661 What is the importance of perplexity in langua... \n", "48662 What are some ways to improve my studying habits. \n", "48663 What are some vegan recipes I can make quickly. \n", "48664 Parsing the text of a legal contract. \n", "48665 Provide some tips for growing healthy tomatoes... \n", "\n", " completion \n", "0 The best way to set up a home studio for recor... \n", "1 Before you start a 529 plan for your children'... \n", "2 The best way to find the nearest mountain bike... \n", "3 The national parks are a system of diverse nat... \n", "4 If you are looking for an artist to commission... \n", "... ... \n", "48661 The concept of perplexity arises as a measure ... \n", "48662 Make a study schedule and stick to it.\\n2. Tak... \n", "48663 Vegan quinoa bowl with grilled vegetables \\n2.... \n", "48664 I am tasked with parsing the text of a legal c... \n", "48665 Choose a sunny spot in your garden with at lea... \n", "\n", "[48666 rows x 2 columns]" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import pandas as pd\n", "from datasets import load_dataset\n", "\n", "dataset = load_dataset(\"nicholasKluge/instruct-aira-dataset\", split='aira_instruct_english')\n", "\n", "df = dataset.to_pandas()\n", "df = df.sample(frac=1)\n", "df = df.reset_index(drop=True)\n", "\n", "display(df)" ] }, { "cell_type": "markdown", "metadata": { "id": "fEaDTvdOe8rr" }, "source": [ "3. Load `GPT2Tokenizer` and add the chosen special tokens (`'<|startoftext|>', '<|endoftext|>','<|pad|>'`)\n", "4. Create demonstrations by prepending the special tokens.\n", "5. Calculate the maximum length (in tokens) that the demonstrations have (the dataset was constructed, for efficiency and fast training, to be below the 300-token range)." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 213, "referenced_widgets": [ "9cf799494c92437cbce795cec0dd754c", "0b5cd968fc264a3ab50eaa8bce6a55d3", "ce80bbcece9a4ee7a36bb2bb7350d888", "666347e892ed4e618aa810203ef47564", "8f43a8b73665406e9a61f11b7304be92", "f7a2d2c1db7c4764ae937a8c0f48ed2b", "7b5c540fb54c489c921d816d19bd3c20", "49405b36404245d48f5ddf4fa5b3dc74", "00abb6adf1a046cd9d1bae9daae55ae1", "3306a129967f4fd59fe16e7824b587ff", "073b32370bf7441a84debe58952b3972", "42bd8ef5d2d6483385025d31d28b101a", "165b06cd8ee94d63adc209dc0e8ac03a", "296d83cb3e244887b5d69cef935e159e", "f33b0b8175cb421e941e522692eb5565", "a99804f9a6234dedb238fdbabe46c2d3", "39945bae971148f2a8fb24f6b4c73aff", "50e19782f2d5495b9646b2fceed6ec2f", "1206d751b51142dcae4ce7768750dd91", "5134f852a4b248cbb97e49a2613e76fb", "e2545118bd35493a9d3c9526fdb0bc1e", "2a34dcfe192f4f0aa0a24cb50ce810ff", "27a8b690dea14c52974b677e7606ce0e", "fbf99a6162b84a38932614f4f5eeaa4d", "6e213fdc58d84da6b78f209097dba7b5", "7d899c34e27846ccafc2bd3a856b4a11", "7e48f28bcb7d4540b054ec3332d070a7", "31d46bbe1d2b4577964d4810f4ae3679", "ab8e0f839074405996d52bd66c01f3ec", "82068df001df449baba75e9fec9f7051", "e97f3073912c43d3aa0eab30db08fc45", "3ce99bbb263444f19a636eca19c84945", "7afdbbc6da0d45e2a3dd0ab33573a0bb" ] }, "id": "hfu84fWIv4f9", "outputId": "c44f1d06-64a4-4e60-8415-bb8eb4d56545" }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "9cf799494c92437cbce795cec0dd754c", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Downloading (…)olve/main/vocab.json: 0%| | 0.00/1.04M [00:00',\n", " eos_token='<|endoftext|>',\n", " pad_token='<|pad|>')\n", "\n", "df['demonstrations'] = tokenizer.bos_token + df['prompt'] + tokenizer.eos_token + df['completion'] + tokenizer.eos_token\n", "\n", "df['length'] = df['demonstrations'].apply(lambda x: len(tokenizer.encode(x)))\n", "\n", "print(\"Total number of demonstrations: \", len(df))\n", "print(f\"The longest demonstration is {df['length'].max()} tokens long.\")" ] }, { "cell_type": "markdown", "metadata": { "id": "wkMO17K5e8rs" }, "source": [ "6. Create the Dataset class." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "WlbAfMQ4v4gA" }, "outputs": [], "source": [ "import torch\n", "from torch.utils.data import Dataset\n", "\n", "max_length = 300\n", "\n", "class DemoDataset(Dataset):\n", "\n", " def __init__(self, demonstrations, tokenizer, gpt2_type=\"gpt2\", max_length=max_length):\n", "\n", " self.tokenizer = tokenizer\n", " self.input_ids = []\n", " self.attn_masks = []\n", "\n", " for demo in demonstrations:\n", "\n", " encodings_dict = tokenizer(demo,\n", " truncation=True,\n", " max_length=max_length,\n", " padding=\"max_length\")\n", "\n", " self.input_ids.append(torch.tensor(encodings_dict['input_ids']))\n", " self.attn_masks.append(torch.tensor(encodings_dict['attention_mask']))\n", "\n", " def __len__(self):\n", " return len(self.input_ids)\n", "\n", " def __getitem__(self, idx):\n", " return self.input_ids[idx], self.attn_masks[idx]" ] }, { "cell_type": "markdown", "metadata": { "id": "711Krm6Te8rt" }, "source": [ "7. Split the data into training and validation splits." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "-IOfa2PEv4gD", "outputId": "a9bed805-9bc5-4778-94ef-81659b8a9bf0" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Number of training samples: 43,799\n", "Number of validation samples: 4,867\n" ] } ], "source": [ "from torch.utils.data import random_split\n", "\n", "dataset = DemoDataset(df.demonstrations.to_list(), tokenizer, max_length=max_length)\n", "\n", "train_size = int(0.9 * len(dataset))\n", "val_size = len(dataset) - train_size\n", "\n", "train_dataset, val_dataset = random_split(dataset, [train_size, val_size])\n", "\n", "print('Number of training samples: {:,}'.format(train_size))\n", "print('Number of validation samples: {:,}'.format(val_size))" ] }, { "cell_type": "markdown", "metadata": { "id": "vSqKuRjIe8ru" }, "source": [ "8. Create the `DataLoaders` and specify the `batch_size`." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "cUkCNV-6v4gG" }, "outputs": [], "source": [ "from torch.utils.data import DataLoader, RandomSampler, SequentialSampler\n", "\n", "train_dataloader = DataLoader(\n", " train_dataset,\n", " sampler=RandomSampler(train_dataset),\n", " batch_size=32 # 32, 20, 8, 4\n", " )\n", "\n", "# validation data loader doesn't need randomization\n", "validation_dataloader=DataLoader(\n", " val_dataset,\n", " sampler=SequentialSampler(val_dataset),\n", " batch_size=32\n", " )" ] }, { "cell_type": "markdown", "metadata": { "id": "0vxvcTIHe8rv" }, "source": [ "9. Load the base model (`GPT2LMHeadModel`)." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 549, "referenced_widgets": [ "c0986146edd043e68396f29c527fd462", "4f6f2a4e77394fa0beb6fa22aba2f3c1", "3c256be17dc84048ab6791ca613a0fed", "4525a497d6f54b9c81976f97099e8537", "9c31174117724affb4c8326401ce75bb", "c8cb80d2d529412bb7d1c6f1a5c7264d", "70cd03a1b2014d978bde9fdab7f6f512", "88364c74273e485581c3fa4d8bf7c5fe", "dea15ad6390745628e4c7c7de5cfd127", "c9e48a81c51d497e9cb4ec74b3849333", "948201ba560a46a59f582dd4fff20765", "0283c7bd52d34fe7a5fcd166109ebda5", "0e789803c346444a980d3a30641e6c36", "258f08313c6c47888d07e2ab9083689d", "51a0cb539cba47d689686d037ee12851", "41fe883cecb9488b9f832d3ab767c262", "c4fa95eab7a54f4e8acc33a9fd4596e5", "92a54a396ad2465b9d4bd490922a6dfe", "ca91f68ebd27437582cfde19e830ca49", "7c836f6e30b2423bb59346d4306fee1b", "08b6a0bb46a041af879d73073a3904b4", "e25aedbf6eaf4583b69c6a8f8a1b6c4b" ] }, "id": "Rmg-5YJqv4gH", "outputId": "4ff70bb8-cd8a-4761-8ed7-9af3aea1685a" }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "c0986146edd043e68396f29c527fd462", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Downloading model.safetensors: 0%| | 0.00/548M [00:00 model.config.n_layer - UNFREEZE_LAST_N:\n", " for parameter in m.parameters():\n", " parameter.requires_grad = True\n", "\n", " for parameter in model.transformer.ln_f.parameters():\n", " parameter.requires_grad = True\n", "\n", " for parameter in model.lm_head.parameters():\n", " parameter.requires_grad = True\n", "\n", "num_frozen_layers = sum(1 for parameter in model.parameters() if not parameter.requires_grad)\n", "num_trainable_layers = sum(1 for parameter in model.parameters() if parameter.requires_grad)\n", "\n", "print(\"Number of frozen layers:\", num_frozen_layers)\n", "print(\"Number of trainable layers:\", num_trainable_layers)" ] }, { "cell_type": "markdown", "metadata": { "id": "GJ1kH3uSe8rw" }, "source": [ "11. Set the training hyperparameters." ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "qlbLg6tqv4gI" }, "outputs": [], "source": [ "from transformers import get_linear_schedule_with_warmup\n", "\n", "# training rounds\n", "epochs = 5 # 5, 3, 2, 2\n", "\n", "# steps at the start of training that are ignored\n", "warmup_steps = 1e2\n", "\n", "# sample the model to test the output\n", "sample_every = 400\n", "\n", "optimizer = torch.optim.AdamW(model.parameters(), lr = 5e-4, eps = 1e-8)\n", "\n", "# total steps = number of batches * number of epochs\n", "total_steps = len(train_dataloader) * epochs\n", "\n", "# create the learning rate scheduler\n", "scheduler = get_linear_schedule_with_warmup(optimizer,\n", " num_warmup_steps = warmup_steps,\n", " num_training_steps = total_steps)" ] }, { "cell_type": "markdown", "metadata": { "id": "nz1a9lxXe8rw" }, "source": [ "12. Training/Validation loop. Track the carbon emissions of your work by using `codecarbon`. 🌱" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "_X_m8XOtv4gR", "outputId": "d8d02da9-b053-4bf0-9029-25e0e610ff1c" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "Beginning epoch 1 of 5\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 29%|██▉ | 400/1369 [03:29<08:19, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 400 of 1369. Loss:0.7437160015106201.\n", "\n", "\n", "Example output: What do I need to know when car shopping.The best way to shop for car parts is to search for suppliers that specialize in a particular model, such as car parts suppliers, factory suppliers, and car retailers. You can also look for car dealerships, car show sellers, car auctions, car shows, car repair, and car repair stores that specialize in car parts.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|█████▊ | 800/1369 [06:58<04:53, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 800 of 1369. Loss:0.7500007152557373.\n", "\n", "\n", "Example output: What are the main attractions at Disney World.The main attractions at Disney World include the Star Chamber and the Museum of Flight. \n", "\n", "2 The Millennium Tower, which stands on the top of Millennium Bay, holds the world record for the most time spent on the planet. \n", "\n", "3 The castle in Orlando, Florida, is known to have been the most beautiful ever. \n", "\n", "4 The Disney Magic Kingdom, the world’s tallest amusement park, stands in the middle of the Disney World.\n", "\n", "5 The National Park Service is the largest environmental agency in the United States. \n", "\n", "6 Disney World is one of the biggest museums in the world.\n", "\n", "7 The Walt Disney World Resort, the second largest resort in the world, runs through the theme park's theme park park, as well as Disney World Park, the world’s longest-standing vacation destination.\n", "\n", "8 The World War II Memorial stands at\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|████████▊ | 1200/1369 [10:27<01:27, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 1200 of 1369. Loss:0.6683329939842224.\n", "\n", "\n", "Example output: Find the answer that best describes the underlined SAT word. Select the correct option and explain the meaning of the underlined word.\n", " Input: Despite the _cacophony, the student tried to study. \n", "A. Loud sounds\n", "B. Difficult subject\n", "C. Late hour\n", "D. Low lightingThe most important underlined SAT word is Loud. This word is commonly associated with mathematics, science, and engineering. It indicates a student's interest in the subject. It is important to be confident in your ability to handle it, and to demonstrate your interest in the study beforehand.\n", "\n", "2. Practice your test answers. \n", "3. Read and summarize any material you are reviewing. \n", "4. Use spaced repetition to review all material and make notes on where you’re going. \n", "5. Take breaks after writing your answers to make sure they are clear and to make sure you’re writing for the same material or to review a\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1369/1369 [11:56<00:00, 1.91it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Average Training Loss: 1.0760733961536555.\n", "\n", "\n", "Validation loss: 0.6921270446839676.\n", "\n", "\n", "Beginning epoch 2 of 5\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 29%|██▉ | 400/1369 [03:26<08:20, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 400 of 1369. Loss:0.6605620384216309.\n", "\n", "\n", "Example output: Should I invest in stocks or in a mutual fund.It is important to do your research and make sure that you understand the risks associated with investing in the stocks or mutual funds before making any decisions. Research the industry and what financial or financial decisions you have made, as well as the potential for tax impacts if you decide to invest. Talk to a financial advisor or an investment professional to gain an understanding of the risks associated with investing in the stock market.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|█████▊ | 800/1369 [06:53<04:53, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 800 of 1369. Loss:0.7353286743164062.\n", "\n", "\n", "Example output: How can I learn Chinese faster.To learn Chinese faster, start by practicing as much as possible. You can either find a Chinese language course or watch native Chinese-language video tutorials online. Additionally, it is important to find a language partner who is comfortable speaking, such as someone from your local language school. You can also take classes on pronunciation and grammar, or join a language exchange program such as a Chinese-language course. Finally, try to read native Chinese books or watch Chinese TV shows in Chinese.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|████████▊ | 1200/1369 [10:21<01:27, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 1200 of 1369. Loss:0.6598360538482666.\n", "\n", "\n", "Example output: What is the difference between a SUV and a Crossover vehicle.The main difference between a SUV and a Crossover vehicle is that a SUV is generally classified as an SUV rather than a Crossover vehicle, while a Crossover vehicle is typically referred to as an SUV. A SUV is typically made up of a full SUV such as a Ramback, a Honda Civic, or a Honda Civic. Additionally, a Crossover vehicle is a smaller vehicle with a more spacious interior that features more cargo space compared to a SUV.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1369/1369 [11:49<00:00, 1.93it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Average Training Loss: 0.680394395521908.\n", "\n", "\n", "Validation loss: 0.6620533912400015.\n", "\n", "\n", "Beginning epoch 3 of 5\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 29%|██▉ | 400/1369 [03:26<08:19, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 400 of 1369. Loss:0.5537329316139221.\n", "\n", "\n", "Example output: What are some tips for creating a successful business plan.Research the market - create a detailed plan that outlines your goals and objectives for the business, and track your progress and make adjustments as needed.\n", "\n", "2 Prepare the legal documents that will define the business - make sure your documents are carefully organized and in an accessible format.\n", "\n", "3 Get familiar with tax laws - you should familiarize yourself with the local tax code and any applicable requirements for starting your business.\n", "\n", "4 Establish a budget and stick to it - decide what resources are needed and prioritize your business-related expenses.\n", "\n", "5 Monitor your progress - monitor progress to make sure your business is on track and meeting your objectives.\n", "\n", "6 Set goals - determine a realistic timeline for achieving these objectives and be prepared to take steps towards achieving them.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|█████▊ | 800/1369 [06:54<04:53, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 800 of 1369. Loss:0.5914214849472046.\n", "\n", "\n", "Example output: What are the different forms of euthanasia and what are the varying opinions and beliefs regarding its morality and legality?Euthanasia is the practice of intentionally ending someone's life to relieve their suffering, often in their agony. There are different forms of euthanasia, such as voluntary euthanasia, where someone decides to end their life rather than seek immediate medical help from a doctor or a medical professional. The legality of euthanasia varies widely, with some permitting it for specific circumstances and others prohibiting it for a wide variety of reasons. There are various organizations and initiatives that advocate for the use of euthanasia and others that do not, but have traditionally been more lenient and limited. The different legal approaches to euthanasia vary from state to state, but generally speaking, it is illegal to intentionally end someone's life, and some countries offer incentives for families to end their life. It is important to research and understand the various types of euthanasia, as well as the laws that apply, before making\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|████████▊ | 1200/1369 [10:24<01:27, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 1200 of 1369. Loss:0.6897725462913513.\n", "\n", "\n", "Example output: Can you explain what the alignment problem is?In Machine Learning, when two or more intelligent agents work together to perform a task, their aims and intentions become independent of each other. This arises when there exists a disconnect between the agents' rational agent and the machine learning model's. This problem arises when two or more intelligent agents try to fulfill their true intentions, despite being totally apart.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1369/1369 [11:52<00:00, 1.92it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Average Training Loss: 0.6220541264211461.\n", "\n", "\n", "Validation loss: 0.6511616097166647.\n", "\n", "\n", "Beginning epoch 4 of 5\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 29%|██▉ | 400/1369 [03:26<08:19, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 400 of 1369. Loss:0.5842100977897644.\n", "\n", "\n", "Example output: How to upgrade my phone operating system.To upgrade your phone operating system, you need to download and install the latest operating system from the manufacturer’s website. Depending on your specific need, you may also need to consider restarting your computer and router, or installing security updates or software updates.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|█████▊ | 800/1369 [06:53<04:53, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 800 of 1369. Loss:0.571173906326294.\n", "\n", "\n", "Example output: How do I locate a person's profile on LinkedIn.Start by looking at their profile page, which lists their skills, interests, and other relevant information. Then look up their professional descriptions on LinkedIn, and submit them to the recruiter. They may ask you questions about your skills and experience to get an idea of what they're capable of doing. \n", "\n", "2 Once they have submitted your profile, your employer will get a call from the professional to inquire about a job opportunity for your particular interests. They may inform you of additional responsibilities or projects they have available to you.\n", "\n", "3 Send an email to the job manager asking them to consider job opportunities for you. This will help you decide if they are the right person to hire. \n", "\n", "4 After the meeting is established, your employer will have the opportunity to sign a document that outlines how they will use your profile. You can check to see if the job is open for everyone.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|████████▊ | 1200/1369 [10:22<01:27, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 1200 of 1369. Loss:0.627720296382904.\n", "\n", "\n", "Example output: How can I learn to write good code.To learn to write good code, you should start by studying the basics. Start by making a list of all the lines you need to write. You can then learn more complex concepts like algorithms and functional programming. Once you have these fundamentals down, you can practice writing code using different tools and apps. Additionally, take advantage of online courses to get a good understanding of the fundamentals, as well as internships. Finally, make sure to take regular breaks to get your skills up to speed.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1369/1369 [11:51<00:00, 1.92it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Average Training Loss: 0.5771707653172091.\n", "\n", "\n", "Validation loss: 0.6448641711590337.\n", "\n", "\n", "Beginning epoch 5 of 5\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 29%|██▉ | 400/1369 [03:26<08:19, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 400 of 1369. Loss:0.590583086013794.\n", "\n", "\n", "Example output: How is catastrophic forgetting defined?Machine learning often faces the notorious predicament known as catastrophic forgetting (also known as catastrophic interference), which involves assimilating previously acquired knowledge about the future. This hinders the development of new information, and potentially leads to the eroding of previously acquired knowledge.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|█████▊ | 800/1369 [06:53<04:53, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 800 of 1369. Loss:0.6633164286613464.\n", "\n", "\n", "Example output: What type of plants thrive in a dry, desert climate.Types of plants that thrive in a dry, desert climate include spider plants, peace lilies, snake plants, pothos, spider plants, peace lilies, spider plants, sunflowers, begonias, golden echidnas, pothos, white violets, zinnias, English ivy, zinnias, and cacti.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|████████▊ | 1200/1369 [10:20<01:27, 1.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Batch 1200 of 1369. Loss:0.5501704812049866.\n", "\n", "\n", "Example output: What do healthcare professionals need to know about beneficence and non-maleficence?Bioethics is concerned with the ethical principles underlying the production and use of medical technologies. It seeks to uphold and promote human welfare, including the promotion of human rights, dignity, and justice. The objective of bioethics is to ensure that AI-driven advancements prioritize human welfare and prevent harm.\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1369/1369 [11:48<00:00, 1.93it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n", "Average Training Loss: 0.5415094984849061.\n", "\n", "\n", "Validation loss: 0.644677705040165.\n", "\n", "Training complete!\n" ] }, { "data": { "text/plain": [ "('/content/drive/MyDrive/Colab Notebooks/Aira-124M/tokenizer_config.json',\n", " '/content/drive/MyDrive/Colab Notebooks/Aira-124M/special_tokens_map.json',\n", " '/content/drive/MyDrive/Colab Notebooks/Aira-124M/vocab.json',\n", " '/content/drive/MyDrive/Colab Notebooks/Aira-124M/merges.txt',\n", " '/content/drive/MyDrive/Colab Notebooks/Aira-124M/added_tokens.json')" ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from codecarbon import EmissionsTracker\n", "import tqdm\n", "\n", "output_dir = f'/content/drive/MyDrive/Colab Notebooks/Aira-{model_size}'\n", "\n", "tracker = EmissionsTracker(\n", " project_name=\"Aira_emissions\",\n", " log_level=\"critical\",\n", " output_dir=output_dir,\n", " output_file=\"Aira_emissions.csv\",\n", ")\n", "\n", "training_stats = []\n", "\n", "tracker.start()\n", "for epoch_i in range(0, epochs):\n", "\n", " print(f'\\nBeginning epoch {epoch_i + 1} of {epochs}\\n')\n", "\n", " total_train_loss = 0\n", "\n", " model.train()\n", "\n", " for step, batch in enumerate(tqdm.tqdm(train_dataloader)):\n", "\n", " b_input_ids = batch[0].to(device)\n", " b_labels = batch[0].to(device)\n", " b_masks = batch[1].to(device)\n", "\n", " model.zero_grad()\n", "\n", " outputs = model(b_input_ids,\n", " labels=b_labels,\n", " attention_mask = b_masks,\n", " token_type_ids=None)\n", "\n", " loss = outputs[0]\n", "\n", " batch_loss = loss.item()\n", " total_train_loss += batch_loss\n", "\n", " if step % sample_every == 0 and not step == 0:\n", "\n", " print(f'\\nBatch {step} of {len(train_dataloader)}. Loss:{batch_loss}.\\n')\n", "\n", " model.eval()\n", "\n", " inputs = tokenizer(tokenizer.bos_token + df.prompt.sample().iloc[0] + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n", "\n", " sample_outputs = model.generate(**inputs,\n", " bos_token_id=tokenizer.bos_token_id,\n", " pad_token_id=tokenizer.pad_token_id,\n", " eos_token_id=tokenizer.eos_token_id,\n", " do_sample=True,\n", " top_k=50,\n", " max_length = 200,\n", " top_p=0.95,\n", " num_return_sequences=1)\n", "\n", " for i, sample_output in enumerate(sample_outputs):\n", " print(f'\\nExample output: {tokenizer.decode(sample_output, skip_special_tokens=True)}\\n')\n", "\n", " model.train()\n", "\n", " loss.backward()\n", "\n", " optimizer.step()\n", "\n", " scheduler.step()\n", "\n", " avg_train_loss = total_train_loss / len(train_dataloader)\n", "\n", "\n", " print(f'\\nAverage Training Loss: {avg_train_loss}.\\n')\n", "\n", " model.eval()\n", "\n", " total_eval_loss = 0\n", " nb_eval_steps = 0\n", "\n", " for batch in validation_dataloader:\n", "\n", " b_input_ids = batch[0].to(device)\n", " b_labels = batch[0].to(device)\n", " b_masks = batch[1].to(device)\n", "\n", " with torch.no_grad():\n", "\n", " outputs = model(b_input_ids,\n", " attention_mask = b_masks,\n", " labels=b_labels)\n", "\n", " loss = outputs[0]\n", "\n", " batch_loss = loss.item()\n", " total_eval_loss += batch_loss\n", "\n", " avg_val_loss = total_eval_loss / len(validation_dataloader)\n", "\n", "\n", " print(f'\\nValidation loss: {avg_val_loss}.\\n')\n", "\n", " training_stats.append(\n", " {\n", " 'epoch': epoch_i + 1,\n", " 'Training Loss': avg_train_loss,\n", " 'Valid. Loss': avg_val_loss,\n", " }\n", " )\n", "\n", "tracker.stop()\n", "print(\"Training complete!\")\n", "\n", "df_stats = pd.DataFrame(data=training_stats)\n", "df_stats = df_stats.set_index('epoch')\n", "df_stats.to_parquet(f\"{output_dir}/training_stats.parquet\", compression=\"gzip\")\n", "\n", "model_to_save = model.module if hasattr(model, 'module') else model\n", "model_to_save.save_pretrained(output_dir)\n", "tokenizer.save_pretrained(output_dir)" ] }, { "cell_type": "markdown", "metadata": { "id": "h48iOsqie8rx" }, "source": [ "13. Check the training stats and plot the learning curves." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 592 }, "id": "J1-hAY9Av4gT", "outputId": "456b8567-e2fb-4e44-8903-433b48b12a76" }, "outputs": [ { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAABAUAAAI/CAYAAAAPyGCFAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAClBElEQVR4nOzdd3hUZd7G8e+ZmUx6pSWhhhYCiDQFFRuggqCioi52UfEVXddlfdd1XVm77r677q690BTFVVwBBSkLigJK7xJ6TyAB0utkyvtHyEhIAkmY5GSS+3NdXCRnzjznNyEPybnnKYbH4/EgIiIiIiIiIk2OxewCRERERERERMQcCgVEREREREREmiiFAiIiIiIiIiJNlEIBERERERERkSZKoYCIiIiIiIhIE6VQQERERERERKSJUiggIiIiIiIi0kQpFBARERERERFpohQKiIiIiIiIiDRRCgVERMRvrVq1isTERBITE33e9pdffkliYiKDBw/2edviG3fddReJiYm88cYbNXrsXNuuD4MHDyYxMZEvv/zSlOuLiEjTYTO7ABERadjO5Yb7lVde4aabbvJhNVJTmzZtYsqUKaxbt46srCwiIyOJi4vjkksuYfjw4XTr1q1W7R45coTBgwfjdrv5/e9/z/3331+t582ePZsnn3wSKA1eevToUavr+6svv/ySlJQULrzwQgYMGGB2OT73hz/8gVmzZtG6dWu+/fZbs8sREZFqUCggIiJn1Lx580qPFxQUUFBQcMZzgoKC6qwugODgYBISEuqk7fDwcBISEmjVqlWdtF8fvvjiC5555hncbjdQ+vUqKChgy5YtbNmyhfXr1zN9+vRatR0XF8fFF1/M8uXL+fLLL6sdCvznP/8BICkpqU4Dgbi4OBISEoiOjq6za9TGrFmzWL16NY8++ugZQ4G2bdtit9sJDw+vx+pERKQpUiggIiJntGLFikqPv/HGG7z55ptnPKeu9erViwULFtRJ21dddRVXXXVVnbRdHzIyMnj++edxu90kJSXx4osv0rNnTwAOHTrEt99+y969e8/pGqNHj2b58uXs3r2bTZs2cf7555/x/EOHDrFmzRoAbr755nO69tn89a9/rdP269qHH35odgkiItJEKBQQERFphNauXUtxcTEA//d//0eXLl28j7Vt25Z77rnnnK8xZMgQoqKiyMrK4j//+c9ZQ4Evv/wSj8eD3W7nuuuuO+fri4iIyLlTKCAiInWibC2Cjz76iM6dO/P++++zdOlSjh49SlFRETt27ACgsLCQJUuW8MMPP7Bjxw7S0tLIy8sjKiqKXr16cdttt3H55ZdXeo1Vq1Zx9913A3jbK/Pll1/y1FNPeec2b926lQ8++MA7t75Vq1YMHTqU8ePHExkZWaHt059/qrJREhdeeCHTp0/np59+YurUqWzevJn8/HzatGnDiBEjePDBBwkMDKzya7R48WI++ugjtm3bhsvlom3btlx33XXce++9vPvuu+WuUVNWq9X7cV1NgbDb7dxwww18+OGHzJs3jz/+8Y9VThlxu93Mnj0bKB2FERUVBcDOnTtZuHAha9asITU1lfT0dGw2G+3atePyyy/nnnvuISYmpsa13XXXXd5h+r/+9a8rPO5yuZgxYwZffvkl+/btw263k5iYyB133MGwYcPO2PahQ4eYP38+q1at4vDhw6SlpWEYhnethvvuu4/4+Phyzyn7firz5ptvekfalFmyZAlt2rQBShcaTElJqXJdDpfLxaxZs/jqq6/YsWMH+fn5REdH06dPH+64444qpyac+nV59NFHmTlzJjNnzmTPnj14PB66du3K7bffzg033HDGr0FdOHbsGFOmTOGHH34gJSUFgNatW3P55ZczduzYKqcpZWdnM23aNJYuXcqBAwdwOBxERkYSExNDnz59GD58OBdddFG55xQVFfHJJ5+waNEi9u7dS0FBAeHh4cTExHDeeecxePBgrrnmmjp/zSIiDYFCARERqVMHDx5kwoQJHD9+nMDAQGy28j965s+f771ZMgyDsLAwbDYbx44dY8mSJSxZsoSxY8d6F6erja+//pqnnnqKkpISwsPDcblcHD58mGnTprFixQo+++wzQkNDa9X2pEmT+Nvf/gaUrkNQUlLC3r17eeONN1i9ejVTp04td4Ne5i9/+QtTpkzxfh4REcGePXv429/+xvfff0+/fv1q92JPuuiii4iJiSEjI4OPPvqIRx999Jzaq8ro0aP58MMPycvLY+HChVXeTP7000+kpqYC5acO/M///I/3BjAwMJDg4GCys7NJTk4mOTmZWbNmMW3aNDp27Oizmh0OBw8//DDLly8HwGKxEBAQwJo1a1i9ejUPPvjgGZ//xz/+kdWrVwMQEBBAaGgoOTk57Nmzhz179jBr1izeffdd+vfv731OUFAQzZs3Jzs7m5KSEkJCQggJCSnXbmXfJ5XJzc1l/Pjx3hqsViuhoaEcO3aMhQsXsnDhwrP2GZfLxSOPPMKSJUuw2WwEBQWRn5/Pxo0b2bhxIwcOHOCxxx6rVj2+sHr1ah555BFycnIAvF+b3bt3s3v3br744gvefvvtcl9TgKNHjzJmzBjv95bFYiE8PJzMzEyOHz/Ozp072bdvX7lQIC8vjzvuuIPt27cDpf/vhIeHk5ubS2ZmJnv27GHNmjUKBUSkydCWhCIiUqdefvllwsPDmTZtGhs3bmT9+vXl1gGIiIhg7NixzJgxgw0bNrB27Vo2btzIsmXL+PWvf01AQABTpkxhyZIltbp+RkYGf/zjHxk1ahRLly5l7dq1rF+/nokTJxIQEMCuXbuYNGlSrdrevn07f//73xk3bhw//vgja9asYe3atTzyyCNA6UiGWbNmVXjevHnzvIHAyJEj+eGHH1izZg3r16/nhRdeYPPmzXz66ae1qqlMSEiI96bwrbfe4quvvjqn9qrStWtXevXqBfyyiGBlyh5r3bp1uRu0Cy64gFdffZXvvvuOzZs3s2rVKjZv3sy0adPo1asXaWlpPPHEEz6t+e9//zvLly/HMAwef/xx1qxZw5o1a1ixYgVjxozhgw8+IDk5ucrnd+vWjYkTJ7Jw4UJvzVu2bGHmzJlceuml5Obm8tvf/paioiLvc6699lpWrFhBnz59ABg7diwrVqwo9ycuLq5a9T/99NOsXr2agIAA/vSnP7Fu3TrWrFnDsmXLvIHLlClTzvg9NGPGDFavXs2rr77KunXrWLduHd9//z1XXnklAO+88w779++vVj3n6siRI95AoHPnzt7/CzZs2MAnn3xCQkIC2dnZPPLII6SlpZV77htvvEFqaiqtW7dm2rRpbN26ldWrV7Nlyxa+/fZbnn322QrTWj766CO2b99OVFQUb7zxBps3b2bNmjVs2bKFH374gb/85S9ccskl9fLaRUQaAoUCIiJSpywWC9OmTeOiiy7CYin9sXPqjgFDhw7lySefpF+/fgQHB3uPt2zZkkcffZTf/va3ALVeJb+wsJARI0bw4osvem+6goODueOOO7jzzjuB0pv02sjJyWH8+PFMmDDBO8Q9LCyMxx57jKuvvrrStj0eD//6178AuOSSS/jb3/7mHd4fGBjIrbfeyrPPPkt2dnataiqTkpLiDTvcbjd/+MMfznjTfi5Gjx4NlL7be+jQoQqPZ2dns3jxYgBuuukm7/cBlI6YuPHGG8sNt7fb7Vx00UVMmzaN5s2b8/PPP7N27Vqf1JqWlsbHH38MwMMPP8zDDz9MWFgYAM2aNePZZ59l5MiR5ObmVtnG008/zR133EGHDh28r8Vms9GrVy/ee+89EhMTSU9PZ+HChT6p+VSbNm3ytvvMM89w1113eftNixYtePnll73vcP/rX//yritxuuzsbN58801uvPFG75SP2NhYXn/9dVq2bInb7Wb+/Pk+r78y7777Ljk5OURGRjJt2rRyo2T69+/PtGnTCAsLIysri/fee6/cczds2ADAhAkTuOiii7yjLaxWK61bt2bMmDEVQqWy54wdO5arr74au90OlP5f1apVK0aNGsULL7xQZ69XRKShUSggIiJ16oYbbiA2NrbWz7/iiisA2LhxIy6Xq1ZtPPzww5UeHzJkCAAHDhygsLCwxu3a7XbGjh17xrZPX+sgOTmZAwcOAPDQQw9hGEaF555+k1xT2dnZ3HPPPezatYsxY8bwr3/9C8MwePrpp6sMVz755BMSExNrNWR6xIgRBAcH4/F4Kh0ZMXfuXIqLi7FYLNx4443Vbjc0NJQLLrgAgPXr19e4rsosXLgQp9NJUFBQldsonstUC6vVyqWXXgrAunXrat1OVb755hug9Ab+lltuqfSc3/zmNwBkZmZWuTNI3759GThwYIXjdrudQYMGARW/d+uCx+Pxjhz61a9+RYsWLSqcExsby69+9SugYsgWEREBlK5HUF21eY6ISGOmNQVERKRO9e3b96znHD9+nBkzZrBixQr2799Pbm5uhQCgsLCQ7OzsGi86FxUVRfv27St9rGXLlt6Pc3Jyyo1UqI4uXbpUuRZBWdunv+P/888/A6Vz0cuGkp/OMAwuuOAC5syZU6N6yrz44oscOnSI3r1788wzz2C1WnG5XPzv//4vL774IgUFBTz00EPlnlM2LDspKanG1wsLC+Oaa65h9uzZzJ49m0cffbTcaICyEQoXXXQRrVu3rvD87777jjlz5rBlyxZOnDhRaUBz9OjRGtdVma1btwLQs2dP7wiB0yUkJNCqVasKQ9VPtXbtWr744gs2btxIWloaBQUFFc450/Nrq6z+AQMGlPsan6pTp07e+rdu3crgwYMrnHOmnSKq+t6tC4cPHyYrKwugwmKAp7rkkkuYNGkSWVlZHDp0iLZt2wKloeGGDRv4+9//zt69e7nqqqvo27dvlf+2Zc+ZO3cuH3/8MRkZGVx77bX07du3Vgtaiog0BgoFRESkTjVr1uyMj2/YsIFx48Z5FxiD0vnwwcHBGIaBy+UiMzMToFbv5p9pAcFTF3YrKSmpk7adTme542WvJSoqyjtsuTK13THg2LFj3neTx48f761jxIgRlJSU8NRTT/Haa6+Rn5/PhAkTvM9bs2YNgHdOeU2NHj2a2bNnk5KSwk8//eSdk719+3ZvEFI2zaCM2+3mf//3f5k7d673mM1mIzIykoCAAKB0Ub3i4uJa/dtX5sSJE8DZv76xsbFV3tT/3//9X7l1KKxWa7maCwoKvH98rab1l51/ujN975YtBnr6925dOLW+M72mUx/LyMjwhgL3338/27dvZ/78+Xz++ed8/vnnGIZBly5dGDRoELfcckuFRSqvu+46Nm/ezMcff8y8efO8ow/at2/PJZdcws0330zPnj19+TJFRBo0TR8QEZE6VdW7mVB60/G73/2OnJwckpKSeP/991m3bh0bNmzgxx9/ZMWKFXz++efe8z0eT32U7Ne2bdvmvZk7fQeDUaNG8eKLL2IYBu+99x4vvvgiHo+HvXv3smHDBiIjIxk6dGitrnvBBRfQoUMHoHT7vTJlH0dFRVVo+4svvmDu3LlYrVYeeeQRFi1axJYtW1i9erV38b2y6QwN5d9+xYoV3kDg9ttv5+uvv65Q8z333GNylU1HQEAA//znP5kzZw6PPPIIAwcOJDg4mJ07dzJlyhRGjhxZbpePMk8//TQLFixgwoQJXHbZZURERHDgwAFmzJjBzTffzEsvvWTCqxERMYdGCoiIiGk2btxISkoKVquV9957r9J3ChvbvN/o6GgAsrKycDgcVY4WqO3Q8/z8/DM+fvPNN+N0Ovnzn//M9OnTyc/PJycnB4/Hwz333FPrrRnL2v773//Of//7X+90jLJdD6677roKr7XsHdrRo0dXuf3d8ePHa11PZcpGrpzt61vV42U1Dxo0iD//+c+VnuPrmk/VrFkz9u3bd9bpFGWPn22kjtlOrS8tLa3KrSdP/feobJh/t27d6NatG1AaNq5Zs4a33nqLNWvW8Ne//pWLL77Y+3iZ9u3b89BDD/HQQw/hdrvZvHkzH3zwAYsXL+ajjz5i4MCB3rVBREQaM40UEBER0xw5cgQo/SW/qqHDP/30U32WVOd69OgBlE5XKFsF/XQej6fWq+2XDasGWLlyZaXn3HbbbTzzzDNA6Tv5ixcvJiEhgQceeKBW1ywzatQorFYrxcXFfP3113z77bfe6RKnTx2AX25cu3fvXml7+fn5bNq06ZxqOl3ZsPCtW7dWGaDs37+/ypvus9Xs8Xiq/LoD3oUlazvyoaz+VatW4Xa7Kz1nz5493pvo8847r1bXqS9t2rQhKioKOHNf//HHH4HSESenfo9XxmazcdFFF/Hee+9ht9vxeDze51fFYrHQu3dvXn/9de8in2d7johIY6FQQERETBMeHg6UvrNa2burR48erfVWhA1VUlKSd+HD999/v9Kbwzlz5pCSklKr9nv27Em7du2A0rnvZTflp7vjjjsYPny49/Nu3boRGBhYq2uWadmyJZdddhlQGjaUTR3o0aNHhXdpAe9icNu3b6+0vbfffvusIx9q6pprrsFqtVJUVFTpsHKAt956q8rnn63mTz/9tNJtGU9//qlraNTEiBEjgNJ3zmfOnFnpOa+//jpQOirl4osvrtV16othGN7vw88++6zSkUFpaWl89tlnAIwcObLcYw6Ho8q27Xa7d02NU6cxnek5VqvVuzZEZTuDiIg0RgoFRETENP369SMkJASPx8Pjjz/Ovn37AHC5XCxbtoy77rrL5Ap9zzAMfv3rXwOwfPlynnzySe+7usXFxcycOZM///nPREZG1rr9iRMnYrVa2b9/P7fccgsLFy707lfvcrlYv349jz32GPPnz/fe+MyfP59//OMf5/z6ykYEbN26lR9++AEonVZQmbKt+2bOnMlnn33mvVk7duwYL7/8MpMmTfK+i+wrrVq14vbbbwdKQ4f33nuPvLw8oHQBu+eff56vvvrKG1hVVfMPP/zAW2+95V1MMCcnh3fffZcXX3zxjDV36dLF+/zaTBHp1auXd52FF154gY8//ti7COOxY8f405/+5N3i7ze/+c05Bz215Xa7ycjIOOOfsq/7//zP/xAREUFWVhb33Xdfue0n161bx3333UdOTg5RUVGMGzeu3HWuvPJK/v73v7Nx48ZyN/sHDhzgiSeeoLCwEIvF4t1mEeCWW27hxRdfZNWqVeUWg0xLS+OFF17wbhl6+eWX18nXRkSkodGaAiIiYprw8HB+//vf8+yzz7JmzRqGDRtGSEgILpeL4uJioqOjeeWVV3j44YfNLtWnrrvuOrZs2cKHH37InDlz+Oqrr4iIiKCgoICSkhIGDhzI+eef7x3+XFOXXnopr732Gk8//TSHDh3isccew2azERYWRn5+vnenhfj4eF5++WV++OEHpkyZwrvvvkuLFi248847a/3arrjiCpo3b87x48dxu90EBgZy3XXXVXru2LFjWbhwIXv37mXixIk8++yzhIWFkZubi8fj4bbbbsPhcDBr1qxa11OZ//3f/2XPnj38+OOPvPbaa/zrX/8iLCzMu7bCgw8+yKZNm1i9enWF544aNYrZs2ezdu1aXn/9dd544w0iIiLIzc3F7XZzxRVXkJSUxDvvvFPptW+88UamTp3KgQMHuOKKK4iJifHeuM+YMYPY2Niz1v/SSy+RmZnJ6tWreeGFF3jllVcIDQ311g+lX9sxY8acw1fp3Bw5cuSMWwwCDBkyhLfffpvY2Fjeeustxo8fz65duxgzZgwhISEA3pv2iIgI3nrrrQrTjI4fP87777/P+++/j8ViITw8nKKiIm8IZhgGTz75JJ07d/Y+Jzc3l+nTpzN9+nQMwyA8PByn01kuILj33nu9AZCISGOnUEBEREw1ZswY4uPjmTRpElu3bsXlctGqVSsuv/xyHnzwwVptFegP/vjHP3LBBRfw0UcfsW3bNhwOBx07duSGG27gnnvu4dVXXwVKb4ZqY9iwYfTt25cZM2bwww8/cODAAfLz84mKiqJHjx5cddVVXH/99djtdgYMGMD+/fv59ttveemll2jWrFm5qQU1YbPZGDVqlHeF/quuuqrK1xAREcG///1v3nrrLRYvXkx6ejpWq5ULL7yQ2267jREjRvCHP/yhVnWcSWBgIB988AEzZszgyy+/ZN++fXg8Hvr37++dVlHVKJWAgACmTJnC+++/z9y5c0lJScHj8dCrVy9GjRrFbbfddsbpBx06dOCjjz7ivffeY/PmzWRlZXl3i6juFoDh4eFMmzaNWbNmMWfOHHbs2EFBQQHNmzenb9++3HHHHQwYMKDmXxgTXXjhhXzzzTdMnTqV77//npSUFAzDoFOnTlx++eWMHTuWFi1aVHjelClTWLVqFevWrePIkSPeaUjt27enX79+3HHHHRW2F3zttddYvnw5a9eu5fDhwxw/fhyn00nr1q05//zzufXWW88aaIiINCaGp6Hs8SMiIiJev/rVr9iwYQOPPfYYjzzyiNnliIiISCOlNQVEREQamNWrV3t3JtAQZhEREalLCgVERERM8Nxzz/Hll19y7Ngx7zzwnJwc/v3vfzN+/HgABg4cSK9evcwsU0RERBo5v5k+cOzYMVasWMHWrVvZsmULycnJFBcXc+GFF9Z6u6q6aFNERKQ6brjhBu+2dna7neDg4HILxXXu3JkpU6ZUWFhNRERExJf8ZqHBefPm8corrzT4NkVERKrjscceY/HixWzevJnjx4+Tl5dHZGQknTt35qqrruK2224jODjY7DJFRESkkfObUCAsLIyLL76Y8847j/POO49t27bx9ttvN7g2RUREqmPIkCEMGTLE7DJERESkifObUGD06NGMHj3a+3laWlqDbFNERERERETEX2ihQREREREREZEmym9GCvgzj8eD2+0X6zlisRh+U6tIQ6a+JOIb6ksivqP+JOIb/tCXLBYDwzCqda5CgXrgdnvIySk0u4yzslotREQEk59fhMvlNrscEb+lviTiG+pLIr6j/iTiG/7SlyIigrFaFQo0GBaLQXR0qNllVFtEhFa7FvEF9SUR31BfEvEd9ScR32hMfUmhQD0oHSlQYHYZZ1WWeuXkFDbo1EukoVNfEvEN9SUR31F/EvENf+lLpSMFqreEoEKBeuJ0NtxvmNO5XG6/qlekoVJfEvEN9SUR31F/EvGNxtSXtPuAiIiIiIiISBOlUEBERERERESkiVIoICIiIiIiItJEKRQQERERERERaaIafSgwZswYBg8ezLRp08wuRURERERERKRB8ZvdB44cOcKoUaO8nzscDgDWr1/PgAEDvMcfeOABHnzwQe/naWlppKSkkJub67M2RURERERERBoDvwkFXC4XWVlZFY47nc5yx4uKikxtU0RERERE6o7L5cTtbhxbwYn/cbsNioqsOBzFuFyeOr+eYRhYrTYMw6i7a3g8nrp/JU2cy+UmIyPf7DLOymazEB0dSmZmfqPZc1PEDOpLIr6hviTiO42hPxUW5pOfn4PT6TC7FGniLBZLvQZThmHBbg8iPDwKmy2gWs+JiQnFaq3eagF+M1JARERERESapsLCfLKzj2O3BxMV1QKr1QrU3TunImditRr1MkoAPLjdbkpKiikszOfEiaNER7fEbg/06VUUCoiIiIiISIOWn5+D3R5MdHSLOh1GLVIdNpulXkfcBAYGExISQUZGGnl5WcTEtPJp+41+9wEREREREfFfLpcTp9NBSEiYAgFpsiwWC6Gh4TgcRbhcLp+2rZECAoDb7SF5fwYl+zIJMDx0io/EYtF/uiIiIiJirrK526VTBkSaLqu1dD0Bt9vl0/6gUEBYtyOdGYt3kZlb7D0WHR7I7UO70C+xpYmViYiIiIiU0RtW0rTV1UgZTR9o4tbtSOetWVvLBQIAmbnFvDVrK+t2pJtUmYiIiIiIiNQ1hQJNmNvtYcbiXWc859PFu3C7tWuliIiIiIhIY6RQoAnbeSirwgiB02XkFrPzUFb9FCQiIiIiIiL1SqFAE5aVf+ZAoKbniYiIiIiIALz00rMMGtSfb7752mdtPvroOAYN6s/69Wt91qZoocEmLSo00KfniYiIiIiIOQYN6l+r582c+RVxcfE+rkb8iUKBJqxr2yiiwwPPOIUgJjyQrm2j6q8oERERERGpsfPOO7/CsZKSErZv3wZAt27dCQgIqHCO3W6vk3qaNWtOu3btCQ0N81mbrVrF0q5de4KCgnzWpoDh8Xi0ilwdc7ncZGTkm11Gpcp2H6jKIzf21LaEIjVks1mIjg4lMzMfp9Ntdjkifkt9ScR3/Lk/lZQ4OHHiCM2axREQUDc3sI3VkSOp3HLL9YBGBPiSzWYxpR/VpC/ExIRitVZvtQCtKdDE9UtsySM39iQ6vOIUgVbRwfTu0tyEqkRERERERKQ+aPqA0C+xJX26tGBPajYlHoPCgmImz0smLbOQBasOMuKiDmaXKCIiIiJS79xuDzsPZZGVX0xUaOm0WovFMLssnzh1FMHy5Wv5/vvvmDnzU/bs2U1ubg5Tp35Cly6JnDhxnKVLv+Wnn5Zz8OABjh8/js1mo3379gwefDU333xrpVMQXnrpWebPn8sf//hnrr32Ou/xb775mpdffo7evfvyxhvvMWfOf5gz50sOHjyA3R5I7959ePDB8XTs2KlCm48+Oo6NG9fz+uvv0rfvL2soTJ78HlOnfsDw4SN58sk/8emn01mwYB5HjqQSEhLKgAEDGTfuEVq1iq30a3HsWDqTJr3LypU/kpubQ8uWrRgy5Gruvnssf/vbK5W+jsZEoYAAYLEYJHWI8Q4rK3K4mDwvmdnL9tGrU3PatvTdXCARERERkYZu3Y50ZizeVW79rejwQG4f2qXRTa/95JMPeeedN4iKiqZNmzakp6d5H/v669lMmvQudnsgzZo1p1OnTmRnZ7Nz5w6Sk7fxww/f8frr71a6XsHZvPjin1m48Bvi4uJp1649Bw4cYNmy79mwYR2TJk2nTZu2NWrP6XTyu9/9mnXr1tC2bTvatGnLwYMHWLhwPhs2rGfatBlERESWe87Bgwd45JEHyczMwGaz0bFjJ4qLi/nww8msXbu6SUy5UCgglbq4Zyzrdx5jw67jTJq7jWfu6Y+tmnNSRERERET8WVXrbmXmFvPWrK2Nbt2tSZPeZcKEJxk16mYsFgtutxuXywVAnz79+cc/3qJPn37YbL/cPqanp/GPf/wfy5Yt5d///pi77rqvRtfcunUzBw7s580336d3774A5ORk89RTT7Bp0wYmT36PP//5xRq1+d13i4mNjefDD/9Np06dATh69ChPPPFr9u/fx6effsxDDz3iPd/j8fD888+QmZnBeef14oUX/kLz5i0A2LlzO7///W/ZsSO5RjX4I93lSaUMw+DuYd0ICw7gUHoeX63Yb3ZJIiIiIiKV8ng8FDtcPvlTWOTkk//uPOP1ZizeRWGR0yfXawjrvl933ShuuukWLJbS20OLxeJ95//883tzwQUDygUCAC1btuLPf34Rm83GggXzanxNp9PJ448/4Q0EACIiIvnNb34HwE8/rahVm3/603PeQAAgNjaWBx8cX2mb69evZfv2bQQFBfHCC3/1BgIAXbt24+mn/4zT6axxHf5GIwWkSpGhdu6+JpG3Z2/lm58O0LtzczrGR5hdloiIiIiIl8fj4ZWP17M7JbverpmZW8wj//zBJ211bhPJU3f0xTDMW6vgbHPli4uL+O67JWzatIG0tDSKigq9YYbFYuHgwQMUFxcRGFj9rQLDwsIZMuTqCse7du2G3W4nLy+X7OwsIiOjqt1m585d6dnzvArHe/QoPZaScrjc8VWrfgRg4MBLaN684gLrF1wwkNjYOI4ePVLtGvyRQgE5o/7dWjKweytWbktj0txtPHvfBdgDrGaXJSIiIiLyi8ax9p9p2rdPqPKxvXv38OSTv+XIkdQztpGTk0OLFtUPBc60XkBUVDTp6WkUFhbWKBSoqs2YmBgACgsLyh0/dOggAJ07d6myzc6duygUELn9qq4kH8zkaEYBX/6wl18NqbrTiIiIiIjUJ8MweOqOvjhKfLNv/M5DWfxj5qaznvfbW86na9uoc76ePcBi6igBgODg4EqPu1wunnnmSY4cSaVfvwu588576Ny5C+HhEd7pBDfdNIL09LQaD7MPCqo6QCibxlDTqRVVvY6y9k5XUFAIQEhIaJVtnumxxkKhgJxVWHAA9w3vxj9nbua/aw7Rp0tzEttFm12WiIiIiAhQGgwE2n0zmrVHQgzR4YHldh04XUx4ID0SYhrN9oRVSU7exoED+2nZshV//etrFaYHeDwecnNzTaru3IWElIYIBQX5VZ5zpscaCy00KNXSq1NzLjs/Dg8weV4yhcWNf8ENEREREWl6LBaD24eeeWTsmKFdGn0gAHDkSAoASUndK10vYO/ePRWG5PuTtm3bAbBnz+4qzznTY42FQgGpttsGd6FZRBDHs4uY+V3j7xwiIiIi0jT1S2zJIzf2JDo8sNzxmPDARrcd4ZmUDfE/ceJEpY/PmPFRfZbjcwMGXAzAypUryMio+BrXrl191rUUGgOFAlJtwYE2xo5IAmDpxlS27q38PwcREREREX/XL7El//fwxfx+TB/GXd+d34/pw18fvrjJBAJQumq/zWZj69bNzJnzpfd4SUkJH3zwDosWzfduXeiP+vbtT1JSdwoLC/nTn57k+PHj3sd27drByy8/V2ErxsZIoYDUSFL7aIb2awPA1PnbyS8qMbkiEREREZG6YbEYdGsfzcDusXRrH90kpgycKiamGWPG3AXA//3fy4waNZwHHrib6667ig8/nMzYseNo1qziVn7+wjAMnnnmBaKjY9i8eSOjR49k7Ng7uPPOW7nvvjto3rwFV1wxBKh6scLGoPG+MqkzN1/RiVbRwWTmFjPjv7vMLkdEREREROrIQw89whNPPEWnTp3Jzs7i8OFDdO7clRdeeJX77nvQ7PLOWbt27Zk8eTojRlxPZGQk+/fvw+Eo5s477+X119/17qoQGtp4dyEwPDXd50FqzOVyk5HR8FettNksREeHkpmZj9N55i1ddqdk88rH6/B44JEbz6NfYot6qlKk4atJXxKRqqkvifiOP/enkhIHJ04coVmzOAIC7GaXI03MXXfdyr59e5k6dQZdunQFSvuTGf2oJn0hJiYUq7V6YwA0UkBqpXPrSIYPaA/ARwu3k1PgMLkiERERERER3/n5563s27eXiIhIEhI6ml1OnVEoILV2w6AEWrcIJbeghOkLdqBBJyIiIiIi4k8OHTrIzJn/Jjc3t9zxzZs3MnHiHwC4/vobG/WCg433lUmdC7BZeGBEd178aC3rdh5j1bY0BvaINbssERERERGRasnPz+Nf//obb775D9q2bUdISCjHjx8jPT0NgPPO68V99z1gcpV1SyMF5Jy0jw3nuks6APDxop1k5habW5CIiIiIiEg1xce34e67x9K1ayLZ2dns3Lmd/Pw8evQ4j8ce+x3/+te7BAYGmV1mndJIATln1w5sz8Zdx9l/NJdp87fz+C29MIymtV2LiIiIiIj4n4iICMaNG8+4cePNLsU0Gikg58xmtXD/yO7YrBa27D3Bss1HzC5JREREREREqkGhgPhE6+ah3HRZ6Yqcny7ZxfGsQpMrEhERERERkbNRKCA+c/UFbenSJpJih4sp3yTj1m4EIiIiIiIiDZpCAfEZi8Xg/hFJ2AMsbD+YxZJ1h80uSURERERERM5AoYD4VMvoEG67sjMAXyzdw5ET+SZXJCIiIiIiIlVRKCA+d0Wf1vToEE2J083kecm43G6zSxIREREREZFKKBQQnzMMg/uuTSI40Mbe1BwWrDpodkkiIiIiIiJSCYUCUidiIoK4fWgXAGYv28eh9DyTKxIREREREZHTKRSQOnNxz1j6dGmOy+1h0txtOF2aRiAiIiIiItKQKBSQOmMYBncP60ZYcACH0vP4asV+s0sSERERERGRUygUkDoVGWrn7msSAfjmpwPsTc0xuSIREREREfGFQYP6M2hQ/wrHH310HIMG9Wf9+rU1am/9+rUMGtSfRx8d56sSz+rIkVQGDerP6NHX1ds1GxqFAlLn+ndryYDurXB7PEyetw1HicvskkREREREGpWXXnqWQYP687vfPVat8zMyTnD55QMYNKg/a9asquPqzDN58ntMnvweubm5ZpfSYCkUkHpxx1VdiQy1c+REAV/+sNfsckREREREGpXhw0cCsHbtKk6cOH7W8xctmo/L5aJly1b063eBT2tp1SqWdu3aExQU5NN2a2Pq1A+YOvUD8vIqDwVsNhvt2rWndes29VxZw2EzuwBpGsKCA7h3eDf+9cVm/rvmEH26NCexXbTZZYmIiIiINAp9+vQjLi6eI0dSWbRoAWPG3HnG8+fPnwfAsGEjsFh8+17xM88879P26lKLFi2ZMeM/ZpdhKo0UkHpzfufmXNorDg8weV4yRQ6n2SWJiIiIiDQKhmEwbNgIABYsmHfGc3ft2sGePbuAX0YYSNOlkQJSr341pAvb9mdwPLuIz7/b412EUERERESkoXF73OzO2kdOcQ4RgRF0jkrAYjTc91WHDRvBtGmT2LNnF7t27aBLl8p/1y4LDc47rxdt27bj55+38sMP37F+/RrS09PIzs4mIiKS7t17cMstY2o8veDRR8exceN6Xn/9Xfr2Lb8QodvtZtasL/jqq1kcOnSQkJAQevXqzX33PXjGNmta4+TJ7zF16gfez2+55fpyj5fVduRIKrfccj2xsXF88cXXFa6bn5/HZ5/N4PvvvyMl5RCGYdCmTVsuu+xKbrvtdkJCQis8Z/To6zh69Aivv/4uLVu2YvLk91i3bg15ebnExcUzYsT1/OpXd/p8hEZtKRSQehUcaGPstUn83783snRDCn27NKdnx2ZmlyUiIiIiUs7G9C3M3PUVWcXZ3mNRgZHc0uV6erc8z8TKqta6dRt69erNpk0bmD9/bqWhgNPpZNGiBQAMG1Y6SuD55/9ESsphwsMjaNasOc2ateDYsXSWL/+BFSuW8fjjT3Dzzbedc30ej4fnnvsTS5YsAiA2No7IyChWrfqRlSt/5L77HqjyuTWtsVWrWM4773y2bNkEQLdu3QkICPA+HhYWdtZ6jx49yuOPj+fw4YNYLBYSEjoCsGfPbnbt2sl//7uAf/7zbVq2bFXp83ft2sFTT/0Op9NJhw4dsdlsHDiwn7fffp2jR48wYcKTZ/+i1QOFAlLvkjrEMKRfG5asO8zU+dt54f4LCQkKOPsTRURERETqwcb0LXywdXqF41nF2XywdToP9ryrwQYDw4ePZNOmDfz3vwsZP/432Gzlb/lWrfqJzMwM7PZAhgy5GoB7732AHj3Oo1279uXOXbduDc8++zRvvPEPLrnkcmJjY8+ptq++msWSJYuw2wN57rmXuPTSKwDIy8vjpZeeZfLk96p8bk1rHDnyBkaOvMG7ZeILL7xKXFx8jep97rmnOXz4IJ07d+Wll/7qXYwwNfUwTz45gX379vL888/w5pvvV/r8d955g+HDR/LrX08gJCQEgCVL/suzz/6RWbO+YPToX1V4PWZoGOMVpMkZfUUnWkUHk5lbzIzFu8wuR0RERET8mMfjodjl8MmfQmcRn++cc8brzdz1FYXOIp9cz+Px+PRrMXjwUIKCgsjMzGDVqp8qPD5//lwALr30cu+75cOHj6z05rRfvwsYN248TqeTxYsXnFNdHo+Hjz/+EIA77rjbGwhA6bv2Eye+QGhoxaH4ZeqjxlNt2LCOLVs2YbFYeO65l8vtTtCuXTueffZlDMNg48b1bNy4vtI22rZtxxNPPOUNBACGDLmKSy65FI/Hw8qVK3xW77nQSAExRWCAlftHdOeVT9bx49aj9O3agr5dW5hdloiIiIj4GY/Hw2vr32Zv9oF6u2ZWcTZP/DDRJ211jOzAhL4PYxiGT9oLCQnl8ssHs3DhNyxYMI9LLrnU+1hOTg4//rgMgGuvva7c81JTU1i8eCG7du0kOzuLkpISoHROPZQOhT8XBw8e4MiRFIBKpyIEBwczYsQNzJjxUZVt1HWNp1q58kcALrxwIO3bd6jweKdOnbngggGsXr2SVat+onfvvhXOue66UVit1grHe/Q4j+XLfyAl5bDP6j0XCgXENJ3bRDJsQDvmrzzIRwu207lNJBEhdrPLEhERERG/45sb6sZi+PCRLFz4DStW/EBubi7h4eEAfPvtIhwOB82bt6B//wu953/++Qzefvt1nM6qdwfLzs6u8rHqOHBgPwDR0TFERUVVek7ZnP3K1EeNpzp4sDRk6tixU5XndOzYmdWrV3pf2+natGlX6fHo6BgACgsLz61IH1EoIKYaNagjm3efIOV4PtMX7mD8qJ4+S0lFREREpPEzDIMJfR/G4S7xSXu7s/by9qYpZz1v/Plj6RxV9U1sddktAT7//bdfvwto1SqWtLSjLFmyiFGjbgZg/vzSXQeuueZa7zvYW7Zs4vXXX8NisXDffQ9y+eWDiY+PJygoGIvFwrp1a/jNbx4+4814dRQWFgAQHR1d5TllN8unq68aT1VQUFZv1Yuix8Q0O3lufqWPBwUFVXq8bNcBX08dqS2tKSCmCrBZeGBkd6wWg3U7jrFqW5rZJYmIiIiInzEMg0Cr3Sd/kmK6EhUYecbrRQdGkhTT1SfXq4s3xAzDYNiwEcAv2w8ePHiAn3/eApSOJChT9vhtt93B/fc/ROfOXQgJCfXeuPrq3ffg4NJ59ZmZmVWek5mZUenx+qrxVGXrAGRmnqjynIyMEyfPrXotBH+gUEBM1z42nOsu7gDAx4t2kplbbG5BIiIiItJkWQwLt3S5/oznjO5yPRajYd9Kld34b926mUOHDnpvrJOSetChQ4L3vCNHUgE4//w+lbZTFiScq7J5+VlZmWRlZVV6zr59eys9Xl81nqpsUcO9e/dUeU7ZY5WtOeBPGvZ3sjQZ117Unvax4RQUO5k2f3uDGUojIiIiIk1P75bn8WDPuyqMGIgOjGzQ2xGeqk2btpx33vlA6Y4DCxd+A5QfJQAQGFg6xP3EieMV2sjMzPTuVnCu2rVrT1xcazweD7NmzazweFFREd9881Wlzz2XGgMDAwEoLq7ZG48DB14MUOWaAXv37mHNmpXlzvVXCgWkQbBZS6cR2KwWtuw9wbLNR8wuSURERESasN4tz+OFi5/iN30e4r7uY/hNn4d4/uKn/CIQKFO2w8Bnn31CWtpR7HY7Q4deU+6c3r1L332fPn2qd3E9KF3p//e/f5yioiKf1GIYBrfffhcAn3zyIcuX/+B9LD8/jxdeeIa8vLxKn3suNZZtJbhx47oa1dunTz969eqN2+3m2Wf/WG6ngMOHD/Hcc0/j8Xjo3btvlSMY/IUWGpQGo3XzUG66rCOff7ebT5fsonv7aJpHBZtdloiIiIg0URbDQtfoqlefb+gGDx7Kv/71N+9N88UXX0pERES5c6677kbmzPmSgwcPcNddt9K2bXusVgv79u0lODiY8eN/zT//+Tef1DNq1M2sX7+W775bzB/+MIG4uHgiI6PYv38vbreH++9/iPfee6vC886lxqFDr+H999/mb397lS+/nElEROnoj9/85nd06ZJ4xnonTnyRxx9/mF27djJmzE0kJHQCPOzbtxe3203btu2YOPGFc/66mE0jBaRBufqCtnRpE0mxw8WUb5JxaxqBiIiIiEithIaGcdllV3o/Lxs5cKqQkBDeemsS119/I1FRURw+fJCcnByuvno4U6Z8QseOnX1Wj2EYPPvsSzz++BN06tSZEyeOc/RoKhdcMJD33ptKjx6Vj8I4lxpvv/1uHnjgf+jQIYHDhw+zceN6Nm5cT25u7lnrjY2NZfLk6dx334N06JBASsohUlIOk5DQkfvvf4jJk6fTsmWrWn89GgrD4yeTt48dO8aKFSvYunUrW7ZsITk5meLiYi688EKmT59+Tm2vXLmSqVOnsmnTJgoKCoiPj2fYsGGMGzfOu+rkuXC53GRkVL5NRUNis1mIjg4lMzMfp9NtWh3pmQVMnLIaR4mbMUO7cFX/tqbVIlIbDaUvifg79SUR3/Hn/lRS4uDEiSM0axZHQIDd7HJEsNkspvSjmvSFmJhQrNbqjQHwm5EC8+bN48knn2T69Ols3LixxgtFVGX69Once++9LF26lMDAQDp16kRKSgrvvPMOo0ePrnJlTKk7LaNDuO3K0rTvi6V7OHKi4QcqIiIiIiIi/shvQoGwsDAuvvhiHnroId58803Gjx9/zm1u3bqVl19+GYDnn3+epUuXMmvWLBYvXkyPHj3Ys2cPzzzzzDlfR2ruij6t6dEhmhKnmynzknG5/SvRFhERERER8Qd+EwqMHj2aqVOnMmHCBK666iqaNWt2zm2+/fbbuN1ubrjhBm677TYMwwCgVatWvPbaa1gsFhYtWsT27dvP+VpSM4ZhcN+1SQQHWtmTmsOCVQfNLklERERERKTR8ZtQwNfy8/NZtmwZALfeemuFxzt06MDAgQMBWLBgQb3WJqViIoK4fWhXAGYv28fh9Mq3KBEREREREZHaabKhQHJyMg6HA7vdTq9evSo9p1+/fgBs2rSpPkuTU1zcM5benZvjcnuYNHcbTpemEYiIiIiIiPhKkw0F9u3bB0B8fDwBAQGVntOuXbty50r9MwyDe4YlEhYcwMH0PL5esd/skkRERERERBoNm9kFmCU7OxuAyMjIKs8pe6zs3HNhszX8/KVsy4rqbl1RX5pFBXPv8G68+eUW5v10gH7dWtAxvup/NxGzNdS+JOJv1JdEfMef+5PbbZhdgojXyWXoMAzweMypwWo1fHp/2WRDgbItDasaJQBgt9vLnVtbFotBdHToObVRnyIigs0uoYJrLunI5r0Z/LAxhcnzkvnHb68gMMBqdlkiZ9QQ+5KIP1JfEvEdf+xPRUVWjh+3+PxGSORcmBGwud0GFouFyMgQgoKCfNZukw0FAgMDASgpKanyHIfDUe7c2nK7PeTkFJxTG/XBarUQERFMTk4hrgY4d/+2wZ3YtPsYh9LymDx7M2NOLkIo0tA09L4k4i/Ul0R8x5/7k8NRjNvtxuXy4HT6V+3S+BhGaX9yudz1PlLA5fLgdrvJzi6gsNB1xnMjIoKrHVw02VCgOlMDqjPFoLr86T8wl8vdIOsNttu4Z1g3Xv9iMwtWHuT8Ts3p2jbK7LJEqtRQ+5KIv1FfEvEdf+xPLlfZnZdJY7VFTlEWBJgzdaD0or4OyJrs+JsOHToAkJqaWuVogYMHD5Y7V8zXu3NzBvWKwwNMnreNIofT7JJEREREpA4ZJydxu93+FWaI+FrZKB/D8O1tfJMNBZKSkggICMDhcLB58+ZKz1m3bh0AvXv3rsfK5GzGDOlCs4hAjmUV8fl3e8wuR0RERETqkNVqwzAslJSc2zpfIv6uuLgQi8WG1erbtdWabCgQFhbGoEGDAPj8888rPL5//35WrlwJwLBhw+q1Njmz4EAb912bBMDSDSls3XvC5IpEREREpK4YhoHdHkRhYb5GC0iTVVJSTFFRPkFBId7RM77S6NcUGDNmDGlpadx9993ce++95R4bP348S5cuZc6cOfTt25dbb70VwzBIT09nwoQJuN1uhg4dSrdu3cwpXqrUvUMMQ/q2Ycn6w0ydv50X7r+QkKCqd5IQEREREf8VHh7FiRNHychIIzQ0HKs1wOc3RiLV5XYbp6x1UZc8uFxuiosLKSrKx2YLICzM91uz+00ocOTIEUaNGuX9vGxngPXr1zNgwADv8QceeIAHH3zQ+3laWhopKSnk5uZWaLNXr1784Q9/4NVXX2XixIm88847REdHs3v3bhwOBwkJCbzwwgt196LknIy+ohNb9p0gPbOQGYt38cDI7maXJCIiIiJ1wGYLIDq6JXl5WWRna5SomMtisdTrqBWLxUZwcBhhYZFYLL4f7O83oYDL5SIrK6vCcafTWe54UVFRjdq99957SUxMZMqUKWzevJkTJ04QHx/PsGHDGDduHKGhoedYudSVQLuVB0Z055VP1vHj1qP07dqCvl1bmF2WiIiIiNQBuz2QmJhWuFwu3O4zb8cmUlesVoPIyBCyswvqZbSAYViwWq11OjLG8HjM2UyhKXG53GRk5JtdxlnZbBaio0PJzMz3q61qZi7dzfyVB4kICeD5BwYQEWI3uyRp4vy1L4k0NOpLIr6j/iTiG/7Sl2JiQrFaqzeqoMkuNCiNx6hBHWndPJScghKmL9yBci4REREREZHqUSggfi/AZuGBkd2xWgzW7TjGquQ0s0sSERERERHxCwoFpFFoHxvOdRd3AOCTRTvJzNU+tiIiIiIiImejUEAajWsvak/72HDyi5x8uGC7phGIiIiIiIichUIBaTRsVgsPjEjCZrWwec8Jlm0+YnZJIiIiIiIiDZpCAWlUWrcI46bLOgLw6ZJdHM8qNLkiERERERGRhkuhgDQ6V1/Qls5tIil2uJjyTTJuTSMQERERERGplEIBaXQsFoP7RyRhD7Cw/WAW3647bHZJIiIiIiIiDZJCAWmUWkWHcOuVnQH4YukejmYUmFyRiIiIiIhIw6NQQBqtK/q0pnuHaBxON5PnbsPt1jQCERERERGRUykUkEbLYhjcNzyJ4EAre1JzWLD6oNkliYiIiIiINCgKBaRRaxYZxJghXQGYvWwvh9PzTK5IRERERESk4VAoII3eJefF0rtzc5wuD5PmbcPpcptdkoiIiIiISIOgUEAaPcMwuGdYIqFBNg6m5fH1iv1mlyQiIiIiItIgKBSQJiEyLJC7rkkEYN5PB9h3JMfkikRERERERMynUECajAuTWnFhUkvcHg+T5m7DUeIyuyQRERERERFTKRSQJuXOqxOJDLVz5EQBs5btNbscERERERERUykUkCYlLDiAe4Z3A2DR6kPsPJRlbkEiIiIiIiImUiggTU7vzs0Z1CsODzB53jaKHE6zSxIRERERETGFQgFpksYM6UKziECOZRUx87s9ZpcjIiIiIiJiCoUC0iQFB9q479okAL7bkMLWfSdMrkhERERERKT+KRSQJqt7hxiG9G0DwNRvtlNQVGJyRSIiIiIiIvVLoYA0aaOv6ETL6GAyc4v5dPEus8sRERERERGpVwoFpEkLtFt5YER3DANWbD3Khp3HzC5JRERERESk3igUkCavc5tIhl3YDoAPF2wnt8BhckUiIiIiIiL1Q6GACDDq0gRaNw8lp6CE6Qt34PF4zC5JRERERESkzikUEAECbFbuH5mE1WKwdscxVienm12SiIiIiIhInVMoIHJSh9gIRl7cAYCPF+0gK6/Y3IJERERERETqmEIBkVOMuKg97VuFk1/kZNr87ZpGICIiIiIijZpCAZFT2KwWHhiZhM1qsHnPCZZvPmJ2SSIiIiIiInVGoYDIaVq3COPGyzoC8OmSXRzPLjS5IhERERERkbqhUECkEtdc0I7OrSMpcriYMi8Zt6YRiIiIiIhII6RQQKQSFovB/SOTsAdY2H4wi2/XHTa7JBEREREREZ9TKCBShVbRIdxyRWcAvli6h6MZBSZXJCIiIiIi4lsKBUTO4Mq+rUlqH43D6Wby3G243ZpGICIiIiIijYdCAZEzsBgGY69NIshuZU9qDgtWHzS7JBEREREREZ9RKCByFs0igxgztAsAs5ft5XB6nskViYiIiIiI+IZCAZFqGHReHL07N8fp8jBp3jacLrfZJYmIiIiIiJwzhQIi1WAYBvcMSyQ0yMbBtDzm/rjf7JJERERERETOmUIBkWqKDAvkrmsSAZj74wH2HckxuSIREREREZFzo1BApAYuTGrFhUktcXs8TJq7jRKny+ySREREREREak2hgEgN3Xl1IhGhdo6cKGDWD/vMLkdERERERKTWFAqI1FBYcAD3DusGwMLVB9l5KMvcgkRERERERGpJoYBILfTu0pxB58XhASbP20aRw2l2SSIiIiIiIjWmUECkln41pAsxEYEcyypi5tI9ZpcjIiIiIiJSYwoFRGopJMjGfdcmAfDd+hR+3pdhckUiIiIiIiI1o1BA5Bz06BDD4L6tAZjyTTIFRZpGICIiIiIi/kOhgMg5uuWKzrSMCiYzt5hPl+w0uxwREREREZFqUyggco4C7VbuH5mEAazYcpQNu46ZXZKIiIiIiEi1KBQQ8YEubaK4ZkA7AD5csIPcAofJFYmIiIiIiJydQgERH7nx0gTim4eSk+9g+qKdeDwes0sSERERERE5I4UCIj4SYLPywMgkLIbB2u3prE5ON7skERERERGRM1IoIOJDHWIjGHlxewA+XrSDrLxikysSERERERGpmkIBER8beXEH2rUKI7/IybT52zWNQEREREREGiyFAiI+ZrNaeGBkd2xWg817TrB88xGzSxIREREREamUQgGROtCmRRg3XtoRgE+X7OJ4dqHJFYmIiIiIiFSkUECkjlxzYTs6t46kyOFi6jfbcWsagYiIiIiINDAKBUTqiMVicP/IJOwBFpIPZPLd+hSzSxIRERERESlHoYBIHWoVHcItV3QGYOZ3u0nLKDC5IhERERERkV8oFBCpY1f2bU1S+2gcTjeT5m3D7dY0AhERERERaRgUCojUMYthMPbaJILsVvak5LBw9UGzSxIREREREQH8MBRYuXIlDz30EAMHDqRXr14MGzaMf/7znxQU1G5YdmZmJq+99hojRozg/PPPp1+/ftx222189tlnuN1uH1cvTVWzyCDGDO0CwKxlezl8LM/kikRERERERPwsFJg+fTr33nsvS5cuJTAwkE6dOpGSksI777zD6NGjycrKqlF7e/fu5cYbb+S9997jwIEDdOzYkVatWrFp0yYmTpzI+PHjcTqddfNipMkZdF4c53dqhtPlYdLcbThdCp1ERERERMRcfhMKbN26lZdffhmA559/nqVLlzJr1iwWL15Mjx492LNnD88880y123O5XDz22GMcOXKEfv368d133zFr1iy++eYb5syZQ3x8PN999x1vvfVWXb0kaWIMw+Ce4d0IDbJxMC2PuT/uN7skERERERFp4vwmFHj77bdxu93ccMMN3HbbbRiGAUCrVq147bXXsFgsLFq0iO3bt1erve+//55du3Zht9v561//SosWLbyPJSYmMnHiRACmTp1KTk6O71+QNElRYYHcdU0iAHN/PMD+o/reEhERERER8/hFKJCfn8+yZcsAuPXWWys83qFDBwYOHAjAggULqtXmunXrAOjZsydt2rSp8PiVV15JSEgIhYWFLFmypLali1RwYVIrLujWErfHw6S5yZQ4XWaXJCIiIiIiTZRfhALJyck4HA7sdju9evWq9Jx+/foBsGnTpmq1mZ2dDZSONKhKy5YtAdiwYUNNyhU5qzuv7kpEqJ3U4/nMWrbP7HJERERERKSJ8otQYN++0pum+Ph4AgICKj2nXbt25c49m/DwcADS0tKqPCc9PR0oXZBQxJfCQ+zcM6x0GsHCVQfZdTjL3IJERERERKRJspldQHWUvasfGRlZ5Tllj5WdezbnnXceULqAYUpKCq1bty73+Pfff+/d5rC6bZ6Jzdbw8xer1VLub6lbFyS14tJex1m2+QiT5yXz4oMDCLL7RZeUs1BfEvEN9SUR31F/EvGNxtiX/OIOpLi4GKDKUQIAdru93LlnM3ToUGJjYzl69CgTJkzgn//8J3FxcQBs3ryZP//5z95zi4qKals6ABaLQXR06Dm1UZ8iIoLNLqHJeOTWPiQfzCI9s5DZy/fz8M3nm12S+JD6kohvqC+J+I76k4hvNKa+5BehQGBgIAAlJSVVnuNwOMqdezZ2u51//vOfPPjgg2zcuJEhQ4bQvn17iouLSUlJISoqiquvvppFixYRGnpuN/Rut4ecnIJzaqM+WK0WIiKCyckpxOVym11OkzH22m78dcYGvvlxPz07RNOzYzOzS5JzpL4k4hvqSyK+o/4k4hv+0pciIoKrPZrBL0KB6kwNqM4Ug9P16dOHWbNm8cEHH7B8+XIOHTpEZGQkN910E4899hjvvvsuAM2bNz+H6ks5nQ33G+Z0Lpfbr+r1d93aRXNl39Z8tz6FD77exgv3DyAkyC+6ppyF+pKIb6gvifiO+pOIbzSmvuQXdx4dOnQAIDU1lZKSkkqnERw8eLDcudXVtm1bnn/++Uof2717N/DL+gMideWWKzrx894M0rMK+XTJTu4f0d3skkREREREpAnwi9URkpKSCAgIwOFwsHnz5krPWbduHQC9e/f2yTUzMjLYuHEjAEOGDPFJmyJVCbLbGDsiCQNYseUoG3YdM7skERERERFpAvwiFAgLC2PQoEEAfP755xUe379/PytXrgRg2LBhPrnmP//5T5xOJ/3796dnz54+aVPkTLq2jeKaC0u31vxwwQ5yCxwmVyQiIiIiIo2dX4QCAOPHj8cwDObMmcNnn32Gx+MBID09nQkTJuB2uxk6dCjdunUr97zBgwczePBgFixYUKHN77//3jvCoExOTg4vvfQSn332GSEhIVVOLRCpCzdelkB881By8h18vGin2eWIiIiIiEgj5xdrCgD06tWLP/zhD7z66qtMnDiRd955h+joaHbv3o3D4SAhIYEXXnihwvNSUlIAKCiouPr/8uXL+eijjwgLC6N169YA7N27l5KSEqKionjzzTfp1KlT3b4wkVME2Kw8MDKJFz9cx5rt6fRLTuPCpFZmlyUiIiIiIo2U34QCAPfeey+JiYlMmTKFzZs3c+LECeLj4xk2bBjjxo2r8daBQ4cO5cSJE2zZsoWDBw9iGAYJCQkMHjyYe++9l+jo6Dp6JSJV6xAbwciL2/PViv1MX7iDrm2jiAqr3labIiIiIiIiNWF4ysbhS51xudxkZOSbXcZZ2WwWoqNDyczMbzTba/grp8vNix+t5WBaHud3asZjo3thGIbZZUk1qS+J+Ib6kojvqD+J+Ia/9KWYmFCs1uqtFuA3awqINCU2q4UHRnbHZjXYtOcEy7ccMbskERERERFphBQKiDRQbVqEceOlHQH4dPEujmcXmlyRiIiIiIg0NgoFRBqway5sR6fWERQ5XEz9ZjtuzfYREREREREfUigg0oBZLAYPjOiO3WYh+UAm361PMbskERERERFpRBQKiDRwrWJCuOXKzgDMXLqbtIyK22uKiIiIiIjUhkIBET9wZd/WJLWPxlHiZvK8ZNxuTSMQEREREZFzp1BAxA9YDIP7ru1GkN3K7pRsFq45aHZJIiIiIiLSCCgUEPETzSODGTOkCwCzftjL4WN5JlckIiIiIiL+TqGAiB8Z1CuOXp2a4XR5mDR3G06X2+ySRERERETEjykUEPEjhmFw7/BuhAbZOJiWx9wf95tdkoiIiIiI+DGFAiJ+JioskDuvTgRg7o8H2H80x+SKRERERETEXykUEPFDFya1pH+3lrg9HibNTabE6TK7JBERERER8UMKBUT8kGEY3HV1VyJCAkg9ns+sZfvMLklERERERPyQQgERPxUeYuee4d0AWLjqILsOZ5lbkIiIiIiI+B2FAiJ+rE+XFlzSMxYPMHluMsUOTSMQEREREZHqUygg4ufGDO1CdHgg6VmFzFy62+xyRERERETEjygUEPFzIUEBjB2RBMC361P4eX+GyRWJiIiIiIi/UCgg0gj06BDDlX1bAzD1m2QKipwmVyQiIiIiIv5AoYBII3HLFZ1oGRVMRk4x/16yy+xyRERERETEDygUEGkkguw2xo5IwgCWbznCxl3HzS5JREREREQaOIUCIo1I17ZRXHNhOwCmLdhOXmGJyRWJiIiIiEhDplBApJG58bIE4pqFkJPv4ONFO8wuR0REREREGjCFAiKNTIDNygMju2MxDFYnp7M6Oc3skkREREREpIFSKCDSCCXERTDy4vYATF+4g+y8YpMrEhERERGRhkihgEgjNfLiDrRrFUZ+kZNp87fj8XjMLklERERERBoYhQIijZTNauGBEd2xWQ027TnBii1HzS5JREREREQaGIUCIo1Ym5ZhjLq0IwCfLtnJiewikysSEREREZGGRKGASCM37MJ2dIqPoLDYxZRvknFrGoGIiIiIiJykUECkkbNYDO4f2R27zULygUy+W59idkkiIiIiItJAKBQQaQJiY0IYfUUnAGYu3U1aRoHJFYmIiIiISEOgUECkiRjcrw3d2kXhKHEzeV4ybremEYiIiIiINHUKBUSaCIthMPbaJILsVnanZLNwzUGzSxIREREREZMpFBBpQppHBfOrIV0AmPXDXlKO5ZlckYiIiIiImEmhgEgTc2mvOHp1aobT5WHS3GScLrfZJYmIiIiIiEkUCog0MYZhcM+wboQG2TiQlsu8nw6YXZKIiIiIiJhEoYBIExQdHsidVycCMPfH/ew/mmNyRSIiIiIiYgaFAiJN1IVJLenfrSUut4fJc5MpcbrMLklEREREROqZQgGRJsowDO66uisRIQGkHM9n9rJ9ZpckIiIiIiL1TKGASBMWHmLnnuHdAFiw6iC7D2ebXJGIiIiIiNSnOg8FXC4XH3/8MQ8//DCPPPIIM2fOrOtLikgN9OnSgkt6xuIBJs3bRrFD0whERERERJoKn4QCX3zxBUlJSTz++OMVHpswYQIvvfQSS5cuZcmSJUycOJHf/va3vrisiPjImKFdiA4PJD2zkC+W7jG7HBERERERqSc+CQVWrFgBwMiRI8sdX7VqFQsXLsTj8dCnTx8uvvhiABYsWMDixYt9cWkR8YGQoADuu7Z0GsGS9YfZtj/D5IpERERERKQ++CQUSE5OBqBv377ljs+ePRuAW2+9lRkzZjBlyhR+/etf4/F4mDVrli8uLSI+0jOhGVf2aQ3A1G+SKShymlyRiIiIiIjUNZ+EApmZmdjtdmJiYsod/+mnn0pXOL/rLu+xO+64A4CtW7f64tIi4kO3XNmJFlFBnMgp5t/f7jK7HBERERERqWM+CQXy8/MJDAwsdyw9PZ2jR4/SrFkzunTp4j0eGRlJWFgYGRkanizS0ATZbdw/ojsGsHzzETbuOm52SSIiIiIiUod8EgqEhYWRm5tLYWGh99iaNWsA6NOnT6XPOT1EEJGGoWvbKK6+sC0A0xZsJ6+wxOSKRERERESkrvgkFCgbCTB//nzvsdmzZ2MYBhdccEG5c3Nzc8nLy6N58+a+uLSI1IGbLutIXLMQcvIdfLxoh9nliIiIiIhIHfFJKDBy5Eg8Hg/PP/88f/7zn3nkkUdYtmwZAQEBDB8+vNy5GzZsAKBDhw6+uLSI1IEAm5UHRnbHYhisTk5ndXKa2SWJiIiIiEgd8EkoMHr0aC6++GKKior4/PPPWbJkCYZh8Pjjj9OiRYty5y5YsKDSEQQi0rAkxEUw4qL2AExfuIPsvGKTKxIREREREV+z+aIRq9XKpEmTmDt3Lhs2bCAiIoLLLruMfv36lTvP4XBw7Ngx+vfvz2WXXeaLS4tIHbrukg5s2n2cg+l5TJu/ncdG98IwDLPLEhERERERHzE8Ho/H7CIaO5fLTUZGvtllnJXNZiE6OpTMzHycTrfZ5UgDcTg9j+emrcHl9jD22iQG9Yozu6QGT31JxDfUl0R8R/1JxDf8pS/FxIRitVZvYoBPpg+ISOPVpmUYoy5NAODTJTs5kV1kckUiIiIiIuIrPpk+cDbfffcdK1aswGKxcPnll3PJJZfUx2VFxEeGDWjHxl3H2ZOaw9T5yUy4rTcWTSMQEREREfF7PhkpsGjRIoYMGcLEiRMrPPbKK68wfvx4PvnkE6ZPn84DDzzAX/7yF19cVkTqidVi4f6R3bHbLGzbn8nSDSlmlyQiIiIiIj7gk1Dg22+/JTU1lf79+5c7/vPPP/Phhx/i8XiIi4ujXbt2eDwepk2bxqpVq3xxaRGpJ7ExIdx8RScAPv9uN2mZBSZXJCIiIiIi58onocCWLVsAuOiii8od/89//gPAVVddxeLFi1m4cCF33HEHHo+Hzz//3BeXFpF6NKRfG7q1i8JR4mbyvGTcbq1TKiIiIiLiz3wSCmRkZGC1WmnRokW54ytWrMAwDB588EEsltJLPfTQQwBs3LjRF5cWkXpkMQzGXptEkN3K7sPZLFpzyOySRERERETkHPgkFMjNzSU0NLTcsczMTA4cOEBERAS9evXyHm/ZsiXBwcEcO3bMF5cWkXrWPCqYXw3pAsCXP+wh5VieyRWJiIiIiEht+SQUCAkJITc3l5KSEu+xdevWAdC7d+8K5wcEBGC1Wn1xaRExwaW94ujVqRlOl4dJ85JxuhruHq0iIiIiIlI1n4QCHTt2xOPx8P3333uPzZ8/H8Mw6NevX7lzCwsLyc3NrTDVQET8h2EY3DOsG6FBNg4czeWbnw6YXZKIiIiIiNSCzReNXHXVVWzcuJE//elP7N27l2PHjvHNN99gsVgYPnx4uXO3bNmCx+OhTZs2tbrWypUrmTp1Kps2baKgoID4+HiGDRvGuHHjCAkJqXF7qampTJkyheXLl3PkyBHcbjctWrRgwIAB3HvvvSQmJtaqTpHGLjo8kDuu7sr7X23j6x/3c37n5rSPDTe7LBERERERqQGfjBS48847SUxMJCsri3/84x9Mnz4dj8fDnXfeSdu2bcudu2jRIgzDqLB9YXVMnz6de++9l6VLlxIYGEinTp1ISUnhnXfeYfTo0WRlZdWovQ0bNjBy5EimT5/O4cOHiYuLo0OHDpw4cYIvv/ySm266ifnz59e4TpGmYkBSK/ontsDl9jBp7jZKnJpGICIiIiLiT3wSCgQGBjJjxgwee+wxLr30UkaMGMHf/vY3nnrqqXLnORwO1qxZQ1xcHIMGDarRNbZu3crLL78MwPPPP8/SpUuZNWsWixcvpkePHuzZs4dnnnmm2u15PB6efPJJ8vPz6dOnD4sWLWLBggV8/fXXLF++nJEjR+J0OvnTn/5Ebm5ujWoVaSoMw+DOaxKJCAkg5Xg+s5fvNbskERERERGpAcPj8fjFRuPjx49nyZIljBo1ir/85S/lHtu/fz/Dhw/H7XYzZ84cunXrdtb2du3axciRIwEqfY7D4WDAgAEUFBTw7rvvcuWVV9a6dpfLTUZGfq2fX19sNgvR0aFkZubj1Du+UgPrdx7jzS+3YBjw1B396Nwm0uySTKW+JOIb6ksivqP+JOIb/tKXYmJCsVqrNwbAJyMF6lp+fj7Lli0D4NZbb63weIcOHRg4cCAACxYsqFabRUVF3o9Pn+IAYLfbadWqFQBOp7PGNYs0JX27tuDinrF4PDBp3jaKHS6zSxIRERERkWqok1AgLy+P1atXM3/+fObPn8/q1avJy6v9XubJyck4HA7sdju9evWq9JyyXQ42bdpUrTYTEhIICgoCStcWOF16ejqHDx/GarXSvXv3WlYu0nTcPrQL0eGBpGcW8sXSPWaXIyIiIiIi1eCT3QfK7Nixg3/84x8sW7YMt7v8UAqLxcLll1/Ob37zmxqv6L9v3z4A4uPjCQgIqPScdu3alTv3bMLCwhg/fjyvvfYaTz31FE8//TQDBgwgICCArVu38uqrr1JSUsLDDz9M69ata1SvSFMUEhTAfdd247XPNrFk/WH6dG1O9w4xZpclIiIiIiJn4LNQYNGiRfzv//4vDoeDypYpcLlcfPfdd6xYsYK//e1vXHXVVdVuOzs7G4DIyKrnKZc9VnZudTz00EO0aNGCyZMn85vf/KbcYx06dOAf//gH1157bbXbOxObreHP1Cibc1LduScip+vdpQWD+7bm2/UpTP1mOy+NG0hIkE+zR7+gviTiG+pLIr6j/iTiG42xL/nkt/VDhw7xxBNP4HA4aN26NQ888ACXXHIJsbGxABw9epQVK1YwefJkDh8+zBNPPMHcuXMrnctfmeLiYoAqRwlA6RoAp55bHSUlJRw6dIjs7GxsNhtt2rQhICCAAwcOcODAAb744gv69u3rfR21ZbEYREeHnlMb9SkiItjsEsSP/c/o3vy8P5O0jAL+88NeHrutj9klmUZ9ScQ31JdEfEf9ScQ3GlNf8kkoMHnyZBwOB71792by5MmEhpa/AW7Xrh3t2rXjhhtuYOzYsWzatImpU6cyceLEarUfGBgIlN7EV8XhcJQ7tzoeffRRli5dymWXXcaLL77oXVgwOzubF198ka+++orbbruNefPmERYWVu12T+d2e8jJKaj18+uL1WohIiKYnJxCXK6Gu5KmNHz3j0jilenr+O/qg/RMiKZPlxZml1Sv1JdEfEN9ScR31J9EfMNf+lJERHC1RzP4JBT46aefMAyD5557rkIgcKqQkBCee+45brjhBlasWFHt9qszNaA6UwxO9e2337J06VKio6N57bXXCA8PL3e9l19+ma1bt7J3715mzJjBuHHjql1vZRrydhWnc7ncflWvNDydW0dy1QVtWbTmEFPmJvPCAxGEBVc90qexUl8S8Q31JRHfUX8S8Y3G1Jd8MhHi6NGjhIaGVmsBwcTERMLCwjh69Gi12+/QoQMAqampVY4WOHjwYLlzz2bt2rUA9OrVq1wgUCYgIIABAwYAsHXr1mrXKiKlbrqsI3HNQsjOd/Dxoh1mlyMiIiIiIpXwSShgs9lwOp3VOtfj8VBSUoLNVv1BCklJSQQEBOBwONi8eXOl56xbtw6A3r17V6vN/Pz8al+/JusUiEgpe4CV+0d0x2IYrE5OZ3VymtkliYiIiIjIaXwSCrRv357i4mKWLVt21nOXLVtGcXEx7du3r3b7YWFhDBo0CIDPP/+8wuP79+9n5cqVAAwbNqxabSYkJACwefNmcnNzKzxeUlLCqlWryp0rIjXTMT6Cay8q7esfL9pJdp4CNhERERGRhsQnocDgwYPxeDw888wz7Nmzp8rzdu/ezcSJEzEMgyFDhtToGuPHj8cwDObMmcNnn33m3fYwPT2dCRMm4Ha7GTp0KN26datQ2+DBg1mwYEG548OGDcNut5OZmcmECRNIS/vlXczs7Gz++Mc/snfvXgzD4Prrr69RrSLyi+sv6UC7lmHkFZbw4YIdlW5ZKiIiIiIi5jA8PvgNPS8vjxEjRpCWlkZAQADDhg3joosu8q7mf/ToUX766ScWLlxISUkJsbGxzJ07t8Yr+k+bNo1XX30Vj8dDXFwc0dHR7N69G4fDQUJCAjNmzCAmJqbcc8rWOXjllVe46aabyj02e/Zsnn76aZxOZ4UtCR0OB4Zh8MQTT/DAAw+cw1endBGKjIzqT1cwi81mITo6lMzM/EazaIY0DIfT83hu2hpcbg/3j0jikvPizC6pTqkvifiG+pKI76g/ifiGv/SlmJjQ+t19ICwsjEmTJvE///M/pKSkMHfuXObOnVvhPI/HQ5s2bXjnnXdqtcXfvffeS2JiIlOmTGHz5s2cOHGC+Ph4hg0bxrhx486480FlRo0aRbdu3fjwww9Zu3YtqampeDweWrRoQZ8+fbjjjjvo169fjesUkfLatAxj1KUJ/Of7vcxYvJOk9tHERASZXZaIiIiISJPnk5ECZfLz8/nkk09YsGABO3bswOVyAWC1WklMTOTaa69lzJgxNb5593caKSACLrebVz9ez57UHLp3iOZ3t/XGMAyzy6oT6ksivqG+JOI76k8ivuEvfakmIwV8GgqcqqSkhOzsbAAiIyMJCCjdozw3N5e7774bwzD48ssv6+LSDY5CAZFSRzMKeHbKahxON3dd3ZUr+7Yxu6Q6ob4k4hvqSyK+o/4k4hv+0pdqEgr4ZKHBygQEBNC8eXOaN2/uDQQAnE4nycnJJCcn19WlRaSBio0J4eYrOgHw2Xe7Sc8sMLkiEREREZGmrc5CARGRygzp14Zu7aJwlLiZPC8Zt1u7EYiIiIiImEWhgIjUK4thMPbaJALtVnYdzmbRmkNmlyQiIiIi0mQpFBCRetc8KpgxQ7oA8OUPe0g5lmdyRSIiIiIiTZNCARExxaW94jivYzOcLg+T5iXjdDXchVpERERERBorhQIiYgrDMLh3eDdCg2wcOJrLNz8dMLskEREREZEmR6GAiJgmOjyQO67qCsDXP+7nwNFckysSEREREWlaFAqIiKkGdG9Fv8QWuNweJs3dRkkD3u9VRERERKSxsdXmSUlJSb6uQ0SaKMMwuOuaRHYeyiLleD6zl+/llis6m12WiIiIiEiTUKuRAh6P55z+iIicKiLEzj3DugGwYNVBdh/ONrkiEREREZGmoVYjBR599FFf1yEiTVzfri24qEcsP/18lEnztvHcfRcSaLeaXZaIiIiISKOmUEBEGozbr+rC9oOZpGcW8sX3e7yLEIqIiIiISN3QQoMi0mCEBgVw3/DSaQRL1h0meX+GyRWJiIiIiDRuCgVEpEHp2bEZV/SOB2DKN8kUFjtNrkhEREREpPFSKCAiDc6tgzvTPDKIEznF/HvJLrPLERERERFptBQKiEiDE2S3cf+IJAxg2eYjbNp93OySREREREQaJYUCItIgJbaL5qoL2gIwbf528gpLTK5IRERERKTxUSggIg3WTZd1JK5ZCNn5Dj75706zyxERERERaXQUCohIg2UPsHL/iO5YDINV29JYsz3d7JJERERERBoVhQIi0qB1jI/g2ovaAzB94Q6y8x0mVyQiIiIi0ngoFBCRBu/6SzrQtmUYeYUlfDh/Ox6Px+ySREREREQaBYUCItLg2awWHhjZHavFYOPu4/y49ajZJYmIiIiINAoKBUTEL7RtGcaoSxMAmLF4Jxk5RSZXJCIiIiLi/xQKiIjfGDagHR3jIygsdjHlm2RNIxAREREROUcKBUTEb1gtFu4fkUSAzcK2/Zks3ZBidkkiIiIiIn5NoYCI+JW4ZqGMvrwTAJ99t5v0zAKTKxIRERER8V8KBUTE7wzp34bEtlE4StxMnpeM261pBCIiIiIitaFQQET8jsUwGDsiiUC7lV2Hs1m05pDZJYmIiIiI+CWFAiLil1pEBfOrwZ0B+PKHvaQczze5IhERERER/6NQQET81mXnx9OzYwxOl5vJc7fhdLnNLklERERExK8oFBARv2UYBvcNTyIk0Mb+o7l8s/KA2SWJiIiIiPgVhQIi4teiwwO54+quAHy9Yj8HjuaaXJGIiIiIiP9QKCAifm9g91b069oCl9vDpHnbKHFqGoGIiIiISHUoFBARv2cYBncNSyQ8JICUY/nMWb7P7JJERERERPyCQgERaRQiQuzcM6wbAPNXHWB3SrbJFYmIiIiINHwKBUSk0ejbtQUX9YjF44HJc7dRXOIyuyQRERERkQZNoYCINCq3X9WF6PBA0jIL+c/SPWaXIyIiIiLSoCkUEJFGJTQogPuGl04jWLzuMMkHMk2uSERERESk4VIoICKNTs+OzbiidzwAU+YlU1jsNLkiEREREZGGSaGAiDRKt1zZmeaRQZzIKeLfS3aZXY6IiIiISIOkUEBEGqXgQBv3j0jCAJZtPsKm3cfNLklEREREpMFRKCAijVZiu2iuuqAtANPmbyevsMTkikREREREGhaFAiLSqN10WUdiY0LIznfwyX93ml2OiIiIiEiDolBARBo1e4CVB0Z2xzBg1bY01mxPN7skEREREZEGQ6GAiDR6HeMjGHFRewCmL9xBdr7D5IpERERERBoGhQIi0iRcf0kCbVqEkVdYwofzt+PxeMwuSURERETEdAoFRKRJsFktPDAyCavFYOPu4/y49ajZJYmIiIiImE6hgIg0Ge1ahXPDoAQAZizeRUZOkckViYiIiIiYS6GAiDQpwwe2IyEugsJiJ1O/SdY0AhERERFp0hQKiEiTYrWUTiMIsFn4eX8mSzemml2SiIiIiIhpFAqISJMT1yyUmy/vBMDn3+4mPbPA5IpERERERMyhUEBEmqSh/duQ2DaK4hIXU+Yl43ZrGoGIiIiIND0KBUSkSbIYBmNHJBFot7LzcDb/XXvI7JJEREREROqdQgERabJaRAXzq8GdAfjP93tJPZ5vckUiIiIiIvVLoYCINGmXnR9Pz44xOF1uJs3dhsvtNrskEREREZF6o1BARJo0wzC4b3gSIYE29h/N5ZufDphdkoiIiIhIvVEoICJNXnR4IHdc3RWAr1bs52BarskViYiIiIjUD4UCIiLAwO6t6Ne1BS63hw/mbqPEqWkEIiIiItL4KRQQEaF0GsFd1yQSHhJAyrF85izfZ3ZJIiIiIiJ1TqGAiMhJEaF27r4mEYD5qw6wOyXb5IpEREREROqWzewCamrlypVMnTqVTZs2UVBQQHx8PMOGDWPcuHGEhIRUu51Vq1Zx9913V+vcX//61zz66KO1LVlE/Ei/xJZc1KMVP/2cxuS523h27IUEBljNLktEREREpE74VSgwffp0XnrpJTweD7GxscTFxbF7927eeecdFi1axIwZM4iKiqpWW+Hh4fTt27fKx/Py8ti5cycAffr08UX5IuInbr+qK8kHMknLLOQ/S/dw+1VdzS5JRERERKRO+E0osHXrVl5++WUAnn/+eW699VYMwyAtLY2HH36Yn3/+mWeeeYY33nijWu11796dTz/9tMrH33zzTXbu3ElcXBwXXXSRT16DiPiH0KAA7rs2iX98vonF6w7Tp2sLktpHm12WiIiIiIjP+c2aAm+//TZut5sbbriB2267DcMwAGjVqhWvvfYaFouFRYsWsX379nO+lsfjYfbs2QDccMMNWCx+82USER85r2MzLu8dD8CUeckUFjtNrkhERERExPf84m43Pz+fZcuWAXDrrbdWeLxDhw4MHDgQgAULFpzz9dasWcOhQ4cAuOmmm865PRHxT7de2ZnmkUGcyCnis293mV2OiIiIiIjP+UUokJycjMPhwG6306tXr0rP6devHwCbNm065+vNmjXL22b79u3PuT0R8U/BgTbuH5EEwA+bjrB5z3GTKxIRERER8S2/CAX27SvdLzw+Pp6AgIBKz2nXrl25c2uroKDAO9rgxhtvPKe2RMT/JbaL5qr+bQGYOn87eYUlJlckIiIiIuI7frHQYHZ26V7hkZGRVZ5T9ljZubW1YMECCgoKCA4OZvjw4efU1qlstoafv1itlnJ/i0ip24Z0Zuu+Exw5UcCni3fx8I09z3i++pKIb6gvifiO+pOIbzTGvuQXoUBxcTFAlaMEAOx2e7lza6ts6sDVV19NWFjYObVVxmIxiI4O9Ulb9SEiItjsEkQanN/d0Y/fv7GMn34+yuX92nLJ+fFnfY76kohvqC+J+I76k4hvNKa+5BehQGBgIAAlJVUP23U4HOXOrY1Dhw6xZs0awLdTB9xuDzk5BT5rry64PW72ZO/HYSnC7g6iU2QHLEbjSb9EzlXLiEBGXNyBr1fs560vNtI6JojIsMr/v7FaLUREBJOTU4jL5a7nSkUaD/UlEd9RfxLxDX/pSxERwdUezeAXoUB1pgZUZ4rB2cyePRuPx0Pr1q29uxn4itPZcL9hNqZvYeaur8gq/uXrGxUYyS1drqd3y/NMrEykYRl5UQc27DzO4WN5TJmXzKM3nefdHrUyLpe7Qfd9EX+hviTiO+pPIr7RmPqSX7wV3KFDBwBSU1OrHC1w8ODBcufWlMfjYfbs2QCMGjXqjL/oNyYb07fwwdbp5QIBgKzibD7YOp2N6VtMqkyk4QmwWXhgZBJWi8GGXcf56eejZpckIiIiInJO/CIUSEpKIiAgAIfDwebNmys9Z926dQD07t27VtdYvXo1hw8fxjCMJrPrgNvjZuaur854zhe7vsLtaRwJmIgvtGsVzg2DEgD45L+7yMgpMrkiEREREZHa84tQICwsjEGDBgHw+eefV3h8//79rFy5EoBhw4bV6hplCwz279+ftm3b1rJS/7I7a1+FEQKnyyzO5pPkL/jpyFq2Z+wiLT8dh8tRTxWKNEzDB7YjIS6CwmInU+dvx+PxmF2SiIiIiEit+MWaAgDjx49n6dKlzJkzh759+3LrrbdiGAbp6elMmDABt9vN0KFD6datW7nnDR48GIDf//73VQYG+fn5LFy4EICbbrqpbl9IA5JTnFOt81YeXcvKo2vLHQu1hRAVFEl0YCRRgZFEB0URHRh18uNIogKjsFur3i1CxJ9ZLaXTCJ6duoaf92Xw/cZUrujT2uyyRERERERqzG9CgV69evGHP/yBV199lYkTJ/LOO+8QHR3N7t27cTgcJCQk8MILL1R4XkpKCgAFBVWv/r9w4UIKCgoICQnhmmuuqbPX0NBEBEZU67zuMYl48JBZlEVmcRbFLgf5zgLy8wpIyTtS5fNCA0JOCQqiygUIUYGlgUKAggPxU3HNQrn58k78e8kuPvt2N90TYmgZ1Xi2phERERGRpsFvQgGAe++9l8TERKZMmcLmzZs5ceIE8fHxDBs2jHHjxhEaGlqrdsumDlxzzTW1bsMfdY5KICow8oxTCKIDI3n4/Pu82xN6PB6KXEVkFmWTWZxN1smgoPTj0mOZxVk4XA7ySwrILyngcF5qle2HBYSWhgUnRxqUflwaGEQHRREZGEmAxa++TaUJGdq/DRt2HmPHoSymzN3G72/vi8XSNBYpFREREZHGwfBoMmydc7ncZGTkm11Gpcp2H6jKgz3vqvG2hB6Ph0JnYWlAUHQyMDj5cdbJ0CCzKJsSd+U7SZwuPCDMOyUhOiiywuiDyMAIbAoOxCTHsgqZOHk1xSUubhvcmWsubIfNZiE6OpTMzPxGs1WNiBnUl0R8R/1JxDf8pS/FxIRitVZvCUGFAvWgIYcCUBoMzNz1VbkRA9GBkYzucn2NA4Hq8ng8FDgLKwQFWd4gofR4idt51rYMDMLtYaVhQRXrHEQFRmC1WOvktYgs3ZjCRwt2YLNamHhPfwodTko8BgGGh07xkRo9IFJL/vKLl4g/UH8S8Q1/6UsKBRqYhh4KQOn2hPty9+O0ObA57SSEd/BOGTCLx+Mhv6Tg5EiDLO+og9Lw4JcRCM5qBgcR9rBKpin8Mvogwh6u4EBqxePx8I/PN7F1XwZWi4HL/ct/q9Hhgdw+tAv9EluaWKGIf/KXX7xE/IH6k4hv+EtfUijQwPhDKAD+8w1+Ko/HQ15JfoWRBqePPnB5XGdty8AgMjDitJEGZesdlB6LDIwwPSyRhun7jal8uGB7lY8/cmNPBQMiNeSPP5dEGir1JxHf8Je+VJNQQBOxxa8ZRunUgXB7GO3C21R6jtvjLg0OysKCsvDg5OiDrOJssopzcHlcJz+ueuFFi2Eh0h5xytaLFbdjjLCHKzhoYtxuD1+t2HfGcz5dvIs+XVpoKoGIiIiINCgKBaTRsxgWIuzhRNjDaU/bSs9xe9zkOvJOWdOgNDTw7qhQlEW2Iwe3x31yt4Us9uVUfb1Ie8QpIw0ivVMWyrZjDLeHKThoRHYeyiIzt/iM52TkFrPzUBbd2kfXU1UiIiIiImenUECEkzfygRFEBkbQPqLq4CDHkVvpSIOyY6cHB1WxGlaiAiMqHWlQdiwsIFTBgZ/Iyj9zIFBm+sId9O7anI5xkXRqHUFUWGAdVyYiIiIicmYKBUSqyWJYTu5kEFnlOS63ixxH7snQ4JT1DbzrHGSTfXKqwomiTE4UZUIVsxVshpXIk0HBqdswRp1yLCwgFMPQcHSzRYVW7+b+SEYBR1Ye9H4eExFIx/hIOsZF0Kl1BO1bhWMP0GKXIiIiIlJ/FAqI+JDVYi195z8oioQqzikLDsoWQiw3TaE4i6yiLHIceTg9Lk4UZXCiKKPK69ksttKQIDCSKO9OCmXhQemUhdCAEAUHdaxr2yiiwwPPOIUgMtTODZcmsP9ILntTs0k5nk9GTjEZOems3Z4OgNVi0KZlGB3jI+gUH0HH+EhaRQfr309ERERE6ox2H6gH2n1AasrldpFVnFNxmkJx9skAIYscR2612grwBgdRFUYalI0+CLHpxvNcrduRzluztlb5+Om7DxQWO9l/tDQg2Juaw57UHHLyHRWeFxpkIyE+gk7xkXSKjyAhPoLQoIA6eQ0iDY1+Lon4jvqTiG/4S1/SloQNjEIBqQtOt5Ps4pzy0xS8ow5KRyHkluRVqy27JcC7IGK5aQqnbM0YrODgrNbtSGfG4l3lRgzEhAcyZmiXs25H6PF4OJFTxN7UnJMhQTYHjubhdFXsi7ExIeVGE7RuEYqtmv/pi/gT/VwS8R31JxHf8Je+pFCggVEoIGYpcTvJPmVHhdOnKWQWZ5NXUr3vTbvV7t1FIapsmkJgFFFBZTsrlAYHTZ3b7WFPajYlHoMAw0On+Mhab0PodLk5lJ7nDQn2puaQnllY4Ty7zUL72HA6xUfSMT6CjvERxEQEnetLETGdfi6J+I76k4hv+EtfUijQwCgUkIasxFVCVnFOhWkKp44+yC8pqFZbQdbASkcanHos2Nb4b1brsi/lFjjYdySHPSk57D1SOqqgsNhZ4byoMHu5kKBDbASBdi1iKP5FP5dEfEf9ScQ3/KUvKRRoYBQKiL9zuErIOjkloap1DvKd1Q0Ogn7ZevHk4oinLpIYFRhFkM2/t+qrz77k9nhIyyj4JSRIyebwsXzcp/3XbjEM2rQIPRkSlIYFsc1CsGhKiDRg+rkk4jvqTyK+4S99SaFAA6NQQJqCYpfDOyXh1AURT91dodBZceh7ZYJtwVVPUwiMJCooikCrvY5fUe2Z3ZeKHS72Hy0LCUqnHmTlVVzEMDjQRse4cDrGR9KpdQQJcRGEhzTcr6s0PWb3JZHGRP1JxDf8pS/VJBTQloQi4hOBVjutQlvSKrTqBfWKnMWVLojoPVacTaGziEJnIYXOQlLzj1bZVogtuPJpCqeMPrBbm+Yq/YF2K4ntoklsF+09llFhEcNcCoud/Lw/k5/3Z3rPaxkdfHIRw9LRBG1bhmkRQxEREZFGTCMF6oFGCohUX6GziKxTRxqcus5BcTZZRVkUuYrP3hAQGhBScTvGk4siRp1cNDHAx8GB2+NmX+5+nDYHNqedhPAOWIyGd1PtdLlJOZbP3tRs9pwMC45mVJwCYrNaaB8bVm59gmYRQdqJQuqFfi6J+I76k4hv+Etf0vSBBkahgIhvFToLySz6JSTILDf6oPRjh6vicPnKhAWEeqck/DJV4ZfRB5GBkQRYqjeoamP6Fmbu+oqs4mzvsajASG7pcj29W55Xq9dan/KLStiXmuMNCfamZpNfVHERw4hQ+8ntEEvXJ+gQG05woAaeie/p55KI76g/ifiGv/QlhQINjEIBkfrl8XgodBZ5pySU35IxyzttocRdUq32wgPCyi2IeProg6jACLYeT+aDrdOrbOPBnnf5RTBwKo/HQ3pmoXc7xD2pORxOz8PlLv9jwzCgdfPyixjGNwut9VaMImX0c0nEd9SfRHzDX/qSQoEGRqGASMPj8XgocBaeEhqcMtLglO0YS9wV3ymvjIGBh6r/Ow0NCOGupFsJsgZhtwZgt9qxW+zYrQEEWu3YLLYGOc3gdI4SFwfScr0hwb7UbE7kVJzOEWS3khAX4Z1y0DE+kshQLWIoNaOfSyK+o/4k4hv+0pcUCjQwCgVE/JPH4yHfWXByMcSsk1MWTht9UJyNs5rBwdkEWEoDggBLaWgQaA0gwGIn0FoaHpR+XBYonPy73Mflw4bTz7MZ1jpZCyArr9i7gOG+1Bz2HcmluMRV4bzmkUHegKBTfATtWoUTYGv4QYiYRz+XRHxH/UnEN/ylL2n3ARERHzAMg7CAUMICQmkbHl/pOR6Ph+Wpq/j3ji/P2l5MUDQBFhsOVwkOlwOH21FuJEKJu6TaUxpqw8CoMjgItNoJKPdxAPaTgcQvH1f2XDv2gACSOoZxfucYrBYrLreb1OMF3mkHe1NzOHI8n+PZRRzPLmJ1cjoAVotBu1bhv6xP0DqSFpFaxFBERESkPikUEBE5B4Zh0CqkRbXOvSvpVrpGdyp3zO1x43CVhgEOl4Nil6Pcx46THztcJTjcjlM+LjvuOHm8pJJzSv92eUrftffgofhku3XFalhLA4Oy4KC5naiWdpoZNpwlBkVFUFDgITfPjcMBh9xWDqVY+e6QFVxWgmx2YqPDadMskrYtoujQMorI4GDs3hEUAX4xzUJERETEXygUEBE5R52jEogKjCy368DpogMj6RyVUOG4xbAQZAskiMA6q8/ldnkDgtNDh18+rjxQcJQLJk4LKU4JJMrWU3B5XBQ6XRRSVHVBQaV/KtsM0g2kAqklsDr15CenCbDYzjhNwn4yPPjlnJPnVTXl4pQREYGW0vUdNFpBREREmgqFAiIi58hiWLily/Vn3H1gdJfrTXuH22qxEmwJJtgWXCftezwenG5nhfCg2OWg5GTA8MvHZcd/OacshCh2FpNbVERecRFFJaWBgxsnWFwY1l/m7JW4nZS4neRTUCevx8DwBgR2awABVvspH5cdryqAOMuaDycDCKvFWie1NyZuj5sdGXtx5jiwOe0khHfQKBEREZE6oFBARMQHerc8jwd73sXMXV+VGzEQHRjJ6C7X+912hDVhGKU30QHWAEIDQnzadna+g32pOexOyWLPkUwOpGeWTn+wuMHqwrC4wOIiPMxCixg7zaICiAy3EhZq4MJVIYAoOTlawuE+9eMSSlwOnKdMsygLN6ijJR4shsW7TkPAaes6BJ4MDwJO7kxR/uOTIUUlYcPpIyL8+QZ6Y/qWCn0pKjCSWxp5XxIRETGDdh+oB9p9QKTpcHvc7Mvdj9Omdzfrgtvt4ciJfPacXMBwb2o2KcfzOf0nmdVi0KZlmHcRw07xkbSMDj7jtIDSaRZVreFQ+XoOxSfDBYer5OTHjlM+rhhAnGnbSl+zWWzlgoNAS/UWkzw1dCgfQJQfERFgCaiTaRYb07eccdTNgz3vUjAgUgv6PU/EN/ylL2lLwgZGoYBI06K+VL8Ki53sP5rL3pO7HexJzSEnv+JiiqFBNjrGR54MCSJIiI8gNKiylQ3qhsfjwelxUVJuEclT12ao/noOpetBVFwnwlGHu1dU5kzTJCpbyyHw5KiHciGFtWwrTjs2i5XXN7xPjiO3ymtGB0by/MVPKWwTqSH9bBLxDX/pSwoFGhiFAiJNi/qSuTweDydyirzbIe5JzebA0Tycror/FrExId6QoGN8JK1bhGKr5g/QhsjtceN0O71rNZScXM+hpjtWlD+nfDhRNs3CTDFB0YTagrFabFgNKzaLFavFis2wnfzbesrftoqfW6y/PM84/XMrtrO2W/5zBRTiD/SzScQ3/KUvKRRoYBQKiDQt6ksNj9Pl5lB6njck2JuaQ3pmYYXz7DYL7WPD6XRyREHH+AhiIoJMqLjhcrldlLhLKD4tdKg6gKh8x4rKRkIUlhRS4nGa/RJrzGJYqg4VqgofKgsryn3+S/hwxoCj7PNKA46KgYd21miaNLVNxDf8qS8pFGhgFAqINC3qS/4ht8DBviM57EnJYe+R0lEFhcUVb0ijwuylIUHrCDrGRdAhNoJAu3YPqAs7M/fwrw3vnfW8mzqNJDasFS63E6fHhcvtOvn3L5+XHnOe8ljFc7yfu124PK6Tf5/+uQun21nuc7fHf/u1tYrgocrPqxU22E4ZVVH6t9Wo7siM059bGnRYDIsCDB/Rwp0ivuFvfUmhQAOjUECkaVFf8k9uj4e0jIJfQoKUbA4fy8d92o9Ji2HQpkUoHVtH0jEugk6tI2gVE4JFNzDnzO1x88yPr5T7het0DWFNAbfHfVrYcHr4cPLzKkKFSsOHMwQcVbVbnefU5+KWvlZhxEQtRllUPXqjktEcZ2238kCjob5LCFq4U8RX/LEv1SQU0JaEIiIilN7sxzULJa5ZKIN6xQFQ7HCx/2hZSFA69SArz8HB9DwOpuexdEMKAMGBttLpBidDgo7xkYQF198iho2FxbBwS5frz/iL1+gu15t+E2YxLFisFgJo2P/GHo+nNMA4w6iH0s/d1RhBUdVzy0KNmo/MOP05p3N6XDhdLoqpuHBoQ2JgVDFF5OwjMSobZXH20RvVCDgMGxbD4POdc85Y+xe7vqJXix6m9ymRhsztcTNz11dnPMff+5JGCtQDjRQQaVrUlxq3jAqLGObiqOTfuWV0sHc7xI7xEbRtGebXixjWp8qGaEYHRjK6gQ7RlHNXFmBUCBIqndJx7qMszhhwnKVdf54+UhWD6o90qsm0jqrarfRoFe2e89EatVtVzVW0UfkFq329Kr/ulRyuyb9RledXebmKD1R9tUrOreFIuXP9fqtRbVU3XO1zS1wlZDlyqrxqmd/0eYiu0Z3Oel590fSBBkahgEjTor7UtDhdblKO5bM3NZs9J8OCoxkFFc6zWS20jw0rt4hhs4ggzZuugj8t5iRNS+noC3c1wovqjcyoq/UvnG6nX08fEfE393UfQ//YPmaX4aXpAyIiIvWk9GY/nPax4VzZt/RYflEJ+1JzvCHB3tRs8ouc7EkpXdiwTESo/eR2iKVTDjrEhhMcqB/NUDpEPzGmswI2aXAshgWLYSHA0rD7anUX7nyw5110jOpQ7ljVbxlWfKCmwUNN3o+srO2a1Vb9c6tqu+rXV4PrVdJwTWqrsoJz/FpWeW4V7dbsaBXXq9HXuPrnVl6yD16HBw7lpjBz15mn4gBEBEac9ZyGqmH/byYiIuKHQoMC6NmxGT07NgNKf8FKzyz0boe4JzWHw+l55OQ72LDrOBt2HQdKRzO2bh5Kx5OjCTrFRxDXLBSLRaMJRKRmOkclEBUYedaFO/15HrRIfUiIbMd/Dy49a1/qHJVQj1X5lkIBERGROmYYBq1iQmgVE8LFPUsXMXSUuDiQlusNCfalZnMip5jDx/I5fCyfHzalAhBkt5IQF1FufYKIULuZL0dE/IC/LNwp0tA1hb6kNQXqgdYUEGla1JektrLyir0LGO5LzWHfkVyKSyquyt48MqhcSNCuVTgBNv/9ZaQq6ksi504Ld4r4hr/1JS002MAoFBBpWtSXxFdcbjepxwu80w72puZw5Hh+hZmPNqtB25bhv6xP0DqSFpH+v4ih+pKIb2jhThHf8Ke+pFCggVEoINK0qC9JXSoocrLvaA57U35ZnyCvsKTCeeEhAXSM+yUkSIiNICTIv2YNqi+J+I76k4hv+Etf0u4DIiIijVRIkI0eHWLo0SEGKF3E8Fh2UbmQ4GBaLrkFJWzac4JNe04ApfsvxzUP9W6H2Ck+ktbNtYihiIhIU6dQQERExI8ZhkHLqGBaRgUzsEcsACVOFwfT8rzrE+xNzeF4dhGpx/NJPZ7P8s1HAAgMsJIQF07CKesTRIUFmvlyREREpJ4pFBAREWlkAmxWOrWOpFPrSK6iLQDZ+Q72nRIS7DuSQ5HDxfaDWWw/mOV9brOIQBLiI73rE7RvFY49wGrSKxEREZG6plBARESkCYgMtdO7S3N6d2kOgNvt4ciJfPacXMBwb2o2KcfzOZFTzImcdNZuTwfAajFo0zLMGxJ0io+kZXSw3y9iKCIiIqUUCoiIiDRBFotB6xZhtG4RxmXnxwNQWOxk/9Fc9qb+sj5BTr6DA0dzOXA0l2/XpwAQGmSj48npBp3iI0iIjyA0KMDMlyMiIiK1pFBAREREAAgOtJHUPpqk9tFA6SKGJ3KKvNsh7knN5sDRPPKLnGzZe4Ite094nxsbE+INCTrGR9K6RSi2aq56LCIiIuZRKCAiIiKVMgyD5pHBNI8M5sKkVgA4XW4OpZdfxDA9s5CjGQUczSjgx61HAbDbLHSIDfeOKOgYH0FMRFC1r+12e0jen0HJvkwCDA+d4iO1U4KIiEgdUCggIiIi1WazWkiIiyAhLoIh/doAkFvgYN+RHPak5LD3SOmogsJiJzsPZ7PzcLb3udHhgXSMi6Bj6wg6xkXQITaCQHvFRQzX7UhnxuJdZOYWl3vu7UO70C+xZd2/SBERkSbE8Hg8HrOLaOxcLjcZGflml3FWNpuF6OhQMjPzcTrdZpcj4rfUl6Spc3s8pGUU/BISpGRz+Fg+7tN+5bAYBm1ahNKxdSQd4yLo1DqCw8fyeWf21irbfuTGngoGRGpBP5tEfMNf+lJMTCjWak7j00gBERER8SmLYRDXLJS4ZqEM6hUHQLHDxf6jZSFB6dSDrDwHB9PzOJiex9INKdVq+9PFu+jTpYWmEoiIiPiIQgERERGpc4F2K4ntoklsF+09lnHaIob7UnNwus88gDEjt5gl6w9zUY9YwoK144GIiMi50vSBeqDpAyJNi/qSSO38uPUIk+YmV/v8yFA78c1Dad08lPiTf1q3CNX2iCKV0M8mEd/wl76k6QMiIiLid2LCq7c7QURIADkFJWTnO8jOd5B8ILPc4+XCghahxDdTWCAiIlIVhQIiIiLSIHRtG0V0eGC5XQdOFxMeyF8fvpjiEhepJ/JJPV76J+V4PkeO53Mip7jqsCDMXhoQKCwQERHxUiggIiIiDYLFYnD70C68Navq3QfGDO2CxWIQHGijU3wkneIjyz1eWOwsDQuO5ZN6ojQsSD2eT0ZOMdl5DrLzKg8LWjcvDQniW/wyHUFhgYiINAVaU6AeaE0BkaZFfUnk3Kzbkc6MxbvKjRiICQ9kzNAutd6O8NSwIOV4vneUQUZO1aMSvGFB2XoFJ/+EKCwQP6SfTSK+4S99SWsKiIiIiN/ql9iSPl1asCc1mxKPQYDhoVN85DltQ1idkQWnhwVlIwu27a9iZMEpixwqLBAREX+lUEBEREQaHIvFIKlDTJ2/G3PGsOCU9QpSTwYGZwoLosLs5UYVKCwQERF/oFBARERE5DTBgTY6tY6kU+vKwwJvUHDy48zcYrLyHGRVERa0bh5KnHcKQhjxzUMUFoiISIOgUEBE5P/bu/PgqOv7j+Ov3c1mN9nNZjcnJAFBxIAHcjhi1WpFPBisRYtYZTxGPKoVdIpHrcDPYxSmY7UW60BtFWrFs6KtqNiKOBQqaAQRCCDIIUkMue/s/fsjZE3YDUTYZLPZ52NmZ3a/n+/3m/cGvkvy4v39fACgm44nLNjaRViQdygkICwAAMRC3IUCn376qV588UV9+eWXam5uVl5eni677DLddtttSk1NPaZzBoNBrVixQsuXL1dxcbHq6+vldDo1bNgwnX/++ZoxY0aU3wUAAOhPugoLmlt9KqsiLAAA9F1xtfrASy+9pMcff1zBYFADBgxQRkaGdu3aJY/Ho2HDhmnZsmVyOp0/6JxNTU266667tG7dOknSoEGD5HQ6VVVVpfLycqWlpWn9+vXHVTerDwCJhWsJiI7+fC01t/pCkxp27DDouOLC4VxpFuVlpiovy6787ENLKGbZlGqNu//jQQz05+sJ6E3xci31y9UHtmzZoieeeEKS9Oijj2ratGkyGAwqLy/XHXfcoa1bt2ru3LlauHBht88ZDAY1c+ZMrVu3Tj/+8Y81b948DR48ODReX1+vzz77LOrvBQAAJLZUa5JOyk/XSRE6C7oKC9ofh3cWuNIsbRMcZtrawoJDzwkLAADdETf/Wjz33HMKBAKaMmWKrrnmmtD23NxcPfXUU5o0aZI+/PBDbd++XSNGjOjWOd966y2tXbtWZ5xxhhYtWqSkpM7fDofDoYsuuiiq7wMAAKAr3QkLSiq+XzqxU1iwp7rTMYQFAIDuiIt/FZqamrRmzRpJ0rRp08LGhwwZorPPPlvr1q3TBx980O1QYMmSJZKkO+64IywQAAAA6Cu6Dgu8Kq1qPqawoH3ZRMICAEhscfHpX1xcLI/Ho+TkZI0aNSriPuPGjdO6dev05Zdfduuc+/fv186dO2U0GjV+/Hh9+eWX+sc//qH9+/crNTVVo0eP1tSpU5WRkRHNtwIAABA1qVZz12FBZbNKqw6FBZWNKq1qJiwAAISJi0/5PXv2SJLy8vJkNkeeebd9LoD2fY9my5YtkiSn06mXX35Zv//979VxzsWPPvpIzz//vBYuXKizzz77eMoHAADoValWs04qSNdJBZHDgpLKxrbQoLJRJZVNqm30HDEs6BgU5GfZNJCwAAD6jbj4NK+rq5Mkpaend7lP+1j7vkdz8OBBSW2TCT755JP6yU9+ovvuu0+DBw/Wnj179MQTT+jTTz/VzJkz9a9//UsDBgw4rveQlNS9mR9jqX12yu7OUgkgMq4lIDq4lqLPYbfIYbdoxBBXp+1NrV6VVjTpQEVTW2BQ8f3Sie2PLYeFBRlpFuVn25WXbVNBlk352W2rIqRY4uLHy4TD9QRER3+8luLiU9vtbluep6suAUlKTk7utO/RNDc3S5J8Pp8GDx6sZ599NnT+wsJCLVq0SBdffLEqKiq0dOlSPfDAA8dcv9FokMtlO+bje5vDkRLrEoB+gWsJiA6upZ7nklQw0KmzDtve2OzRt+WN2l9er/3fNbQ9yhtUXd+q6ga3qhvc+uqbqk7HZKVbNXiAQ4MHpGlQbpoGD0jT4Nw0pVq7/jkOvYfrCYiO/nQtxUUoYLFYJEler7fLfTweT6d9u3tOSZo+fXpY4JCSkqJf/OIXWrhwodasWXNcoUAgEFR9ffMxH99bTCajHI4U1de3yO/vu2tuAn0d1xIQHVxLfcMAp0UDnNk6qzA7tK2pxauSQ5MbllQ2Hpq3oK2zoLKuVZV1rfpix8FO58lwWJSf1dZNkJ9tCz2ns6B3cD0B0REv15LDkdLtboa4+BTuzq0B3bnFoCOHwxF6PmzYsIj7tG8/cOBAt855JD5f3/0Lczi/PxBX9QJ9FdcSEB1cS32PxWzSiQMdOnGgo9P2plZv20oIlW0hQfvzukaPquvdqq4P7yzIcHRYOjHLprzstueEBT2D6wmIjv50LcXFp+2QIUMkSaWlpfJ6vRFvI9i/f3+nfY/mxBNPDD3v6raE9m6CQKB//GEDAAD0JJvVrOEFTg0vcHba3iksOLR04uFhwZZvDpuzgLAAAHpFXHyqjhw5UmazWR6PR5s3b9a4cePC9ikqKpIkjR49ulvnPOWUU2S1WtXa2qpvv/024goD7UHD8U4yCAAAkMi6GxaUVLYFBt0JC/IPBQaEBQBwfOLi09Nut+u8887Txx9/rNdffz0sFNi7d68+/fRTSdJll13WrXOmpKTowgsv1Pvvv6+3335bV199dafxYDCo5cuXSxJLEgIAAPSArsKCxpa2sKC0qvthQabDooHtYUH7g7AAAI4qbj4l77zzTq1evVrvvPOOxo4dq2nTpslgMOjgwYP69a9/rUAgoIkTJ2rEiBGdjpswYYIk6f777w8LDO666y79+9//1ueff64//elP+uUvfymTySSfz6ennnpK27dvl8Vi0U033dRbbxMAACDh2VPMOnmQUycPcnbaHgoLOsxXUFrZpLomj6rq3arqRliQn2XXwMxUwgIAOMQQDAaDsS6iu5YsWaIFCxYoGAxq4MCBcrlc2rVrlzwej4YOHaply5YpIyOj0zGFhYWSpPnz5+uqq64KO+fy5cv10EMPye/3KyMjQwUFBdq/f79qa2tlNpu1YMECXX755cdVt98fUHV103GdozckJRnlctlUU9PUbybNAGKBawmIDq4ldFfHsKDjJId1TZ4uj8l0WJSXZVdeVmpChAVcT0B0xMu1lJFh61+rD7S76aabVFhYqBdeeEGbN29WVVWV8vLydNlll+m2226TzWb7wee88sorddJJJ+kvf/mLPv/8cxUXF8vpdOryyy/XrbfeGtZ5AAAAgL6lO50Fh4cF7Z0Fh6+G0B4W5GfZNDArVfmHggNrclz92AwA3RZXnQLxik4BILFwLQHRwbWEnnJsnQXW7yc4DD3iJyzgegKiI16upX7bKQAAAAAcr6N1FpQcNm9BfZNHVfWtqqpvjdBZ0DksyM+2aWBm/IQFAMCnFQAAAKBuhgUVbSshdCcsyD+0XCJhAYC+jE8lAAAA4Ai6GxaUVDaqtKq5U1iweXcXYcGhJRMJCwDEGp8+AAAAwDE4UlhQUtEWEBxLWNB+K0K0woJAIKjivdXy7qmR2RDUsLx0GY2G4z4vgP6BUAAAAACIInuKWYWDXSoc7Oq0vaHZE5qroLSyuS0sqGxSfbO3y7AgK90amtjwWMKCoh0Htew/X6umwR3a5kqz6LqJwzWuMOf43yyAuMfqA72A1QeAxMK1BEQH1xISRcewoOMkh/XN3i6PiRQW5GXaZEk2hfYp2nFQf1q+pctz/OrK0wgGgB8oXv5tYvUBAAAAIE6kpSarcHDyETsLDg8LKutaVVl3hM6CzFSt2Vx2xK/7yn++1pjh2dxKACQ4QgEAAACgD/ohYUFJZZMajhAWRFLd4Nbm3VUaPTyrp94CgDhAKAAAAADEka7Cgvpmj8oOBQRf7KzQtr01Rz3XH/+xWTZrkrKdKaFHltMaep6RZlFSN1uQAcQnQgEAAACgH3CkJstxKCzIy7R1KxSQpKZWn5q+a9De7xrCxowGgzIclg6hgbVTgGCzJslg4PYDIJ4RCgAAAAD9zMmDnHKlWTqtOnC4jDSLHp1xlqrr3aqobTn0aFVF3ffPff5A6JaE4n3hIUOKJSksKMhOb3udmW6lywCIA4QCAAAAQD9jNBp03cThR1x94NqJw5VqNSvValZBjj1sPBAMqq7R0yEw6Bwa1DV61OL2aX95o/aXN4YdbzC0BQ9ttySEdxqkpZjpMgD6AEIBAAAAoB8aV5ijX115mpb95+tOHQMZaRZdO3H4UZcjNBoMcqVZ5Eqz6ORBzrBxt9evyrrWTqFBZe33rz2+gKrq3aqqd0v7a8OOtySblJ0efktCttOqrHSrzEmmsGMARB+hAAAAANBPjSvM0Zjh2dpdWidv0CCzIahheelRWYbQYjYpP8um/Cxb2FgwGFR9k6ets6Bjp8GhEKGmwS23x68DFY06UBGhy0CSM80SuhXh8NDAYUumywCIEkIBAAAAoB8zGg0aOSRDLpdNNTVN8vkCPf41DQaD0u0WpdstOqkgPWzc62vvMmiNeHuC2+NXTYNbNQ1u7TxQF3Z8cpIx4moJ2c4UZaVbZTHTZQB0F6EAAAAAgF5lTjJpYKZNAzMjdxk0tHg7BQWVHZ5XN7TK4wuo5NDyi5Gk25M7TXrY8ZFuT5aRLgMghFAAAAAAQJ9hMBjalldMTdawvPAuA58/oKr61u87Czp1GrSoxe1XXaNHdY0e7YrQZZBkMn4/j8FhcxpkOa2yJvMrEhILf+MBAAAAxI0kk1G5rlTlulLDxoLBoJpafeG3JNS2qLKuRVV1bvn8AZVVNausqjni+R2p5s63JqR/32XgSrNEZT4GoC8hFAAAAADQLxgMBtlTzLKnmDV0oCNs3B8IqLreHRYYtD+aWn2qb/aqvtmr3aX1YcebjAZlhd2S8P3rFAu/XiH+8LcWAAAAQEIwGb+foDCS5lbv90FBXef5DCrrWuUPBFVe06LympaIx9tTzGFLLLaHCBkOi0xGY0++PeCYEAoAAAAAgKRUq1knDDDrhAFpYWOBQFA1DR26DOo6dxo0NHvV2NL22FPWEHa80WBQZrol4hKL2c4U2azm3niLQBhCAQAAAAA4CqPRoMx0qzLTrRpxgitsvMXtO7TMYuf5DCoPhQc+f+BQiNAqqSbs+FRLUtjtCO3zGmQ6rEoy0WWAnkEoAAAAAADHKcWSpEE5dg3KsYeNBYJB1TV6wlZKaO80qGvyqNnt077yBu0rD+8yMBikjDRrWGDQHiLYU8wysMwijhGhAAAAAAD0IKPBIFeaRa40i04e5Awbd3v8oY6CjqFBe+eBx9e2DGNVfau2768NO96abIo48WG2M0WZDqvMSXQZoGuEAgAAAAAQQ5Zkk/Kz7crPDu8yCAaDqm/yhAUGbfMatKqmwa1Wj1/fHmzUtwcbw443SHKmWSIGBtnOFDlS6TJIdIQCAAAAANBHGQwGpdstSrdbdFJBeti41+fvMJdB+JwGbq9fNQ1u1TS4tfPb8PMnmw+tyJAe3mmQlW5VstnUC+8SsUQoAAAAAABxypxk0sBMmwZm2sLGgsGgGlq8YXMYtC+zWF3vlscbUElFk0oqmiKe32lPVlYoNOjcaZBuT5aRLoO4RygAAAAAAP2QwWCQIzVZjtRkDcsL7zLw+QOq6rRiQmuH5RZb1OL2q7bRo9pGj3YdqAs73pxkVFb64bckWEOdB5ZkugziAaEAAAAAACSgJJNRuRmpys1IDRsLBoNqavVFXC2hvcvA6wuorKpZZVXNEc/vsCWHQoKsQ50GOYfCA2eahS6DPoJQAAAAAADQicFgkD3FLHuKWUMHOsLGff6AqhvcYaFB+60JTa0+1Td5VN/k0e6S+rDjk0wGZaZ37izo2GmQYuFX1d7CdxoAAAAA8IMkmYzKcaYox5kScby51XvY7QjfdxlU1bXK5w+qvLpZ5dWRuwzsKebIKyakW+VyWGQyssxitBAKAAAAAACiKtVq1gkDzDphQFrYWCAQVHVDa8TVEirrWtTQ7FVjS9tjT1l4l4HJaFCmwxpxicVsp1WpVnOPvKdAIKjivdXy7qmR2RDUsLx0GY3xfwsEoQAAAAAAoNcYjQZlpbfNMzDyBFfYeIvb12GZxcNWTqhrkc8f1MHaFh2sbZFUE3a8zZrUtmJChE6DjDSLkkw/vMugaMdBLfvP16ppcIe2udIsum7icI0rzPnB5+tLDMFgMBjrIvo7vz+g6urIS3z0JUlJRrlcNtXUNMnnC8S6HCBucS0B0cG1BEQP1xP6i0AwqNrQXAadV0uorG1VXZPniMcbDQZlOCyRb01wpshmTZLhsAkQi3Yc1J+Wb+nynL+68rQ+FwxkZNhk6mb4QacAAAAAACAutP1Sb1WGw6rCweHjbo9flYfNYdAWHLS99voCqqxrVWVdq4r3hR+fYjF1mPQwRZnpFr3z371HrOmV/3ytMcOz4/ZWAkIBAAAAAEC/YEk2KT/brvxse9hYMBhUXZMn4hKLlXWtqmlwq8Xt1/6Djdp/sLHbX7O6wa2d39ZqRIRbIeIBoQAAAAAAoN8zGAxy2i1y2i0aXuAMG/d4/aqqb+0UGOz4tlb7vms46rlrm9xH3aevIhQAAAAAACS8ZLNJAzNtGphpC23bvq9Gv3tl41GPddosPVlaj2JxRwAAAAAAIjh5kFOutCP/wp+RZtHJg5y9U1APIBQAAAAAACACo9Gg6yYOP+I+104cHreTDEqEAgAAAAAAdGlcYY5+deVpYR0DGWmWPrkc4Q/FnAIAAAAAABzBuMIcjRmerd2ldfIGDTIbghqWlx7XHQLtCAUAAAAAADgKo9GgkUMy5HLZVFPTJJ8vEOuSooLbBwAAAAAASFCEAgAAAAAAJChCAQAAAAAAEhShAAAAAAAACYpQAAAAAACABEUoAAAAAABAgiIUAAAAAAAgQREKAAAAAACQoAgFAAAAAABIUIQCAAAAAAAkKEIBAAAAAAASFKEAAAAAAAAJilAAAAAAAIAEZQgGg8FYF9HfBYNBBQLx8W02mYzy+wOxLgOIe1xLQHRwLQHRw/UEREc8XEtGo0EGg6Fb+xIKAAAAAACQoLh9AAAAAACABEUoAAAAAABAgiIUAAAAAAAgQREKAAAAAACQoAgFAAAAAABIUIQCAAAAAAAkKEIBAAAAAAASFKEAAAAAAAAJilAAAAAAAIAERSgAAAAAAECCIhQAAAAAACBBEQoAAAAAAJCgCAUAAAAAAEhQhAIAAAAAACSopFgXgNipqKjQ2rVrtWXLFn311VcqLi6W2+3WWWedpZdeeinW5QFxIRgMauPGjVq1apWKior0zTffqLGxUWlpaTrllFM0ZcoU/fSnP5XBYIh1qUBceP/997Vu3Tpt3bpVBw8eVG1trcxms4YMGaILLrhAN954o1wuV6zLBOLSJ598ottuu02SlJ+fr1WrVsW4IiA+LFy4UM8+++wR93n44Yd17bXX9lJF0UUokMBWrFih+fPnx7oMIK59+umnuummm0KvBw0apPz8fJWUlGjt2rVau3atVqxYoYULFyo5OTl2hQJxYtGiRdq+fbuSk5OVnZ2twsJCVVdXa9u2bdq2bZtef/11vfDCCxoxYkSsSwXiSlNTkx5++OFYlwHEtczMTJ1wwgkRx7Kzs3u5mughFEhgdrtd55xzjk4//XSdfvrp2rZtm5577rlYlwXElWAwqIKCAt14442aPHmyMjMzQ2Nvv/225s6dq9WrV+uZZ57RfffdF8NKgfgwffp0DR06VKNHj5bZbA5t37Fjh+69917t3LlTs2fP1ooVK2JYJRB/nn76aZWWluqiiy7SRx99FOtygLh0/vnna8GCBbEuI+oIBRLY1KlTNXXq1NDr8vLyGFYDxKdRo0bpgw8+6PTLS7spU6bou+++09NPP60333xTs2fPltHIVC7AkUybNi3i9sLCQj3++OO6+uqrtWvXLu3evVvDhg3r5eqA+LRp0ya9/PLLuuiiizRx4kRCAQCd8NMpABwHu90eMRBod/7550uSamtrVV1d3VtlAf3SiSeeGHre0tISw0qA+OH1ejV37lxZrVbNmzcv1uUA6IPoFACAHtTa2hp6brVaY1gJEP+KiookSampqRo6dGiMqwHiw+LFi7Vz5049+OCDGjBgQKzLAeLa9u3bNXv2bFVUVMhms6mwsFCTJ0/W8OHDY13acSEUAIAe1H7f84gRI2S322NcDRB/AoFAaLWcJ598UpJ07733ymazxbgyoO/bvXu3Fi9erFNPPVXXX399rMsB4l5xcbGKi4tDr1etWqVFixbphhtu0AMPPCCTyRTD6o4doQAA9JAtW7bo1VdflaTQElAAumfJkiVhK+SMGjVKCxYsCN2WA6BrwWBQc+bMkc/n0yOPPBK3v6wAfUFOTo5mzZqlH//4xyooKJDdbteePXu0bNkyvfrqq1q6dKmSkpJ0//33x7rUY0IoAAA9oLKyUjNnzpTP59PFF1+syZMnx7okIK7k5uZq7Nix8vv9Ki0tVWVlpYqLi/XOO+9o9OjRcjgcsS4R6NOWLVumL774Qtdff71OP/30WJcDxLVrrrkmbFthYaEeeeQRFRQU6Mknn9TSpUt13XXXqaCgIAYVHh8mGgSAKGtoaNCtt96q0tJSnXrqqf1y6Rqgp02aNEmvvPKKXn/9df33v//V22+/rTPOOEPvvvuubrjhBvn9/liXCPRZ5eXleuqpp5Sbm6t77rkn1uUA/drNN9+snJwc+Xw+rVq1KtblHBNCAQCIoqamJt1yyy3atm2bhg8frr/+9a/MJQBEwYgRI7R48WK5XC4VFxeH5usAEO6xxx5TY2Oj5syZw79BQA8zmUw644wzJEn79u2LcTXHhtsHACBKWlpadPvtt2vTpk0aMmSIXnzxRblcrliXBfQbdrtdZ511llauXKmtW7fqiiuuiHVJQJ+0bds2SdIjjzyiRx55pNNY+6o4ZWVlOvfccyVJCxcu1NixY3u3SKAfaV+e2ufzxbiSY0MoAABR4Ha7dccdd+izzz5Tfn6+lixZouzs7FiXBfQ77T9wcfsAcHSVlZVdjgUCgdC41+vtrZKAfunrr7+WpLhd9pNQAACOk9fr1cyZM/W///1Pubm5Wrp0qQYOHBjrsoB+p7a2Vhs2bJAkjRw5MsbVAH3Xke5rfuutt/Tggw8qPz8/bu9/BvqS1atXh0KB9u6beMOcAgBwHPx+v2bPnq1PPvlE2dnZWrp0qQYNGhTrsoC4tGHDBj333HM6cOBA2NjWrVs1Y8YMNTQ0KDc3V5dddlkMKgQAJJqvv/5a8+bN0/bt2zttDwQCevfddzV79mxJ0oUXXqhRo0bFosTjRqdAAisrK9OUKVNCrz0ejyTpiy++0Pjx40Pbb7nlFt166629XR4QF95//32tXLlSkpScnKzf/va3Xe47d+5cnXLKKb1VGhB36uvr9cwzz+iZZ55Rdna2cnJyZDKZVFZWpoqKCkltSxUuXrxYNpstxtUCABKBz+fTa6+9ptdee01Op1N5eXkymUzav3+/6urqJElnnnmmfve738W40mNHKJDA/H6/amtrw7b7fL5O29snpAEQrj1Mk6SSkhKVlJR0uW9DQ0NvlATErTFjxujBBx/U+vXrtWvXLu3du1cej0cOh0Pjx4/XhAkTNHXqVGZTBwD0mvz8fN1zzz3atGmTdu/erX379snj8Sg9PV3nn3++Lr/8cl1++eUymUyxLvWYGYLBYDDWRQAAAAAAgN7HnAIAAAAAACQoQgEAAAAAABIUoQAAAAAAAAmKUAAAAAAAgARFKAAAAAAAQIIiFAAAAAAAIEERCgAAAAAAkKAIBQAAAAAASFCEAgAAAAAAJChCAQAAkNAKCwtVWFio9evXx7oUAAB6XVKsCwAAAH3LwoUL9eyzz3Z7/x07dvRgNQAAoCcRCgAAgC5lZWXFugQAANCDCAUAAECX1q5dG+sSAABAD2JOAQAAAAAAEhSdAgAAIGomTJigkpISzZ8/X5dccokWL16sDz/8UGVlZUpJSdG4ceN0++2364wzzujyHH6/X8uXL9c///lP7dixQ01NTXK5XBozZoymT5+u8ePHH7GGsrIyvfTSS1q7dq0OHDggr9ernJwcDR8+XJdeeqkmTZoki8US8djGxkY9//zzWrlypUpLS5WSkqLRo0frzjvvPGLNAADEK0IBAAAQdfX19Zo6dar27Nkjs9ksi8Wi2tpaffTRR/r444/12GOPaerUqWHHNTQ06M4779SGDRskSSaTSTabTRUVFVq5cqVWrlypm2++WQ888EDEr/v2229r3rx5crvdkiSz2SybzaaysjJ9++23WrVqlQoLCzVy5MiwYysqKnTVVVdp3759slgsMhqNqq2t1erVq7V27VotWrRI5513XhS/SwAAxB63DwAAgKh79tlnVV1drT/84Q/atGmTioqK9N577+mss85SIBDQ//3f/2nr1q1hxz300EPasGGDzGaz5syZo6KiIn322Wdas2aNfv7zn0uSXnjhBb3yyithx65evVq/+c1v5Ha7NXbsWL388svavHmz1q9fr40bN+rll1/WtGnTZDabI9b86KOPymw2a+nSpdq0aZM2btyoN954Q0OHDpXX69W8efMUCASi+40CACDGDMFgMBjrIgAAQN/RcUnCo60+MGnSJM2ZMyf0uv32AUlasmSJfvSjH3Xav7W1VT/72c+0d+9eXXDBBfrzn/8cGvvyyy81bdo0SW2/oF9zzTVhX2/WrFlauXKlXC6XPvnkk9BtAD6fT5deeqkOHDigcePGacmSJUpOTu7W+y0sLJQkZWRk6N1331VmZman8R07duiKK66QJC1btkzjxo3r1nkBAIgHdAoAAIAuVVZWHvHR2NgY8bixY8eGBQKSZLVaNWPGDEnSmjVr1NDQEBp77733JEkDBgzQ1VdfHfG8d999tySppqam08oI69ev14EDByRJDz74YLcDgY6mTZsWFghIbaFBQUGBpLaAAACA/oQ5BQAAQJeO9Zfgs88++6hjgUBAW7duDb3esmWLJGn8+PEyGiP/v8WwYcOUm5ur8vJybdmyRRMmTJAkbdy4UZKUnZ2t008//ZhqPtJEgjk5OTpw4IDq6uqO6dwAAPRVdAoAAICoy83N7dZYdXV16HlVVdVRj5XaOgk67i+1TRIoSXl5eT+82ENsNluXY0lJbf+P4vP5jvn8AAD0RYQCAAAg7hkMhliXAABAXCIUAAAAUVdeXt6tsYyMjNDz9vv5v/vuuyOeu3284/3/7RMilpaW/vBiAQBIYIQCAAAg6tavX3/UMaPRqFNOOSW0/bTTTguNd7X03+7du0OhQse5A8aOHSup7TaCr7766viKBwAggRAKAACAqCsqKooYDLjdbr3wwguSpPPOO08OhyM0NnnyZEltnQRvvPFGxPP+8Y9/lCS5XC6dc845oe3jx4/XoEGDJEnz58+Xx+OJzhsBAKCfIxQAAABRl5aWplmzZumDDz4ITc63e/du3Xbbbfrmm29kMpk0a9asTseMGjVKl156qSTpscce09///ne1tLRIausAmDNnjj744ANJbUsTWiyW0LEmk0lz586VwWBQUVGRbrrpJn3++eehjgOPx6P169fr3nvv1a5du3r8/QMAEC9YkhAAAHTp3HPPPeo+CxcuDLXvt7vrrrv06quv6u6771ZycrIsFosaGhoktU0K+PDDD0dcOvDxxx9XTU2NNmzYoMcee0zz58+XzWZTfX29gsGgJOnmm2/WtddeG3bsBRdcoAULFmju3LkqKirS9OnTlZycrNTUVDU2NobCiRkzZvzg7wMAAP0VoQAAAOhSZWXlUffxer1h2xwOh958800tXrxYH374ocrKyuR0OjVmzBjdfvvtGjNmTMRzpaWlacmSJVq+fLneeecd7dixQ83NzcrKytLYsWM1ffp0jR8/vstapkyZojPPPFN/+9vftHbtWpWWlsrtdisvL08nn3yyLrnkEg0bNqz73wAAAPo5Q7A9dgcAADhOEyZMUElJiebPn6+rrroq1uUAAICjYE4BAAAAAAASFKEAAAAAAAAJilAAAAAAAIAERSgAAAAAAECCYqJBAAAAAAASFJ0CAAAAAAAkKEIBAAAAAAASFKEAAAAAAAAJilAAAAAAAIAERSgAAAAAAECCIhQAAAAAACBBEQoAAAAAAJCgCAUAAAAAAEhQhAIAAAAAACSo/weU6b5VtI+5UAAAAABJRU5ErkJggg==", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import pandas as pd\n", "import seaborn as sns\n", "import matplotlib.pyplot as plt\n", "\n", "df_stats = pd.read_parquet(f\"{output_dir}/training_stats.parquet\")\n", "\n", "# Use plot styling from seaborn.\n", "sns.set(style='darkgrid')\n", "\n", "# Increase the plot size and font size.\n", "sns.set(font_scale=1.5)\n", "plt.rcParams[\"figure.figsize\"] = (12,6)\n", "\n", "# Plot the learning curve.\n", "plt.plot(df_stats['Training Loss'], 'b-o', label=\"Training\")\n", "plt.plot(df_stats['Valid. Loss'], 'g-o', label=\"Validation\")\n", "\n", "# Label the plot.\n", "plt.title(\"Training & Validation Loss\")\n", "plt.xlabel(\"Epoch\")\n", "plt.ylabel(\"Loss\")\n", "plt.legend()\n", "plt.xticks([1, 2, 3, 4, 5])\n", "\n", "plt.show()" ] }, { "cell_type": "markdown", "metadata": { "id": "dXX4z7Wqe8ry" }, "source": [ "13. Load and test the model." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "mpBJNtYuAY9D", "outputId": "66532b2e-1635-483d-d20a-9daad799ea57" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Question: 👤 How can I learn how to code in Python?\n", "\n", "Response 1: 🤖 Learning Python is a great way to learn how to code in Python. It is a great way to learn how to use the language and its syntax. There are many tutorials available online that teach you the basics of Python coding. There are also many online resources that provide step-by-step instructions and tips on how to learn Python.\n", "Response 2: 🤖 Learning Python is a great way to learn how to code in Python. There are many tutorials available online that can help you learn the basics of the language. There are also many online courses and forums that can help you learn the basics of Python. Additionally, there are many online forums and communities dedicated to helping beginners learn the language.\n" ] } ], "source": [ "from transformers import AutoModelForCausalLM, AutoTokenizer\n", "import torch\n", "\n", "output_dir = f'/content/drive/MyDrive/Colab Notebooks/Aira-1.5B'\n", "\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n", "\n", "tokenizer = AutoTokenizer.from_pretrained(\"./\") # output_dir\n", "aira = AutoModelForCausalLM.from_pretrained(\"./\")\n", "\n", "aira.eval()\n", "aira.to(device)\n", "\n", "question = input(\"Enter your question: \")\n", "\n", "inputs = tokenizer(tokenizer.bos_token + question + tokenizer.eos_token, return_tensors=\"pt\").to(device)\n", "\n", "responses = aira.generate(**inputs,\n", " bos_token_id=tokenizer.bos_token_id,\n", " pad_token_id=tokenizer.pad_token_id,\n", " eos_token_id=tokenizer.eos_token_id,\n", " do_sample=True,\n", " early_stopping=True,\n", " top_k=50,\n", " max_length=200,\n", " top_p=0.90,\n", " temperature=0.3,\n", " num_return_sequences=2)\n", "\n", "print(f\"Question: 👤 {question}\\n\")\n", "\n", "for i, response in enumerate(responses):\n", " # print only the response and remove the question\n", " print(f'Response {i+1}: 🤖 {tokenizer.decode(response, skip_special_tokens=True).replace(question, \"\")}')\n" ] }, { "cell_type": "markdown", "metadata": { "id": "cJXlHi2oe8rz" }, "source": [ "Done! 🤗" ] } ], "metadata": { "accelerator": "GPU", "colab": { "gpuType": "A100", "machine_shape": "hm", "provenance": [] }, "kernelspec": { "display_name": "Python 3", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.13" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "00abb6adf1a046cd9d1bae9daae55ae1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "017e05e3e22b440dab59f06ee83960ff": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0283c7bd52d34fe7a5fcd166109ebda5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_0e789803c346444a980d3a30641e6c36", "IPY_MODEL_258f08313c6c47888d07e2ab9083689d", "IPY_MODEL_51a0cb539cba47d689686d037ee12851" ], "layout": "IPY_MODEL_41fe883cecb9488b9f832d3ab767c262" } }, "055947b2fad240fe953311212cb031ff": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e3f22b954ead41069ca2eb40eab2317b", "max": 13494351, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_ad006b98a81c4b6ca9c249c10486ea5b", "value": 13494351 } }, "073b32370bf7441a84debe58952b3972": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "08b6a0bb46a041af879d73073a3904b4": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "095de275ce96496492d047904bb397bc": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0b5cd968fc264a3ab50eaa8bce6a55d3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f7a2d2c1db7c4764ae937a8c0f48ed2b", "placeholder": "​", "style": "IPY_MODEL_7b5c540fb54c489c921d816d19bd3c20", "value": "Downloading (…)olve/main/vocab.json: 100%" } }, "0bce0d61ac4649d9b1e27857be36e6fe": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0e789803c346444a980d3a30641e6c36": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c4fa95eab7a54f4e8acc33a9fd4596e5", "placeholder": "​", "style": "IPY_MODEL_92a54a396ad2465b9d4bd490922a6dfe", "value": "Downloading (…)neration_config.json: 100%" } }, "0f19af896f4a494487fccb7099bf394c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_406af1ddbe3b46cea390f5cc172b8369", "placeholder": "​", "style": "IPY_MODEL_3470993795f6479f9575cb31891a8506", "value": " 0/48571 [00:00<?, ? examples/s]" } }, "103d57b8ae3f4975ac5fd9061b5fec8b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_95df07916da84852b10b03389956badf", "placeholder": "​", "style": "IPY_MODEL_682089d120b54513a200529febfa2527", "value": " 14.5M/14.5M [00:00<00:00, 59.0MB/s]" } }, "11d5e1cdbdfe4aaab827a49d332b7599": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e2afe9d5cfd84c9ba5870dd1708a0b16", "placeholder": "​", "style": "IPY_MODEL_f59df2eb0c864ca5b7b25970bc7f2e87", "value": " 9183/9183 [00:00<00:00, 75876.53 examples/s]" } }, "1206d751b51142dcae4ce7768750dd91": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "13c65f65783340ea95ac944ec27c36f4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b6bf64579058468fb48fc212f52f49a4", "placeholder": "​", "style": "IPY_MODEL_ed1bdcb6a6094b1b9e84d93367fa5bfd", "value": " 0/9204 [00:00<?, ? examples/s]" } }, "1523a44a403b419fa607dc78559d0992": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "1621ef33d6a54b5a8f0137d3b0ecff8a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "165b06cd8ee94d63adc209dc0e8ac03a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_39945bae971148f2a8fb24f6b4c73aff", "placeholder": "​", "style": "IPY_MODEL_50e19782f2d5495b9646b2fceed6ec2f", "value": "Downloading (…)olve/main/merges.txt: 100%" } }, "16fea66468f646c6b8cdb398f4fb100c": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1e10171aec83459196bb06d34ceef98e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "2015bd9737594a1dbc9f175314f2c5cc": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_749748bb93b8489a9902c94286f46387", "placeholder": "​", "style": "IPY_MODEL_e92d6fa0a06e477aafff5164b0e2fdd7", "value": "Generating aira_portuguese split: 0%" } }, "204046afafa64b52b9d9e83878a97014": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2058678b763a4939bcb3b3671109064e": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "20b2e67cec4840de904c7ad288e5fe7d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_dbf04697ee00430197693128526b8e53", "placeholder": "​", "style": "IPY_MODEL_228464ae9ad942b3a898dba94606df85", "value": "Downloading readme: 100%" } }, "228464ae9ad942b3a898dba94606df85": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "22ac260bbf324ae4b9339cbb704f1c18": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_2015bd9737594a1dbc9f175314f2c5cc", "IPY_MODEL_b281d3b8a945468db47807e6075cbd63", "IPY_MODEL_13c65f65783340ea95ac944ec27c36f4" ], "layout": "IPY_MODEL_b3e113f634ec44e398af6d9d818a8ea9" } }, "23db2da29870496ebbb1e04f84185cdf": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "258f08313c6c47888d07e2ab9083689d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ca91f68ebd27437582cfde19e830ca49", "max": 124, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_7c836f6e30b2423bb59346d4306fee1b", "value": 124 } }, "27a8b690dea14c52974b677e7606ce0e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_fbf99a6162b84a38932614f4f5eeaa4d", "IPY_MODEL_6e213fdc58d84da6b78f209097dba7b5", "IPY_MODEL_7d899c34e27846ccafc2bd3a856b4a11" ], "layout": "IPY_MODEL_7e48f28bcb7d4540b054ec3332d070a7" } }, "28ab3538c465487ab240b421b076e7ae": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_23db2da29870496ebbb1e04f84185cdf", "max": 48571, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_1e10171aec83459196bb06d34ceef98e", "value": 48571 } }, "295fe87770f74338bd68f2214faa0ae1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "296d83cb3e244887b5d69cef935e159e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1206d751b51142dcae4ce7768750dd91", "max": 456318, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_5134f852a4b248cbb97e49a2613e76fb", "value": 456318 } }, "29ae5378211a4e5e9c5c9b046392c76a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2a34dcfe192f4f0aa0a24cb50ce810ff": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2adedc971b184035ae9d96762349f483": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2d9f986a8aa04c3dba8312d54c82913c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f769a72348494701a126e3f4ec8623d4", "max": 14486275, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_4aa0ddf83a124c81bb219703ab6865c0", "value": 14486275 } }, "2ff0730fbf374d21a141c900efb79236": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "307e38974aa744469ce3f5ba0e8b6f61": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8fcd3480fb074c51a5f8e83f08aa5c61", "placeholder": "​", "style": "IPY_MODEL_89ef691962474a61a0d8923c8a9e9124", "value": "Downloading data files: 100%" } }, "31d46bbe1d2b4577964d4810f4ae3679": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "32291d2624514176b1f442d893fe1e6d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "32b440414b0a4662b3027c9ece7c74e8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "32da12d7423a4c868e7b29c54843c14b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_29ae5378211a4e5e9c5c9b046392c76a", "max": 4, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_bb22764c1aa3451f97ca079d96b3dbcc", "value": 4 } }, "3306a129967f4fd59fe16e7824b587ff": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3470993795f6479f9575cb31891a8506": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "34c17806228640a99cb0aca8cf97fcb8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_20b2e67cec4840de904c7ad288e5fe7d", "IPY_MODEL_a8e41c0c8d944cd5b07f94c45c1be7a5", "IPY_MODEL_9eb9df0ec0b140409c5cd95c41a064df" ], "layout": "IPY_MODEL_e119d4366a6f4fa2bbd4aafc99ffc30a" } }, "368e0e80fa5c47438cc8012a7c8fa53a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3851c1f049384c41848fab5f9c1b523f": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "39945bae971148f2a8fb24f6b4c73aff": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3c19074499e244b493bc05b5892a293e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3ed6fc142bd44e5880206414779a9323", "placeholder": "​", "style": "IPY_MODEL_4dc2c1dd4f924b8ab4e2622378485618", "value": "Downloading data: 100%" } }, "3c256be17dc84048ab6791ca613a0fed": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_88364c74273e485581c3fa4d8bf7c5fe", "max": 548105171, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_dea15ad6390745628e4c7c7de5cfd127", "value": 548105171 } }, "3ce99bbb263444f19a636eca19c84945": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3e07199280444ab7bf439352acabc01a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": "hidden", "width": null } }, "3ed6fc142bd44e5880206414779a9323": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "401d3f247c564de5b63a207e4649c075": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_fd8de013a791476cbf192d278809280a", "IPY_MODEL_055947b2fad240fe953311212cb031ff", "IPY_MODEL_42a8ecb023d94acbb7297adc07603abe" ], "layout": "IPY_MODEL_1621ef33d6a54b5a8f0137d3b0ecff8a" } }, "406af1ddbe3b46cea390f5cc172b8369": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "41fe883cecb9488b9f832d3ab767c262": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "42a8ecb023d94acbb7297adc07603abe": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5c26f8ecc4974fb9b702ff68703f1f98", "placeholder": "​", "style": "IPY_MODEL_8e342075f81344f9a3ae82a848c875be", "value": " 13.5M/13.5M [00:00<00:00, 73.0MB/s]" } }, "42bd8ef5d2d6483385025d31d28b101a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_165b06cd8ee94d63adc209dc0e8ac03a", "IPY_MODEL_296d83cb3e244887b5d69cef935e159e", "IPY_MODEL_f33b0b8175cb421e941e522692eb5565" ], "layout": "IPY_MODEL_a99804f9a6234dedb238fdbabe46c2d3" } }, "42f56261aad343828b91f787fc69d5ac": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b52df37a9349480a8621fea91bc9077b", "placeholder": "​", "style": "IPY_MODEL_5172fff7ca6a4c4f94b7292adc728777", "value": " 4/4 [00:00<00:00, 237.72it/s]" } }, "441a7d9d5dce47aa8ebd65c34ac888c4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "4525a497d6f54b9c81976f97099e8537": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c9e48a81c51d497e9cb4ec74b3849333", "placeholder": "​", "style": "IPY_MODEL_948201ba560a46a59f582dd4fff20765", "value": " 548M/548M [00:02<00:00, 236MB/s]" } }, "46ab0e39427a42f9b4ca789c49a3a126": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "48cc2483d0224f8887a76c7f7c8db8e3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b8ae79eee2014b6b91542951727a3e37", "placeholder": "​", "style": "IPY_MODEL_2adedc971b184035ae9d96762349f483", "value": "Extracting data files: 100%" } }, "49405b36404245d48f5ddf4fa5b3dc74": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4947f03b2b88428e92c32b49baa9ed2c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_74573cda9b53432da01043d533aaa5d6", "IPY_MODEL_f2dd88c1446b48f1801029a5191c6aac", "IPY_MODEL_bed42573c6aa445287a0888274050cf8" ], "layout": "IPY_MODEL_095de275ce96496492d047904bb397bc" } }, "4aa0ddf83a124c81bb219703ab6865c0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "4bd1207833b54df697ca23f3efd6c2cf": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_3c19074499e244b493bc05b5892a293e", "IPY_MODEL_2d9f986a8aa04c3dba8312d54c82913c", "IPY_MODEL_103d57b8ae3f4975ac5fd9061b5fec8b" ], "layout": "IPY_MODEL_66d3257e622547c9ac7c62e2dfae5c4d" } }, "4d48c50082f4472c94b595573723ce15": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_5f0ac99d23ce483ba0ac4ab755c443d2", "IPY_MODEL_90427982a8d543bd8b0483aef1511902", "IPY_MODEL_11d5e1cdbdfe4aaab827a49d332b7599" ], "layout": "IPY_MODEL_8e96bffd00de4bde8a918e1496a776d2" } }, "4dc2c1dd4f924b8ab4e2622378485618": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "4f6b121ffecf494cadd881ca8923a884": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_017e05e3e22b440dab59f06ee83960ff", "placeholder": "​", "style": "IPY_MODEL_c39a3a6e301e423794786f4b15ff8b3d", "value": " 1.84M/1.84M [00:00<00:00, 20.8MB/s]" } }, "4f6f2a4e77394fa0beb6fa22aba2f3c1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c8cb80d2d529412bb7d1c6f1a5c7264d", "placeholder": "​", "style": "IPY_MODEL_70cd03a1b2014d978bde9fdab7f6f512", "value": "Downloading model.safetensors: 100%" } }, "50e19782f2d5495b9646b2fceed6ec2f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5134f852a4b248cbb97e49a2613e76fb": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "5172fff7ca6a4c4f94b7292adc728777": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "51a0cb539cba47d689686d037ee12851": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_08b6a0bb46a041af879d73073a3904b4", "placeholder": "​", "style": "IPY_MODEL_e25aedbf6eaf4583b69c6a8f8a1b6c4b", "value": " 124/124 [00:00<00:00, 11.0kB/s]" } }, "54d48bff94c2492c8eff461dbad6b89a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5968b3dd30d245eab475d32cc9d54a68": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5a3855fb89f5451d95bf3a4dd4fefc56": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "5c26f8ecc4974fb9b702ff68703f1f98": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5f0ac99d23ce483ba0ac4ab755c443d2": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_aad80fdde29e49f5a4685db03f57d58e", "placeholder": "​", "style": "IPY_MODEL_32b440414b0a4662b3027c9ece7c74e8", "value": "Generating aira_english split: 100%" } }, "60af0f6acb9f4e5eb3a8eae4ef236eac": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "63f2c79a3c9b4abea3f069ef2420b4f9": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "666347e892ed4e618aa810203ef47564": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3306a129967f4fd59fe16e7824b587ff", "placeholder": "​", "style": "IPY_MODEL_073b32370bf7441a84debe58952b3972", "value": " 1.04M/1.04M [00:00<00:00, 12.4MB/s]" } }, "66d3257e622547c9ac7c62e2dfae5c4d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "678c862655dc49289716419840ebf2e2": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_803dee5d9e6b4dfdb7b9595505e42c03", "max": 1836788, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_fa4e3b1ac243447d9e46d66944547e48", "value": 1836788 } }, "682089d120b54513a200529febfa2527": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6b0e65b893d14e3890a8b325e1b30564": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6c3493b589504e699522362ac8d81ec5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6cae27568cbf4488895c616f68fcd8e3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c390fde6a5104351aae53b85bef6222b", "max": 48666, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_b22f8a6420814ecfadaa7ef5790b476c", "value": 48666 } }, "6e213fdc58d84da6b78f209097dba7b5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_82068df001df449baba75e9fec9f7051", "max": 665, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_e97f3073912c43d3aa0eab30db08fc45", "value": 665 } }, "70cd03a1b2014d978bde9fdab7f6f512": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "73e1a76997ee4be88d94ab0e0f060548": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_204046afafa64b52b9d9e83878a97014", "placeholder": "​", "style": "IPY_MODEL_d8d6f054fb754d848ddf96b7194bf15f", "value": "Generating aira_instruct_portuguese split: 0%" } }, "74573cda9b53432da01043d533aaa5d6": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c3b50aab3b284944bd3081b7817451ca", "placeholder": "​", "style": "IPY_MODEL_6b0e65b893d14e3890a8b325e1b30564", "value": "Downloading data: 100%" } }, "749748bb93b8489a9902c94286f46387": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7afdbbc6da0d45e2a3dd0ab33573a0bb": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "7b5c540fb54c489c921d816d19bd3c20": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "7c836f6e30b2423bb59346d4306fee1b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "7d899c34e27846ccafc2bd3a856b4a11": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3ce99bbb263444f19a636eca19c84945", "placeholder": "​", "style": "IPY_MODEL_7afdbbc6da0d45e2a3dd0ab33573a0bb", "value": " 665/665 [00:00<00:00, 47.0kB/s]" } }, "7e48f28bcb7d4540b054ec3332d070a7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "803dee5d9e6b4dfdb7b9595505e42c03": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "82068df001df449baba75e9fec9f7051": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "88364c74273e485581c3fa4d8bf7c5fe": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "89ef691962474a61a0d8923c8a9e9124": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8b814a900b904583bc2443d454d05ac6": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_307e38974aa744469ce3f5ba0e8b6f61", "IPY_MODEL_950ed03e99ea48369bdd87289c6339e4", "IPY_MODEL_bfd29522420a44a58574a64830d3e003" ], "layout": "IPY_MODEL_368e0e80fa5c47438cc8012a7c8fa53a" } }, "8c8127b9c8b74f14870776d4fdd9c5e8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_d7c708ea29f540578d11cf76c85b9437", "IPY_MODEL_6cae27568cbf4488895c616f68fcd8e3", "IPY_MODEL_9203b89a29234d5aaa95a0e4a201fdb0" ], "layout": "IPY_MODEL_3e07199280444ab7bf439352acabc01a" } }, "8d1e1eb40cc74ed7ab182e2b34de3811": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "8e342075f81344f9a3ae82a848c875be": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8e96bffd00de4bde8a918e1496a776d2": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": "hidden", "width": null } }, "8f43a8b73665406e9a61f11b7304be92": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8fcd3480fb074c51a5f8e83f08aa5c61": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "90427982a8d543bd8b0483aef1511902": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_dfeebf31c9c540979b278684923b8826", "max": 9183, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_d6c74e7862db40648cf5249a4432b9d0", "value": 9183 } }, "9203b89a29234d5aaa95a0e4a201fdb0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_60af0f6acb9f4e5eb3a8eae4ef236eac", "placeholder": "​", "style": "IPY_MODEL_bb1f645cf72c409b95b020b50ac1ae94", "value": " 0/48666 [00:00<?, ? examples/s]" } }, "92a54a396ad2465b9d4bd490922a6dfe": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "948201ba560a46a59f582dd4fff20765": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "950ed03e99ea48369bdd87289c6339e4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_aefd83b855dd4f93a0d3e53c0b8d13f0", "max": 4, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_8d1e1eb40cc74ed7ab182e2b34de3811", "value": 4 } }, "95df07916da84852b10b03389956badf": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9c31174117724affb4c8326401ce75bb": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9cf799494c92437cbce795cec0dd754c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_0b5cd968fc264a3ab50eaa8bce6a55d3", "IPY_MODEL_ce80bbcece9a4ee7a36bb2bb7350d888", "IPY_MODEL_666347e892ed4e618aa810203ef47564" ], "layout": "IPY_MODEL_8f43a8b73665406e9a61f11b7304be92" } }, "9d43ff6f9d9c4c359dbcf38aabef576d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9eb9df0ec0b140409c5cd95c41a064df": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2ff0730fbf374d21a141c900efb79236", "placeholder": "​", "style": "IPY_MODEL_9d43ff6f9d9c4c359dbcf38aabef576d", "value": " 5.12k/5.12k [00:00<00:00, 402kB/s]" } }, "a8e41c0c8d944cd5b07f94c45c1be7a5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_32291d2624514176b1f442d893fe1e6d", "max": 5116, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_441a7d9d5dce47aa8ebd65c34ac888c4", "value": 5116 } }, "a99804f9a6234dedb238fdbabe46c2d3": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "aad80fdde29e49f5a4685db03f57d58e": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ab8e0f839074405996d52bd66c01f3ec": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "ad006b98a81c4b6ca9c249c10486ea5b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "aefd83b855dd4f93a0d3e53c0b8d13f0": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b179b62e34684bc48c6d5c84e13b9798": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b22f8a6420814ecfadaa7ef5790b476c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "b281d3b8a945468db47807e6075cbd63": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2058678b763a4939bcb3b3671109064e", "max": 9204, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_1523a44a403b419fa607dc78559d0992", "value": 9204 } }, "b3e113f634ec44e398af6d9d818a8ea9": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": "hidden", "width": null } }, "b52df37a9349480a8621fea91bc9077b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b6bf64579058468fb48fc212f52f49a4": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b6e193b4e27242328f6fa4ad54de7409": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_73e1a76997ee4be88d94ab0e0f060548", "IPY_MODEL_28ab3538c465487ab240b421b076e7ae", "IPY_MODEL_0f19af896f4a494487fccb7099bf394c" ], "layout": "IPY_MODEL_e79c3a0913b442daa2a37eb823db1a85" } }, "b8ae79eee2014b6b91542951727a3e37": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bb1f645cf72c409b95b020b50ac1ae94": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "bb22764c1aa3451f97ca079d96b3dbcc": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "bed42573c6aa445287a0888274050cf8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_54d48bff94c2492c8eff461dbad6b89a", "placeholder": "​", "style": "IPY_MODEL_6c3493b589504e699522362ac8d81ec5", "value": " 1.71M/1.71M [00:00<00:00, 22.7MB/s]" } }, "bfd29522420a44a58574a64830d3e003": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_cf79c3560d5a4e85b6a0eb368f1a3132", "placeholder": "​", "style": "IPY_MODEL_5968b3dd30d245eab475d32cc9d54a68", "value": " 4/4 [00:02<00:00, 1.40it/s]" } }, "c0986146edd043e68396f29c527fd462": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_4f6f2a4e77394fa0beb6fa22aba2f3c1", "IPY_MODEL_3c256be17dc84048ab6791ca613a0fed", "IPY_MODEL_4525a497d6f54b9c81976f97099e8537" ], "layout": "IPY_MODEL_9c31174117724affb4c8326401ce75bb" } }, "c390fde6a5104351aae53b85bef6222b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c39a3a6e301e423794786f4b15ff8b3d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c3b50aab3b284944bd3081b7817451ca": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c4fa95eab7a54f4e8acc33a9fd4596e5": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c8cb80d2d529412bb7d1c6f1a5c7264d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c9e48a81c51d497e9cb4ec74b3849333": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ca91f68ebd27437582cfde19e830ca49": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ce80bbcece9a4ee7a36bb2bb7350d888": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_49405b36404245d48f5ddf4fa5b3dc74", "max": 1042301, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_00abb6adf1a046cd9d1bae9daae55ae1", "value": 1042301 } }, "cf79c3560d5a4e85b6a0eb368f1a3132": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d2d45c0d7dda40a0ba66c292e9bbc438": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e1941b55269f4a6dba612c5cb9258da9", "IPY_MODEL_678c862655dc49289716419840ebf2e2", "IPY_MODEL_4f6b121ffecf494cadd881ca8923a884" ], "layout": "IPY_MODEL_3851c1f049384c41848fab5f9c1b523f" } }, "d6c74e7862db40648cf5249a4432b9d0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "d7c708ea29f540578d11cf76c85b9437": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b179b62e34684bc48c6d5c84e13b9798", "placeholder": "​", "style": "IPY_MODEL_295fe87770f74338bd68f2214faa0ae1", "value": "Generating aira_instruct_english split: 0%" } }, "d8d6f054fb754d848ddf96b7194bf15f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "dbf04697ee00430197693128526b8e53": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "dea15ad6390745628e4c7c7de5cfd127": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "dfeebf31c9c540979b278684923b8826": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e119d4366a6f4fa2bbd4aafc99ffc30a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e1941b55269f4a6dba612c5cb9258da9": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0bce0d61ac4649d9b1e27857be36e6fe", "placeholder": "​", "style": "IPY_MODEL_46ab0e39427a42f9b4ca789c49a3a126", "value": "Downloading data: 100%" } }, "e2545118bd35493a9d3c9526fdb0bc1e": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e25aedbf6eaf4583b69c6a8f8a1b6c4b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "e2afe9d5cfd84c9ba5870dd1708a0b16": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e3f22b954ead41069ca2eb40eab2317b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e79c3a0913b442daa2a37eb823db1a85": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": "hidden", "width": null } }, "e92d6fa0a06e477aafff5164b0e2fdd7": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "e97f3073912c43d3aa0eab30db08fc45": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "ed1bdcb6a6094b1b9e84d93367fa5bfd": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "efafe6f4325045c5b408b88d5abec153": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_48cc2483d0224f8887a76c7f7c8db8e3", "IPY_MODEL_32da12d7423a4c868e7b29c54843c14b", "IPY_MODEL_42f56261aad343828b91f787fc69d5ac" ], "layout": "IPY_MODEL_f650e2ce30ee4d88b4eaa0cfa85a3661" } }, "f2dd88c1446b48f1801029a5191c6aac": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_63f2c79a3c9b4abea3f069ef2420b4f9", "max": 1708460, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_5a3855fb89f5451d95bf3a4dd4fefc56", "value": 1708460 } }, "f33b0b8175cb421e941e522692eb5565": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e2545118bd35493a9d3c9526fdb0bc1e", "placeholder": "​", "style": "IPY_MODEL_2a34dcfe192f4f0aa0a24cb50ce810ff", "value": " 456k/456k [00:00<00:00, 28.9MB/s]" } }, "f59df2eb0c864ca5b7b25970bc7f2e87": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f650e2ce30ee4d88b4eaa0cfa85a3661": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f724eaf1e4fa468398461c2f647c07ee": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f769a72348494701a126e3f4ec8623d4": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f7a2d2c1db7c4764ae937a8c0f48ed2b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "fa4e3b1ac243447d9e46d66944547e48": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "fbf99a6162b84a38932614f4f5eeaa4d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_31d46bbe1d2b4577964d4810f4ae3679", "placeholder": "​", "style": "IPY_MODEL_ab8e0f839074405996d52bd66c01f3ec", "value": "Downloading (…)lve/main/config.json: 100%" } }, "fd8de013a791476cbf192d278809280a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_16fea66468f646c6b8cdb398f4fb100c", "placeholder": "​", "style": "IPY_MODEL_f724eaf1e4fa468398461c2f647c07ee", "value": "Downloading data: 100%" } } } } }, "nbformat": 4, "nbformat_minor": 0 }