git.iko.soy/rowtype-yoga/compiler-compendium
on main help sign in
fine_tune_code_llama.ipynbnew file+7005
since splitsnapshots
unifiedsplit
@@ -0,0 +1,7005 @@
1+{
2+ "cells": [
3+ {
4+ "cell_type": "markdown",
5+ "metadata": {
6+ "id": "_5rfduRD1CSF"
7+ },
8+ "source": [
9+ "# A guide to fine-tuning Code Llama\n",
10+ "\n",
11+ "**In this guide I show you how to fine-tune Code Llama to become a beast of an SQL developer. For coding tasks, you can generally get much better performance out of Code Llama than Llama 2, especially when you specialise the model on a particular task:**\n",
12+ "\n",
13+ "- I use the [b-mc2/sql-create-context](https://huggingface.co/datasets/b-mc2/sql-create-context) which is a bunch of text queries and their corresponding SQL queries\n",
14+ "- A Lora approach, quantizing the base model to int 8, freezing its weights and only training an adapter\n",
15+ "- Much of the code is borrowed from [alpaca-lora](https://github.com/tloen/alpaca-lora), but I refactored it quite a bit for this\n"
16+ ]
17+ },
18+ {
19+ "cell_type": "markdown",
20+ "metadata": {
21+ "id": "HFQ9XeBI1CSG"
22+ },
23+ "source": [
24+ "### 2. Pip installs\n"
25+ ]
26+ },
27+ {
28+ "cell_type": "code",
29+ "execution_count": null,
30+ "metadata": {
31+ "colab": {
32+ "base_uri": "https://localhost:8080/"
33+ },
34+ "id": "Y0x4OWfq1CSG",
35+ "outputId": "85954959-c527-4e20-f91b-1725a596ba31"
36+ },
37+ "outputs": [
38+ {
39+ "output_type": "stream",
40+ "name": "stdout",
41+ "text": [
42+ "Collecting git+https://github.com/huggingface/transformers.git@main\n",
43+ " Cloning https://github.com/huggingface/transformers.git (to revision main) to /tmp/pip-req-build-dsrdwty_\n",
44+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/transformers.git /tmp/pip-req-build-dsrdwty_\n",
45+ " Resolved https://github.com/huggingface/transformers.git to commit e65502951593a76844e872fee9c56b805598538a\n",
46+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
47+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
48+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
49+ "Collecting bitsandbytes\n",
50+ " Downloading bitsandbytes-0.43.1-py3-none-manylinux_2_24_x86_64.whl (119.8 MB)\n",
51+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.8/119.8 MB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
52+ "\u001b[?25hCollecting accelerate==0.20.3\n",
53+ " Downloading accelerate-0.20.3-py3-none-any.whl (227 kB)\n",
54+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.6/227.6 kB\u001b[0m \u001b[31m31.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
55+ "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (1.25.2)\n",
56+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (24.1)\n",
57+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (5.9.5)\n",
58+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (6.0.1)\n",
59+ "Requirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (2.3.0+cu121)\n",
60+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (3.15.3)\n",
61+ "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.23.4)\n",
62+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (2024.5.15)\n",
63+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (2.31.0)\n",
64+ "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.19.1)\n",
65+ "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.4.3)\n",
66+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (4.66.4)\n",
67+ "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers==4.43.0.dev0) (2023.6.0)\n",
68+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers==4.43.0.dev0) (4.12.2)\n",
69+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (1.12.1)\n",
70+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (3.3)\n",
71+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (3.1.4)\n",
72+ "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
73+ " Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
74+ "Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
75+ " Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
76+ "Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
77+ " Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
78+ "Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.6.0->accelerate==0.20.3)\n",
79+ " Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
80+ "Collecting nvidia-cublas-cu12==12.1.3.1 (from torch>=1.6.0->accelerate==0.20.3)\n",
81+ " Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
82+ "Collecting nvidia-cufft-cu12==11.0.2.54 (from torch>=1.6.0->accelerate==0.20.3)\n",
83+ " Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
84+ "Collecting nvidia-curand-cu12==10.3.2.106 (from torch>=1.6.0->accelerate==0.20.3)\n",
85+ " Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
86+ "Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch>=1.6.0->accelerate==0.20.3)\n",
87+ " Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
88+ "Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch>=1.6.0->accelerate==0.20.3)\n",
89+ " Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
90+ "Collecting nvidia-nccl-cu12==2.20.5 (from torch>=1.6.0->accelerate==0.20.3)\n",
91+ " Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n",
92+ "Collecting nvidia-nvtx-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
93+ " Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
94+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (2.3.0)\n",
95+ "Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.6.0->accelerate==0.20.3)\n",
96+ " Downloading nvidia_nvjitlink_cu12-12.5.40-py3-none-manylinux2014_x86_64.whl (21.3 MB)\n",
97+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.3/21.3 MB\u001b[0m \u001b[31m70.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
98+ "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (3.3.2)\n",
99+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (3.7)\n",
100+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (2.0.7)\n",
101+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (2024.6.2)\n",
102+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.6.0->accelerate==0.20.3) (2.1.5)\n",
103+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.6.0->accelerate==0.20.3) (1.3.0)\n",
104+ "Building wheels for collected packages: transformers\n",
105+ " Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
106+ " Created wheel for transformers: filename=transformers-4.43.0.dev0-py3-none-any.whl size=9337412 sha256=3bcc3ee905c1d3dd2612cb8638ad01064e2e4ea5d9f9be0743ff0dc7a392360e\n",
107+ " Stored in directory: /tmp/pip-ephem-wheel-cache-s6y6llys/wheels/cf/59/82/6492402e887a68975030bf8c06532260abc16abb7ccd8127cc\n",
108+ "Successfully built transformers\n",
109+ "Installing collected packages: nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12, transformers, bitsandbytes, accelerate\n",
110+ " Attempting uninstall: transformers\n",
111+ " Found existing installation: transformers 4.41.2\n",
112+ " Uninstalling transformers-4.41.2:\n",
113+ " Successfully uninstalled transformers-4.41.2\n",
114+ "Successfully installed accelerate-0.20.3 bitsandbytes-0.43.1 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvjitlink-cu12-12.5.40 nvidia-nvtx-cu12-12.1.105 transformers-4.43.0.dev0\n",
115+ "Collecting git+https://github.com/huggingface/peft.git@e536616888d51b453ed354a6f1e243fecb02ea08\n",
116+ " Cloning https://github.com/huggingface/peft.git (to revision e536616888d51b453ed354a6f1e243fecb02ea08) to /tmp/pip-req-build-gxd2ld0j\n",
117+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/peft.git /tmp/pip-req-build-gxd2ld0j\n",
118+ " Running command git rev-parse -q --verify 'sha^e536616888d51b453ed354a6f1e243fecb02ea08'\n",
119+ " Running command git fetch -q https://github.com/huggingface/peft.git e536616888d51b453ed354a6f1e243fecb02ea08\n",
120+ " Running command git checkout -q e536616888d51b453ed354a6f1e243fecb02ea08\n",
121+ " Resolved https://github.com/huggingface/peft.git to commit e536616888d51b453ed354a6f1e243fecb02ea08\n",
122+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
123+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
124+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
125+ "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (1.25.2)\n",
126+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (24.1)\n",
127+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (5.9.5)\n",
128+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (6.0.1)\n",
129+ "Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (2.3.0+cu121)\n",
130+ "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (4.43.0.dev0)\n",
131+ "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (0.20.3)\n",
132+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.15.3)\n",
133+ "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (4.12.2)\n",
134+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (1.12.1)\n",
135+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.3)\n",
136+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.1.4)\n",
137+ "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2023.6.0)\n",
138+ "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
139+ "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
140+ "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
141+ "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (8.9.2.26)\n",
142+ "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.3.1)\n",
143+ "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (11.0.2.54)\n",
144+ "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (10.3.2.106)\n",
145+ "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (11.4.5.107)\n",
146+ "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.0.106)\n",
147+ "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2.20.5)\n",
148+ "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
149+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2.3.0)\n",
150+ "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.13.0->peft==0.3.0.dev0) (12.5.40)\n",
151+ "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.23.4)\n",
152+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (2024.5.15)\n",
153+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (2.31.0)\n",
154+ "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.19.1)\n",
155+ "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.4.3)\n",
156+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (4.66.4)\n",
157+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.13.0->peft==0.3.0.dev0) (2.1.5)\n",
158+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (3.3.2)\n",
159+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (3.7)\n",
160+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (2.0.7)\n",
161+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (2024.6.2)\n",
162+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.13.0->peft==0.3.0.dev0) (1.3.0)\n",
163+ "Building wheels for collected packages: peft\n",
164+ " Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
165+ " Created wheel for peft: filename=peft-0.3.0.dev0-py3-none-any.whl size=41637 sha256=8dca0349c03a339974d6963d5025cc47db6449bc9faeeafa7d1a7e9e811924fd\n",
166+ " Stored in directory: /root/.cache/pip/wheels/02/0a/9a/b9755f6b184f58a5a44baf58dd9664a49b3295e4b3e9a1f174\n",
167+ "Successfully built peft\n",
168+ "Installing collected packages: peft\n",
169+ "Successfully installed peft-0.3.0.dev0\n",
170+ "Collecting datasets==2.10.1\n",
171+ " Downloading datasets-2.10.1-py3-none-any.whl (469 kB)\n",
172+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m469.0/469.0 kB\u001b[0m \u001b[31m10.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
173+ "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (1.25.2)\n",
174+ "Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (14.0.2)\n",
175+ "Collecting dill<0.3.7,>=0.3.0 (from datasets==2.10.1)\n",
176+ " Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
177+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
178+ "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2.0.3)\n",
179+ "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2.31.0)\n",
180+ "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (4.66.4)\n",
181+ "Collecting xxhash (from datasets==2.10.1)\n",
182+ " Downloading xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
183+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m23.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
184+ "\u001b[?25hCollecting multiprocess (from datasets==2.10.1)\n",
185+ " Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
186+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m17.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
187+ "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2023.6.0)\n",
188+ "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (3.9.5)\n",
189+ "Requirement already satisfied: huggingface-hub<1.0.0,>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (0.23.4)\n",
190+ "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (24.1)\n",
191+ "Collecting responses<0.19 (from datasets==2.10.1)\n",
192+ " Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
193+ "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (6.0.1)\n",
194+ "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.3.1)\n",
195+ "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (23.2.0)\n",
196+ "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.4.1)\n",
197+ "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (6.0.5)\n",
198+ "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.9.4)\n",
199+ "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (4.0.3)\n",
200+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.2.0->datasets==2.10.1) (3.15.3)\n",
201+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.2.0->datasets==2.10.1) (4.12.2)\n",
202+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (3.3.2)\n",
203+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (3.7)\n",
204+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (2.0.7)\n",
205+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (2024.6.2)\n",
206+ "INFO: pip is looking at multiple versions of multiprocess to determine which version is compatible with other requirements. This could take a while.\n",
207+ "Collecting multiprocess (from datasets==2.10.1)\n",
208+ " Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",
209+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m20.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
210+ "\u001b[?25h Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
211+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m22.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
212+ "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2.8.2)\n",
213+ "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2023.4)\n",
214+ "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2024.1)\n",
215+ "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets==2.10.1) (1.16.0)\n",
216+ "Installing collected packages: xxhash, dill, responses, multiprocess, datasets\n",
217+ "Successfully installed datasets-2.10.1 dill-0.3.6 multiprocess-0.70.14 responses-0.18.0 xxhash-3.4.1\n",
218+ "Collecting wandb\n",
219+ " Downloading wandb-0.17.3-py3-none-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.9 MB)\n",
220+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.9/6.9 MB\u001b[0m \u001b[31m66.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
221+ "\u001b[?25hRequirement already satisfied: click!=8.0.0,>=7.1 in /usr/local/lib/python3.10/dist-packages (from wandb) (8.1.7)\n",
222+ "Collecting docker-pycreds>=0.4.0 (from wandb)\n",
223+ " Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)\n",
224+ "Collecting gitpython!=3.1.29,>=1.0.0 (from wandb)\n",
225+ " Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n",
226+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.3/207.3 kB\u001b[0m \u001b[31m25.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
227+ "\u001b[?25hRequirement already satisfied: platformdirs in /usr/local/lib/python3.10/dist-packages (from wandb) (4.2.2)\n",
228+ "Requirement already satisfied: protobuf!=4.21.0,<6,>=3.19.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (3.20.3)\n",
229+ "Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (5.9.5)\n",
230+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from wandb) (6.0.1)\n",
231+ "Requirement already satisfied: requests<3,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.31.0)\n",
232+ "Collecting sentry-sdk>=1.0.0 (from wandb)\n",
233+ " Downloading sentry_sdk-2.7.1-py2.py3-none-any.whl (300 kB)\n",
234+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m300.2/300.2 kB\u001b[0m \u001b[31m40.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
235+ "\u001b[?25hCollecting setproctitle (from wandb)\n",
236+ " Downloading setproctitle-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (30 kB)\n",
237+ "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from wandb) (67.7.2)\n",
238+ "Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n",
239+ "Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.29,>=1.0.0->wandb)\n",
240+ " Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n",
241+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m9.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
242+ "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.3.2)\n",
243+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.7)\n",
244+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2.0.7)\n",
245+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2024.6.2)\n",
246+ "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb)\n",
247+ " Downloading smmap-5.0.1-py3-none-any.whl (24 kB)\n",
248+ "Installing collected packages: smmap, setproctitle, sentry-sdk, docker-pycreds, gitdb, gitpython, wandb\n",
249+ "Successfully installed docker-pycreds-0.4.0 gitdb-4.0.11 gitpython-3.1.43 sentry-sdk-2.7.1 setproctitle-1.3.3 smmap-5.0.1 wandb-0.17.3\n",
250+ "Collecting git+https://github.com/huggingface/accelerate\n",
251+ " Cloning https://github.com/huggingface/accelerate to /tmp/pip-req-build-ybbq40u5\n",
252+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/accelerate /tmp/pip-req-build-ybbq40u5\n",
253+ " Resolved https://github.com/huggingface/accelerate to commit c799c198e9d8096e3fffeb962b3adf34e5397d5e\n",
254+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
255+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
256+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
257+ "Requirement already satisfied: numpy<2.0.0,>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (1.25.2)\n",
258+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (24.1)\n",
259+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (5.9.5)\n",
260+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (6.0.1)\n",
261+ "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (2.3.0+cu121)\n",
262+ "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (0.23.4)\n",
263+ "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (0.4.3)\n",
264+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.15.3)\n",
265+ "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (4.12.2)\n",
266+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (1.12.1)\n",
267+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.3)\n",
268+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.1.4)\n",
269+ "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2023.6.0)\n",
270+ "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
271+ "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
272+ "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
273+ "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (8.9.2.26)\n",
274+ "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.3.1)\n",
275+ "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (11.0.2.54)\n",
276+ "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (10.3.2.106)\n",
277+ "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (11.4.5.107)\n",
278+ "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.0.106)\n",
279+ "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2.20.5)\n",
280+ "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
281+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2.3.0)\n",
282+ "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.10.0->accelerate==0.32.0.dev0) (12.5.40)\n",
283+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate==0.32.0.dev0) (2.31.0)\n",
284+ "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate==0.32.0.dev0) (4.66.4)\n",
285+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate==0.32.0.dev0) (2.1.5)\n",
286+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (3.3.2)\n",
287+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (3.7)\n",
288+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (2.0.7)\n",
289+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (2024.6.2)\n",
290+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate==0.32.0.dev0) (1.3.0)\n",
291+ "Building wheels for collected packages: accelerate\n",
292+ " Building wheel for accelerate (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
293+ " Created wheel for accelerate: filename=accelerate-0.32.0.dev0-py3-none-any.whl size=311915 sha256=d60c1b8c937d4c9992b76184d33f8626990edd6ae910b2025ddf25e180cf6fb0\n",
294+ " Stored in directory: /tmp/pip-ephem-wheel-cache-4f_elh6m/wheels/f6/c7/9d/1b8a5ca8353d9307733bc719107acb67acdc95063bba749f26\n",
295+ "Successfully built accelerate\n",
296+ "Installing collected packages: accelerate\n",
297+ " Attempting uninstall: accelerate\n",
298+ " Found existing installation: accelerate 0.20.3\n",
299+ " Uninstalling accelerate-0.20.3:\n",
300+ " Successfully uninstalled accelerate-0.20.3\n",
301+ "Successfully installed accelerate-0.32.0.dev0\n"
302+ ]
303+ }
304+ ],
305+ "source": [
306+ "!pip install git+https://github.com/huggingface/transformers.git@main bitsandbytes accelerate==0.20.3 # we need latest transformers for this\n",
307+ "!pip install git+https://github.com/huggingface/peft.git@e536616888d51b453ed354a6f1e243fecb02ea08\n",
308+ "!pip install datasets==2.10.1\n",
309+ "!pip install wandb\n",
310+ "!pip install git+https://github.com/huggingface/accelerate"
311+ ]
312+ },
313+ {
314+ "cell_type": "markdown",
315+ "metadata": {
316+ "id": "mCmGzYg51CSH"
317+ },
318+ "source": [
319+ "I used an A100 GPU machine with Python 3.10 and cuda 11.8 to run this notebook. It took about an hour to run."
320+ ]
321+ },
322+ {
323+ "cell_type": "markdown",
324+ "metadata": {
325+ "id": "0mu9JczX1CSH"
326+ },
327+ "source": [
328+ "### Loading libraries\n"
329+ ]
330+ },
331+ {
332+ "cell_type": "code",
333+ "source": [
334+ "#import locale # colab workaround (MS - why?)\n",
335+ "#locale.getpreferredencoding = lambda _: \"UTF-8\" # colab workaround (MS - why?)"
336+ ],
337+ "metadata": {
338+ "id": "mploAwenyY1b"
339+ },
340+ "execution_count": null,
341+ "outputs": []
342+ },
343+ {
344+ "cell_type": "code",
345+ "execution_count": null,
346+ "metadata": {
347+ "id": "oTeYW8z51CSH"
348+ },
349+ "outputs": [],
350+ "source": [
351+ "from datetime import datetime\n",
352+ "import os\n",
353+ "import sys\n",
354+ "\n",
355+ "import torch\n",
356+ "from peft import (\n",
357+ " LoraConfig,\n",
358+ " get_peft_model,\n",
359+ " get_peft_model_state_dict,\n",
360+ " prepare_model_for_int8_training,\n",
361+ " set_peft_model_state_dict,\n",
362+ ")\n",
363+ "from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, DataCollatorForSeq2Seq\n"
364+ ]
365+ },
366+ {
367+ "cell_type": "markdown",
368+ "metadata": {
369+ "id": "32zH9-hM1CSH"
370+ },
371+ "source": [
372+ "(If you have import errors, try restarting your Jupyter kernel)\n"
373+ ]
374+ },
375+ {
376+ "cell_type": "markdown",
377+ "metadata": {
378+ "id": "4M9KyT0S1CSH"
379+ },
380+ "source": [
381+ "### Load dataset\n"
382+ ]
383+ },
384+ {
385+ "cell_type": "code",
386+ "execution_count": null,
387+ "metadata": {
388+ "colab": {
389+ "base_uri": "https://localhost:8080/",
390+ "height": 308,
391+ "referenced_widgets": [
392+ "c31be5d602e64c5cac38693d601acff7",
393+ "0ec9f66617644ef98e22bd8eebaa1b19",
394+ "00dcb6577b0e40c2bbfdea12c0004e94",
395+ "3542e0acaa6a4adb8dbae233d0b36870",
396+ "371469506e5243ac967085e68af8a82e",
397+ "72df7d9380fd4c14b66d4c13e6c57a20",
398+ "4a7fd75012f5444b98cadecded25ed70",
399+ "3761062b59b04588bdb4ee4c8fe04ba7",
400+ "bbca0c1dae6e4cf984392075200a34d3",
401+ "3dc10ba82f8948ea92144f4a54f418f4",
402+ "c84c0cd440c84ec98f773a55180fdab2",
403+ "8edafecdeefd41329f9642c600ff7428",
404+ "8bb3a968a4b84f3c86328ce49395f90a",
405+ "cdef8836c4284d1b98dbb07e65c24ec3",
406+ "1c0077241deb4e77b8b152d6a2e2bb4c",
407+ "9e410cb390494c92b883ed7a2cc12adf",
408+ "5033c87a47504cc7b3f37257f077e021",
409+ "691a710a120b411f8ba2fa39046989ae",
410+ "e68a1ae39fe044028006a10cb74918db",
411+ "c26c9b5ac0194106af9bad10acb141b9",
412+ "4ddaf4df640548e0ab6a92281e7639ab",
413+ "17e20ebd1a674149bc2b636434971886",
414+ "a17c1fab4d444206ac36ee0ab34c68a7",
415+ "9ecd37ddb6f04483a7298015d840cd73",
416+ "298835f687b4471486d11711b857876c",
417+ "bfe35c4fef9442a5a3f788d930376ea6",
418+ "140a95c743e9405da23de4ca012d647b",
419+ "560485aef18d418ebafe2f4043762535",
420+ "2b5ef4d827a5430691d98c035bae4596",
421+ "d21b0bc311364ccea13650e956b75295",
422+ "0e483d8b7a064f919090d89248f21d76",
423+ "128472f2459a4d6eb4aa920bd78f4abc",
424+ "8c47ee45130a454f90e2d0d59b07acfc",
425+ "a8f0bd6483694aefac9a18e99f839ce2",
426+ "84ea78fb849f4558b272df0f2693bb0e",
427+ "ad15d91e8e884020a18d023696ed0897",
428+ "3937159009bc4c7aad2a7551a35a591d",
429+ "5391aa65bc764781974410753d20aeff",
430+ "93c54f0a951942cbaf0e02bf69fbf9af",
431+ "31a0b03f535a4744911f21f1e7cfd703",
432+ "3721753463e546049adec3206c344940",
433+ "968b324b55f54a4faebce33d370cf767",
434+ "ef37b621119f4cf7b7e940ba50ef970b",
435+ "9e2a30524b354887b6d3a6fe1cbdd618",
436+ "3d29b558467f4ba78fd0e7f5bc32ad71",
437+ "bdf0beca44944d078b0d86ddb4b90a34",
438+ "7f31603cfba34008a151574f054d2c27",
439+ "4047ec990aef4ea585728bb00590b665",
440+ "71720a930cb64fdb86fc7f675d7fe86e",
441+ "a6046df162534dd3bda90a2985346925",
442+ "e97366424f8e42d6acb597f3e09582a1",
443+ "113f6b41b96e419c842f499b797d7790",
444+ "4e46bba497f444a7bfd799b6cd2b9c33",
445+ "6b2fbf4b32624b6cbbd5b5d033a92b04",
446+ "64b21f0a68fc43a6aee4e7905e488a0a"
447+ ]
448+ },
449+ "id": "w44O1EK-1CSH",
450+ "outputId": "a3196ea0-b919-4717-f364-ead1ee039eb3"
451+ },
452+ "outputs": [
453+ {
454+ "output_type": "stream",
455+ "name": "stderr",
456+ "text": [
457+ "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
458+ "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
459+ "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
460+ "You will be able to reuse this secret in all of your notebooks.\n",
461+ "Please note that authentication is recommended but still optional to access public models or datasets.\n",
462+ " warnings.warn(\n"
463+ ]
464+ },
465+ {
466+ "output_type": "display_data",
467+ "data": {
468+ "text/plain": [
469+ "Downloading readme: 0%| | 0.00/4.43k [00:00<?, ?B/s]"
470+ ],
471+ "application/vnd.jupyter.widget-view+json": {
472+ "version_major": 2,
473+ "version_minor": 0,
474+ "model_id": "c31be5d602e64c5cac38693d601acff7"
475+ }
476+ },
477+ "metadata": {}
478+ },
479+ {
480+ "output_type": "stream",
481+ "name": "stdout",
482+ "text": [
483+ "Downloading and preparing dataset json/b-mc2--sql-create-context to /root/.cache/huggingface/datasets/b-mc2___json/b-mc2--sql-create-context-b6e5c5a03fb67709/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51...\n"
484+ ]
485+ },
486+ {
487+ "output_type": "display_data",
488+ "data": {
489+ "text/plain": [
490+ "Downloading data files: 0%| | 0/1 [00:00<?, ?it/s]"
491+ ],
492+ "application/vnd.jupyter.widget-view+json": {
493+ "version_major": 2,
494+ "version_minor": 0,
495+ "model_id": "8edafecdeefd41329f9642c600ff7428"
496+ }
497+ },
498+ "metadata": {}
499+ },
500+ {
501+ "output_type": "display_data",
502+ "data": {
503+ "text/plain": [
504+ "Downloading data: 0%| | 0.00/21.8M [00:00<?, ?B/s]"
505+ ],
506+ "application/vnd.jupyter.widget-view+json": {
507+ "version_major": 2,
508+ "version_minor": 0,
509+ "model_id": "a17c1fab4d444206ac36ee0ab34c68a7"
510+ }
511+ },
512+ "metadata": {}
513+ },
514+ {
515+ "output_type": "display_data",
516+ "data": {
517+ "text/plain": [
518+ "Extracting data files: 0%| | 0/1 [00:00<?, ?it/s]"
519+ ],
520+ "application/vnd.jupyter.widget-view+json": {
521+ "version_major": 2,
522+ "version_minor": 0,
523+ "model_id": "a8f0bd6483694aefac9a18e99f839ce2"
524+ }
525+ },
526+ "metadata": {}
527+ },
528+ {
529+ "output_type": "display_data",
530+ "data": {
531+ "text/plain": [
532+ "Generating train split: 0 examples [00:00, ? examples/s]"
533+ ],
534+ "application/vnd.jupyter.widget-view+json": {
535+ "version_major": 2,
536+ "version_minor": 0,
537+ "model_id": "3d29b558467f4ba78fd0e7f5bc32ad71"
538+ }
539+ },
540+ "metadata": {}
541+ },
542+ {
543+ "output_type": "stream",
544+ "name": "stdout",
545+ "text": [
546+ "Dataset json downloaded and prepared to /root/.cache/huggingface/datasets/b-mc2___json/b-mc2--sql-create-context-b6e5c5a03fb67709/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51. Subsequent calls will reuse this data.\n"
547+ ]
548+ }
549+ ],
550+ "source": [
551+ "from datasets import load_dataset\n",
552+ "dataset = load_dataset(\"b-mc2/sql-create-context\", split=\"train\")\n",
553+ "train_dataset = dataset.train_test_split(test_size=0.1)[\"train\"]\n",
554+ "eval_dataset = dataset.train_test_split(test_size=0.1)[\"test\"]"
555+ ]
556+ },
557+ {
558+ "cell_type": "markdown",
559+ "metadata": {
560+ "id": "fJ54EffO1CSI"
561+ },
562+ "source": [
563+ "The above pulls the dataset from the Huggingface Hub and splits 10% of it into an evaluation set to check how well the model is doing through training. If you want to load your own dataset do this:\n",
564+ "\n",
565+ "```\n",
566+ "train_dataset = load_dataset('json', data_files='train_set.jsonl', split='train')\n",
567+ "eval_dataset = load_dataset('json', data_files='validation_set.jsonl', split='train')\n",
568+ "```\n",
569+ "\n",
570+ "And if you want to view any samples in the dataset just do something like:``` ```\n"
571+ ]
572+ },
573+ {
574+ "cell_type": "code",
575+ "execution_count": null,
576+ "metadata": {
577+ "colab": {
578+ "base_uri": "https://localhost:8080/"
579+ },
580+ "id": "fFbeaZzf1CSJ",
581+ "outputId": "25fc024b-2eed-4943-86c0-48542e878254"
582+ },
583+ "outputs": [
584+ {
585+ "output_type": "stream",
586+ "name": "stdout",
587+ "text": [
588+ "{'question': 'What region has giuseppe sivori as a home venue?', 'context': 'CREATE TABLE table_name_52 (region VARCHAR, home_venue VARCHAR)', 'answer': 'SELECT region FROM table_name_52 WHERE home_venue = \"giuseppe sivori\"'}\n"
589+ ]
590+ }
591+ ],
592+ "source": [
593+ "print(train_dataset[3])"
594+ ]
595+ },
596+ {
597+ "cell_type": "markdown",
598+ "metadata": {
599+ "id": "VHdMYcu61CSJ"
600+ },
601+ "source": [
602+ "Each entry is made up of a text 'question', the sql table 'context' and the 'answer'."
603+ ]
604+ },
605+ {
606+ "cell_type": "markdown",
607+ "metadata": {
608+ "id": "6ig7NvWN1CSJ"
609+ },
610+ "source": [
611+ "### Load model\n",
612+ "I load code llama from huggingface in int8. Standard for Lora:"
613+ ]
614+ },
615+ {
616+ "cell_type": "code",
617+ "execution_count": null,
618+ "metadata": {
619+ "colab": {
620+ "base_uri": "https://localhost:8080/",
621+ "height": 407,
622+ "referenced_widgets": [
623+ "eab2a932d0794c46aaf4f94a9822d5b9",
624+ "92f4ccd3cdff41faa52b481a5e7d512a",
625+ "0d728f97734543108fb3788b8b540f29",
626+ "4c9b0e0ebec94964806eba4613506081",
627+ "f96c1322499649e492ea008d6c681a10",
628+ "774509521c4f4043a574baf99678c880",
629+ "3ec4b951ea484ca0b74fef63e1aaedf6",
630+ "882f257e5ba740feb6605a305f96780d",
631+ "f171ee573b294c9fac3e2740fa1c011f",
632+ "1f2ac84732df4c21b61ef3e0072dd92f",
633+ "8c96cf592d2e46978f7603e1b3c6c7da",
634+ "bf4963f7d1d745a99869377020edd145",
635+ "0cb1438303a14f8ba163113108a63489",
636+ "f8da8790d3c445e39912bd61275ab04c",
637+ "ddfbc72fff4e469d9b13755b674c0671",
638+ "d47c7f6784e44beeb1f5a51bbcae9cdd",
639+ "240dab6a9f204f9baabc4ede372793ac",
640+ "b3ac3904d16c4424a9245687228ca25d",
641+ "cf57e9a838264fd389167363af4340d2",
642+ "f71f1dd9293345d2a4aab0c817933a59",
643+ "a5dea14c16c04f60adf7c809b8535e85",
644+ "c3e1b53349a14956b4a5db17b67696cd",
645+ "7cf0c39f0a844b91be86a732a025e50d",
646+ "fb75b1fa221b4d5095e245687e4296af",
647+ "843ccc4061f7447eb86d2d6523f65ffc",
648+ "c2e16091afbb45f19346b397ced775d2",
649+ "ef6236de50fb4bf4928abb811d2f6f5c",
650+ "7e7b4d11f11a4c0886fb978ff32a68ea",
651+ "c7ef9de8b1684d98a04ae2df3a378d11",
652+ "1e862f7e12ef49448f3902d256109f6a",
653+ "da1ebe03b4f1478ebf9651b40c99b30a",
654+ "be1ebfd7cc274dd18ce5f9f157fb497d",
655+ "18367b6e8d2a4832a706dfbbf1c215ed",
656+ "ee72e9996bc34b2c9b1d003a8c9ce943",
657+ "2013c6e206b24435b35f2dd468cf2cf6",
658+ "78ea4bd9c3b04603b54f9b13f53ecd01",
659+ "46b115732c5e428c93e34d5fb5981743",
660+ "1d9b8d863b834f8e9b37e4464f7ddc0a",
661+ "7ebd96f809ad475eb454101af3650d57",
662+ "0ad79da318f74ecaa974ce5999c7dd61",
663+ "c7701c085ce14d2ea263c27f99bb2086",
664+ "d8d1714014814d56a71d61800520fecc",
665+ "16b5802f63544f0798b92b4cd5a5fecf",
666+ "8df80ce5ab244d8bbf9bb5a19c2175d9",
667+ "7216323c76314bb6a6d227e94f606959",
668+ "9feb387f623e40ed834fbf735b991404",
669+ "f156bbbfcdd242f6a0fa281915c6155a",
670+ "f2db20140e634aa2acc998fa2c0d778c",
671+ "b7cf8ccc9600431f8302c49a1cfe5da1",
672+ "e616b3b0b2a1482a8a295b9bb1f98892",
673+ "e1886c4ef75c4651bb4107519c685186",
674+ "3d1caae86efb45489ac1a58d1af7fa6b",
675+ "b293b31ff8eb4c56bfaf70dfe760a060",
676+ "77bbf90c640a4b63ad7e570757b474e4",
677+ "af3c2480adb84d70b924bd3f4e6fbfdd",
678+ "c2f340f3e49f4a06a86d196b3c0c5cee",
679+ "ca225ff313934133935e9fdf80bfdd62",
680+ "38eee09feaf14a0d87e880e13897aed4",
681+ "db2d4d648b55414b9b4f480a9f008e49",
682+ "9e4b4d70e1d94ca298ad3bc52ff692ee",
683+ "ab0c7e885e9449039b3c4c9956f492d3",
684+ "8bf5582fc6e649a3a3c4b00b8c6ab604",
685+ "654b5b484a8f472091941150feaa197b",
686+ "3b081b95048744148150beee969029e4",
687+ "52487bc382f2457aa676f6fa96b254cf",
688+ "59835d83e8af4429a9638fdea8a50bda",
689+ "e6470582c0fd4654ab4211d216709342",
690+ "8565db4c5c534ec7a71d2d3ab0d174cd",
691+ "7ccc8dc11b76483aa44676a3306015b1",
692+ "758ccc539ac4478ab9b3ab1710c902a8",
693+ "8d7b781ce6f74e7d86d7f3c41233435a",
694+ "f34b72f5d7c24ca88cd144d753add278",
695+ "1658d84dbbf945c38600065a3d7331cb",
696+ "998918b85a9c4e74a5eedf9d8881bf7a",
697+ "87cc974a9c1f48169b80fa0f7caa2766",
698+ "ba5ea315b57146748bc3db556500a23e",
699+ "204f00c1faf6405e860a9cda44a34ebd",
700+ "a222c7ba86df4ef0b22c929cdb9a02b7",
701+ "b1b6aad30bfb44868275ca8df0010fff",
702+ "ea0956f0d3f44c73be1f1433e0db2f1d",
703+ "94a39eaf09754a759495499aac7a77a6",
704+ "2306e365359b436a85bd8cf84ba26c99",
705+ "e26e92fe9c56421898fca940607d2dbd",
706+ "285d9bf06ff6444aa331241beccf67dd",
707+ "aa8a8976b8074520a4bf4f112e771911",
708+ "a087720a83304091a75e0717cd26b094",
709+ "4a647e8930b34958b7d04de74f7e2c26",
710+ "a70d33a9cece4e35bfcc110af23d2903",
711+ "16cdfd0f48804e2698f25fc1e8675f07",
712+ "ff6a7e5351484f6da09d6ee4bdc30120",
713+ "b41a6f33a4e94bcf93d909bef0c7631a",
714+ "a37c555b427d4378b07407495d0cafa6",
715+ "881adea662c246b98b7462f1cd0cf6cc",
716+ "b6beeca955a44799bc648ad857a40584",
717+ "80c0000c82654a2986f95e79715f4293",
718+ "4ab1b334c3074f1abebc79321451d8ca",
719+ "3f3413f71cb54a7c87e64766a8c6fa51",
720+ "46d38a3087c343ef9eb2a1ee51790e7e",
721+ "aa369c38ec1c4a05935808f54ee46e2c",
722+ "fe1f304135164f2983ba40f3f230c97a",
723+ "9164d3f34f174d7cb10ee3fbb188327a",
724+ "6357a65f79c94cccb92ded8682e8657e",
725+ "139c19c0cdab4f81916cfd75e1766a76",
726+ "ba0ccf7fdcf74c47ac36ee3da222f187",
727+ "536b059b98cd4b54b9a2aefb52a70744",
728+ "e215d7711dae486189d4df6a1cd63fe4",
729+ "3019460b4af2486496430cf38447b3c0",
730+ "0327281daf384e0fa9a2bf73f0851967",
731+ "7d511c6b8ccc476aa677c4c1e7f1c5bc",
732+ "7f72ebf02d9c4a64ac50e31fd6ff2e64",
733+ "b21b2de1e98a43c0a4a676d7159f95bb",
734+ "865fd028ad78400abebbd260b516fb6e",
735+ "917bcfa059dd4097ad5977b827833398",
736+ "1dec15dfdc8c4be48a532251ab9e4098",
737+ "fe4cb764ae25458288dd6d6563f2994b",
738+ "4dbf77977d064028aeb45f6bb5f91c97",
739+ "1c0aa814eccd4d0297d301460fe81f02",
740+ "023d3f97f9fd4f12bcd66d3fdd3903bf",
741+ "ce5f0c5e965f4c009b868fa49d6c550f",
742+ "4103602e5721417194eb02e6575102ca",
743+ "64fd29efa27249d588c740679febbc33"
744+ ]
745+ },
746+ "id": "rMnU93bY1CSJ",
747+ "outputId": "384bbb16-f429-4885-dca4-77b0f0e38355"
748+ },
749+ "outputs": [
750+ {
751+ "output_type": "display_data",
752+ "data": {
753+ "text/plain": [
754+ "config.json: 0%| | 0.00/637 [00:00<?, ?B/s]"
755+ ],
756+ "application/vnd.jupyter.widget-view+json": {
757+ "version_major": 2,
758+ "version_minor": 0,
759+ "model_id": "eab2a932d0794c46aaf4f94a9822d5b9"
760+ }
761+ },
762+ "metadata": {}
763+ },
764+ {
765+ "output_type": "stream",
766+ "name": "stderr",
767+ "text": [
768+ "The `load_in_4bit` and `load_in_8bit` arguments are deprecated and will be removed in the future versions. Please, pass a `BitsAndBytesConfig` object in `quantization_config` argument instead.\n"
769+ ]
770+ },
771+ {
772+ "output_type": "display_data",
773+ "data": {
774+ "text/plain": [
775+ "model.safetensors.index.json: 0%| | 0.00/25.1k [00:00<?, ?B/s]"
776+ ],
777+ "application/vnd.jupyter.widget-view+json": {
778+ "version_major": 2,
779+ "version_minor": 0,
780+ "model_id": "bf4963f7d1d745a99869377020edd145"
781+ }
782+ },
783+ "metadata": {}
784+ },
785+ {
786+ "output_type": "display_data",
787+ "data": {
788+ "text/plain": [
789+ "Downloading shards: 0%| | 0/2 [00:00<?, ?it/s]"
790+ ],
791+ "application/vnd.jupyter.widget-view+json": {
792+ "version_major": 2,
793+ "version_minor": 0,
794+ "model_id": "7cf0c39f0a844b91be86a732a025e50d"
795+ }
796+ },
797+ "metadata": {}
798+ },
799+ {
800+ "output_type": "display_data",
801+ "data": {
802+ "text/plain": [
803+ "model-00001-of-00002.safetensors: 0%| | 0.00/9.98G [00:00<?, ?B/s]"
804+ ],
805+ "application/vnd.jupyter.widget-view+json": {
806+ "version_major": 2,
807+ "version_minor": 0,
808+ "model_id": "ee72e9996bc34b2c9b1d003a8c9ce943"
809+ }
810+ },
811+ "metadata": {}
812+ },
813+ {
814+ "output_type": "display_data",
815+ "data": {
816+ "text/plain": [
817+ "model-00002-of-00002.safetensors: 0%| | 0.00/3.50G [00:00<?, ?B/s]"
818+ ],
819+ "application/vnd.jupyter.widget-view+json": {
820+ "version_major": 2,
821+ "version_minor": 0,
822+ "model_id": "7216323c76314bb6a6d227e94f606959"
823+ }
824+ },
825+ "metadata": {}
826+ },
827+ {
828+ "output_type": "display_data",
829+ "data": {
830+ "text/plain": [
831+ "Loading checkpoint shards: 0%| | 0/2 [00:00<?, ?it/s]"
832+ ],
833+ "application/vnd.jupyter.widget-view+json": {
834+ "version_major": 2,
835+ "version_minor": 0,
836+ "model_id": "c2f340f3e49f4a06a86d196b3c0c5cee"
837+ }
838+ },
839+ "metadata": {}
840+ },
841+ {
842+ "output_type": "display_data",
843+ "data": {
844+ "text/plain": [
845+ "generation_config.json: 0%| | 0.00/116 [00:00<?, ?B/s]"
846+ ],
847+ "application/vnd.jupyter.widget-view+json": {
848+ "version_major": 2,
849+ "version_minor": 0,
850+ "model_id": "e6470582c0fd4654ab4211d216709342"
851+ }
852+ },
853+ "metadata": {}
854+ },
855+ {
856+ "output_type": "display_data",
857+ "data": {
858+ "text/plain": [
859+ "tokenizer_config.json: 0%| | 0.00/749 [00:00<?, ?B/s]"
860+ ],
861+ "application/vnd.jupyter.widget-view+json": {
862+ "version_major": 2,
863+ "version_minor": 0,
864+ "model_id": "a222c7ba86df4ef0b22c929cdb9a02b7"
865+ }
866+ },
867+ "metadata": {}
868+ },
869+ {
870+ "output_type": "display_data",
871+ "data": {
872+ "text/plain": [
873+ "tokenizer.model: 0%| | 0.00/500k [00:00<?, ?B/s]"
874+ ],
875+ "application/vnd.jupyter.widget-view+json": {
876+ "version_major": 2,
877+ "version_minor": 0,
878+ "model_id": "16cdfd0f48804e2698f25fc1e8675f07"
879+ }
880+ },
881+ "metadata": {}
882+ },
883+ {
884+ "output_type": "display_data",
885+ "data": {
886+ "text/plain": [
887+ "tokenizer.json: 0%| | 0.00/1.84M [00:00<?, ?B/s]"
888+ ],
889+ "application/vnd.jupyter.widget-view+json": {
890+ "version_major": 2,
891+ "version_minor": 0,
892+ "model_id": "fe1f304135164f2983ba40f3f230c97a"
893+ }
894+ },
895+ "metadata": {}
896+ },
897+ {
898+ "output_type": "display_data",
899+ "data": {
900+ "text/plain": [
901+ "special_tokens_map.json: 0%| | 0.00/411 [00:00<?, ?B/s]"
902+ ],
903+ "application/vnd.jupyter.widget-view+json": {
904+ "version_major": 2,
905+ "version_minor": 0,
906+ "model_id": "b21b2de1e98a43c0a4a676d7159f95bb"
907+ }
908+ },
909+ "metadata": {}
910+ }
911+ ],
912+ "source": [
913+ "base_model = \"codellama/CodeLlama-7b-hf\"\n",
914+ "model = AutoModelForCausalLM.from_pretrained(\n",
915+ " base_model,\n",
916+ " load_in_8bit=True,\n",
917+ " torch_dtype=torch.float16,\n",
918+ " device_map=\"auto\",\n",
919+ ")\n",
920+ "tokenizer = AutoTokenizer.from_pretrained(\"codellama/CodeLlama-7b-hf\")"
921+ ]
922+ },
923+ {
924+ "cell_type": "markdown",
925+ "metadata": {
926+ "id": "F3OF-wtj1CSJ"
927+ },
928+ "source": [
929+ "torch_dtype=torch.float16 means computations are performed using a float16 representation, even though the values themselves are 8 bit ints.\n",
930+ "\n",
931+ "\n",
932+ "If you get error \"ValueError: Tokenizer class CodeLlamaTokenizer does not exist or is not currently imported.\" Make sure you have transformers version is 4.33.0.dev0 and accelerate is >=0.20.3.\n"
933+ ]
934+ },
935+ {
936+ "cell_type": "markdown",
937+ "metadata": {
938+ "id": "_2VXqJJe1CSJ"
939+ },
940+ "source": [
941+ "### 3. Check base model\n",
942+ "A very good common practice is to check whether a model can already do the task at hand. Fine-tuning is something you want to try to avoid at all cost:\n"
943+ ]
944+ },
945+ {
946+ "cell_type": "code",
947+ "execution_count": null,
948+ "metadata": {
949+ "colab": {
950+ "base_uri": "https://localhost:8080/"
951+ },
952+ "id": "uiyAff1a1CSJ",
953+ "outputId": "f4813f3b-8398-42b4-ecfd-e52267cdc4c6"
954+ },
955+ "outputs": [
956+ {
957+ "output_type": "stream",
958+ "name": "stderr",
959+ "text": [
960+ "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
961+ ]
962+ },
963+ {
964+ "output_type": "stream",
965+ "name": "stdout",
966+ "text": [
967+ "You are a powerful purescript-to-javascript compiler. Your job is to convert purescript code into javascript. You are given \"Input\" in purescript, \"Context PS\" showing a similar chunk of PureScript and \"Context JS\" that shows you what \"Context PS\" compiles to in JS.\n",
968+ "\n",
969+ "You must output the JavaScript that corresponds to this purescript.\n",
970+ "### Input:\n",
971+ "module Snapshot.EffectBindAgain where\n",
972+ "\n",
973+ "import Prelude\n",
974+ "import Effect (Effect)\n",
975+ "import Effect.Class.Console as Console\n",
976+ "\n",
977+ "test45 :: Effect Unit\n",
978+ "test45 = do\n",
979+ " value1 <- Console.log \"foo\"\n",
980+ " let a = pure value1\n",
981+ " a\n",
982+ "\n",
983+ "### Context PS:\n",
984+ "module Snapshot.EffectBind01 where\n",
985+ "\n",
986+ "import Prelude\n",
987+ "import Effect (Effect)\n",
988+ "import Effect.Class.Console as Console\n",
989+ "\n",
990+ "test1 :: Effect Unit\n",
991+ "test1 = do\n",
992+ " Console.log \"1\"\n",
993+ " value <- Console.log \"2\"\n",
994+ " Console.log \"3\"\n",
995+ " pure value\n",
996+ "\n",
997+ "### Context JS:\n",
998+ "\n",
999+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1000+ "const test1 = /* #__PURE__ */ (() => {\n",
1001+ " const $0 = Effect$dConsole.log(\"1\");\n",
1002+ " return () => {\n",
1003+ " $0();\n",
1004+ " const value = Effect$dConsole.log(\"2\")();\n",
1005+ " Effect$dConsole.log(\"3\")();\n",
1006+ " return value;\n",
1007+ " };\n",
1008+ "})();\n",
1009+ "export {test1};\n",
1010+ "\n",
1011+ "### Response:\n",
1012+ "\n",
1013+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1014+ "const test45 = /* #__PURE__ */ (() => {\n",
1015+ " const $0 = Effect$dConsole.log(\"foo\");\n",
1016+ " return () => {\n",
1017+ " $0();\n",
1018+ " const a = Effect$dConsole.log(\"foo\")();\n",
1019+ " return a;\n",
1020+ " };\n",
1021+ "})();\n",
1022+ "export {test45};\n",
1023+ "\n",
1024+ "### Ex\n"
1025+ ]
1026+ }
1027+ ],
1028+ "source": [
1029+ "eval_prompt = \"\"\"You are a powerful purescript-to-javascript compiler. Your job is to convert purescript code into javascript. You are given \"Input\" in purescript, \"Context PS\" showing a similar chunk of PureScript and \"Context JS\" that shows you what \"Context PS\" compiles to in JS.\n",
1030+ "\n",
1031+ "You must output the JavaScript that corresponds to this purescript.\n",
1032+ "### Input:\n",
1033+ "module Snapshot.EffectBindAgain where\n",
1034+ "\n",
1035+ "import Prelude\n",
1036+ "import Effect (Effect)\n",
1037+ "import Effect.Class.Console as Console\n",
1038+ "\n",
1039+ "test45 :: Effect Unit\n",
1040+ "test45 = do\n",
1041+ " value1 <- Console.log \"foo\"\n",
1042+ " let a = pure value1\n",
1043+ " a\n",
1044+ "\n",
1045+ "### Context PS:\n",
1046+ "module Snapshot.EffectBind01 where\n",
1047+ "\n",
1048+ "import Prelude\n",
1049+ "import Effect (Effect)\n",
1050+ "import Effect.Class.Console as Console\n",
1051+ "\n",
1052+ "test1 :: Effect Unit\n",
1053+ "test1 = do\n",
1054+ " Console.log \"1\"\n",
1055+ " value <- Console.log \"2\"\n",
1056+ " Console.log \"3\"\n",
1057+ " pure value\n",
1058+ "\n",
1059+ "### Context JS:\n",
1060+ "\n",
1061+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1062+ "const test1 = /* #__PURE__ */ (() => {\n",
1063+ " const $0 = Effect$dConsole.log(\"1\");\n",
1064+ " return () => {\n",
1065+ " $0();\n",
1066+ " const value = Effect$dConsole.log(\"2\")();\n",
1067+ " Effect$dConsole.log(\"3\")();\n",
1068+ " return value;\n",
1069+ " };\n",
1070+ "})();\n",
1071+ "export {test1};\n",
1072+ "\n",
1073+ "### Response:\n",
1074+ "\"\"\"\n",
1075+ "# {'question': 'Name the comptroller for office of prohibition', 'context': 'CREATE TABLE table_22607062_1 (comptroller VARCHAR, ticket___office VARCHAR)', 'answer': 'SELECT comptroller FROM table_22607062_1 WHERE ticket___office = \"Prohibition\"'}\n",
1076+ "model_input = tokenizer(eval_prompt, return_tensors=\"pt\").to(\"cuda\")\n",
1077+ "\n",
1078+ "model.eval()\n",
1079+ "with torch.no_grad():\n",
1080+ " print(tokenizer.decode(model.generate(**model_input, max_new_tokens=100)[0], skip_special_tokens=True))"
1081+ ]
1082+ },
1083+ {
1084+ "cell_type": "markdown",
1085+ "metadata": {
1086+ "id": "544rmsdU1CSJ"
1087+ },
1088+ "source": [
1089+ "I get the output:\n",
1090+ "```\n",
1091+ "SELECT * FROM table_name_12 WHERE class > 91.5 AND city_of_license = 'hyannis, nebraska'\n",
1092+ "```\n",
1093+ "which is clearly wrong if the input is asking for just class!"
1094+ ]
1095+ },
1096+ {
1097+ "cell_type": "markdown",
1098+ "metadata": {
1099+ "id": "puuOXL2R1CSJ"
1100+ },
1101+ "source": [
1102+ "### 4. Tokenization\n",
1103+ "Setup some tokenization settings like left padding because it makes [training use less memory](https://ai.stackexchange.com/questions/41485/while-fine-tuning-a-decoder-only-llm-like-llama-on-chat-dataset-what-kind-of-pa):"
1104+ ]
1105+ },
1106+ {
1107+ "cell_type": "code",
1108+ "execution_count": null,
1109+ "metadata": {
1110+ "id": "c1P0mphA1CSJ"
1111+ },
1112+ "outputs": [],
1113+ "source": [
1114+ "tokenizer.add_eos_token = True\n",
1115+ "tokenizer.pad_token_id = 0\n",
1116+ "tokenizer.padding_side = \"left\""
1117+ ]
1118+ },
1119+ {
1120+ "cell_type": "markdown",
1121+ "metadata": {
1122+ "id": "kpo66hMo1CSJ"
1123+ },
1124+ "source": [
1125+ "Setup the tokenize function to make labels and input_ids the same. This is basically what [self-supervised fine-tuning](https://neptune.ai/blog/self-supervised-learning) is:"
1126+ ]
1127+ },
1128+ {
1129+ "cell_type": "code",
1130+ "execution_count": null,
1131+ "metadata": {
1132+ "id": "gjSerml71CSJ"
1133+ },
1134+ "outputs": [],
1135+ "source": [
1136+ "def tokenize(prompt):\n",
1137+ " result = tokenizer(\n",
1138+ " prompt,\n",
1139+ " truncation=True,\n",
1140+ " max_length=512,\n",
1141+ " padding=False,\n",
1142+ " return_tensors=None,\n",
1143+ " )\n",
1144+ "\n",
1145+ " # \"self-supervised learning\" means the labels are also the inputs:\n",
1146+ " result[\"labels\"] = result[\"input_ids\"].copy()\n",
1147+ "\n",
1148+ " return result"
1149+ ]
1150+ },
1151+ {
1152+ "cell_type": "markdown",
1153+ "metadata": {
1154+ "id": "fNk_3THv1CSK"
1155+ },
1156+ "source": [
1157+ "And run convert each data_point into a prompt that I found online that works quite well:"
1158+ ]
1159+ },
1160+ {
1161+ "cell_type": "code",
1162+ "execution_count": null,
1163+ "metadata": {
1164+ "id": "MvO7A-ZF1CSK"
1165+ },
1166+ "outputs": [],
1167+ "source": [
1168+ "def generate_and_tokenize_prompt(data_point):\n",
1169+ " full_prompt =f\"\"\"You are a powerful text-to-SQL model. Your job is to answer questions about a database. You are given a question and context regarding one or more tables.\n",
1170+ "\n",
1171+ "You must output the SQL query that answers the question.\n",
1172+ "\n",
1173+ "### Input:\n",
1174+ "{data_point[\"question\"]}\n",
1175+ "\n",
1176+ "### Context:\n",
1177+ "{data_point[\"context\"]}\n",
1178+ "\n",
1179+ "### Response:\n",
1180+ "{data_point[\"answer\"]}\n",
1181+ "\"\"\"\n",
1182+ " return tokenize(full_prompt)"
1183+ ]
1184+ },
1185+ {
1186+ "cell_type": "markdown",
1187+ "metadata": {
1188+ "id": "sLvwo-ax1CSK"
1189+ },
1190+ "source": [
1191+ "Reformat to prompt and tokenize each sample:"
1192+ ]
1193+ },
1194+ {
1195+ "cell_type": "code",
1196+ "execution_count": null,
1197+ "metadata": {
1198+ "id": "SA2BqSzW1CSK"
1199+ },
1200+ "outputs": [],
1201+ "source": [
1202+ "tokenized_train_dataset = train_dataset.map(generate_and_tokenize_prompt)\n",
1203+ "tokenized_val_dataset = eval_dataset.map(generate_and_tokenize_prompt)"
1204+ ]
1205+ },
1206+ {
1207+ "cell_type": "markdown",
1208+ "metadata": {
1209+ "id": "Z5ByhitV1CSK"
1210+ },
1211+ "source": [
1212+ "### 5. Setup Lora"
1213+ ]
1214+ },
1215+ {
1216+ "cell_type": "code",
1217+ "execution_count": null,
1218+ "metadata": {
1219+ "id": "9q_26pz71CSK"
1220+ },
1221+ "outputs": [],
1222+ "source": [
1223+ "model.train() # put model back into training mode\n",
1224+ "model = prepare_model_for_int8_training(model)\n",
1225+ "\n",
1226+ "config = LoraConfig(\n",
1227+ " r=16,\n",
1228+ " lora_alpha=16,\n",
1229+ " target_modules=[\n",
1230+ " \"q_proj\",\n",
1231+ " \"k_proj\",\n",
1232+ " \"v_proj\",\n",
1233+ " \"o_proj\",\n",
1234+ "],\n",
1235+ " lora_dropout=0.05,\n",
1236+ " bias=\"none\",\n",
1237+ " task_type=\"CAUSAL_LM\",\n",
1238+ ")\n",
1239+ "model = get_peft_model(model, config)"
1240+ ]
1241+ },
1242+ {
1243+ "cell_type": "markdown",
1244+ "metadata": {
1245+ "id": "IvkQ3igC1CSK"
1246+ },
1247+ "source": [
1248+ "To resume from a checkpoint, set resume_from_checkpoint to the path of the adapter_model.bin you want to resume from. This code'll replace the lora adapter attached to the model:"
1249+ ]
1250+ },
1251+ {
1252+ "cell_type": "code",
1253+ "execution_count": null,
1254+ "metadata": {
1255+ "id": "TMTxR2JT1CSK"
1256+ },
1257+ "outputs": [],
1258+ "source": [
1259+ "resume_from_checkpoint = \"\" # set this to the adapter_model.bin file you want to resume from\n",
1260+ "\n",
1261+ "if resume_from_checkpoint:\n",
1262+ " if os.path.exists(resume_from_checkpoint):\n",
1263+ " print(f\"Restarting from {resume_from_checkpoint}\")\n",
1264+ " adapters_weights = torch.load(resume_from_checkpoint)\n",
1265+ " set_peft_model_state_dict(model, adapters_weights)\n",
1266+ " else:\n",
1267+ " print(f\"Checkpoint {resume_from_checkpoint} not found\")"
1268+ ]
1269+ },
1270+ {
1271+ "cell_type": "markdown",
1272+ "metadata": {
1273+ "id": "GW1wtvbP1CSK"
1274+ },
1275+ "source": [
1276+ "Optional stuff to setup Weights and Biases to view training graphs:"
1277+ ]
1278+ },
1279+ {
1280+ "cell_type": "code",
1281+ "execution_count": null,
1282+ "metadata": {
1283+ "id": "AC1_qWbS1CSK"
1284+ },
1285+ "outputs": [],
1286+ "source": [
1287+ "wandb_project = \"sql-try2-coder\"\n",
1288+ "if len(wandb_project) > 0:\n",
1289+ " os.environ[\"WANDB_PROJECT\"] = wandb_project\n"
1290+ ]
1291+ },
1292+ {
1293+ "cell_type": "code",
1294+ "execution_count": null,
1295+ "metadata": {
1296+ "id": "5iv4txxu1CSK"
1297+ },
1298+ "outputs": [],
1299+ "source": [
1300+ "if torch.cuda.device_count() > 1:\n",
1301+ " # keeps Trainer from trying its own DataParallelism when more than 1 gpu is available\n",
1302+ " model.is_parallelizable = True\n",
1303+ " model.model_parallel = True"
1304+ ]
1305+ },
1306+ {
1307+ "cell_type": "markdown",
1308+ "metadata": {
1309+ "id": "pYSsnciQ1CSK"
1310+ },
1311+ "source": [
1312+ "### 6. Training arguments\n",
1313+ "If you run out of GPU memory, change per_device_train_batch_size. The gradient_accumulation_steps variable should ensure this doesn't affect batch dynamics during the training run. All the other variables are standard stuff that I wouldn't recommend messing with:"
1314+ ]
1315+ },
1316+ {
1317+ "cell_type": "code",
1318+ "execution_count": null,
1319+ "metadata": {
1320+ "id": "uvEi1kP21CSK"
1321+ },
1322+ "outputs": [],
1323+ "source": [
1324+ "batch_size = 128\n",
1325+ "per_device_train_batch_size = 32\n",
1326+ "gradient_accumulation_steps = batch_size // per_device_train_batch_size\n",
1327+ "output_dir = \"sql-code-llama\"\n",
1328+ "\n",
1329+ "training_args = TrainingArguments(\n",
1330+ " per_device_train_batch_size=per_device_train_batch_size,\n",
1331+ " gradient_accumulation_steps=gradient_accumulation_steps,\n",
1332+ " warmup_steps=100,\n",
1333+ " max_steps=400,\n",
1334+ " learning_rate=3e-4,\n",
1335+ " fp16=True,\n",
1336+ " logging_steps=10,\n",
1337+ " optim=\"adamw_torch\",\n",
1338+ " evaluation_strategy=\"steps\", # if val_set_size > 0 else \"no\",\n",
1339+ " save_strategy=\"steps\",\n",
1340+ " eval_steps=20,\n",
1341+ " save_steps=20,\n",
1342+ " output_dir=output_dir,\n",
1343+ " # save_total_limit=3,\n",
1344+ " load_best_model_at_end=False,\n",
1345+ " # ddp_find_unused_parameters=False if ddp else None,\n",
1346+ " group_by_length=True, # group sequences of roughly the same length together to speed up training\n",
1347+ " report_to=\"wandb\", # if use_wandb else \"none\",\n",
1348+ " run_name=f\"codellama-{datetime.now().strftime('%Y-%m-%d-%H-%M')}\", # if use_wandb else None,\n",
1349+ " )\n",
1350+ "\n",
1351+ "trainer = Trainer(\n",
1352+ " model=model,\n",
1353+ " train_dataset=tokenized_train_dataset,\n",
1354+ " eval_dataset=tokenized_val_dataset,\n",
1355+ " args=training_args,\n",
1356+ " data_collator=DataCollatorForSeq2Seq(\n",
1357+ " tokenizer, pad_to_multiple_of=8, return_tensors=\"pt\", padding=True\n",
1358+ " ),\n",
1359+ ")"
1360+ ]
1361+ },
1362+ {
1363+ "cell_type": "markdown",
1364+ "metadata": {
1365+ "id": "1aJp6Jxl1CSK"
1366+ },
1367+ "source": [
1368+ "Then we do some pytorch-related optimisation (which just make training faster but don't affect accuracy):"
1369+ ]
1370+ },
1371+ {
1372+ "cell_type": "code",
1373+ "execution_count": null,
1374+ "metadata": {
1375+ "id": "6ycCHZZl1CSK"
1376+ },
1377+ "outputs": [],
1378+ "source": [
1379+ "model.config.use_cache = False\n",
1380+ "\n",
1381+ "old_state_dict = model.state_dict\n",
1382+ "model.state_dict = (lambda self, *_, **__: get_peft_model_state_dict(self, old_state_dict())).__get__(\n",
1383+ " model, type(model)\n",
1384+ ")\n",
1385+ "if torch.__version__ >= \"2\" and sys.platform != \"win32\":\n",
1386+ " print(\"compiling the model\")\n",
1387+ " model = torch.compile(model)"
1388+ ]
1389+ },
1390+ {
1391+ "cell_type": "code",
1392+ "execution_count": null,
1393+ "metadata": {
1394+ "id": "bF5oWKxK1CSL"
1395+ },
1396+ "outputs": [],
1397+ "source": [
1398+ "trainer.train()"
1399+ ]
1400+ },
1401+ {
1402+ "cell_type": "markdown",
1403+ "metadata": {
1404+ "id": "j1dRQLMT1CSU"
1405+ },
1406+ "source": [
1407+ "### Load the final checkpoint\n",
1408+ "Now for the moment of truth! Has our work paid off...?"
1409+ ]
1410+ },
1411+ {
1412+ "cell_type": "code",
1413+ "execution_count": null,
1414+ "metadata": {
1415+ "id": "sRdVgDTg1CSU"
1416+ },
1417+ "outputs": [],
1418+ "source": [
1419+ "import torch\n",
1420+ "from transformers import AutoModelForCausalLM, BitsAndBytesConfig, AutoTokenizer\n",
1421+ "\n",
1422+ "base_model = \"codellama/CodeLlama-7b-hf\"\n",
1423+ "model = AutoModelForCausalLM.from_pretrained(\n",
1424+ " base_model,\n",
1425+ " load_in_8bit=True,\n",
1426+ " torch_dtype=torch.float16,\n",
1427+ " device_map=\"auto\",\n",
1428+ ")\n",
1429+ "tokenizer = AutoTokenizer.from_pretrained(\"codellama/CodeLlama-7b-hf\")"
1430+ ]
1431+ },
1432+ {
1433+ "cell_type": "markdown",
1434+ "metadata": {
1435+ "id": "76UlHzhy1CSU"
1436+ },
1437+ "source": [
1438+ "To load a fine-tuned Lora/Qlora adapter use PeftModel.from_pretrained. ```output_dir``` should be something containing an adapter_config.json and adapter_model.bin:"
1439+ ]
1440+ },
1441+ {
1442+ "cell_type": "code",
1443+ "execution_count": null,
1444+ "metadata": {
1445+ "id": "rQrCR0os1CSU"
1446+ },
1447+ "outputs": [],
1448+ "source": [
1449+ "from peft import PeftModel\n",
1450+ "model = PeftModel.from_pretrained(model, output_dir)"
1451+ ]
1452+ },
1453+ {
1454+ "cell_type": "markdown",
1455+ "metadata": {
1456+ "id": "roqy_WRi1CSU"
1457+ },
1458+ "source": [
1459+ "Try the same prompt as before:"
1460+ ]
1461+ },
1462+ {
1463+ "cell_type": "code",
1464+ "execution_count": null,
1465+ "metadata": {
1466+ "id": "GrCxouNp1CSU"
1467+ },
1468+ "outputs": [],
1469+ "source": [
1470+ "eval_prompt = \"\"\"You are a powerful text-to-SQL model. Your job is to answer questions about a database. You are given a question and context regarding one or more tables.\n",
1471+ "\n",
1472+ "You must output the SQL query that answers the question.\n",
1473+ "### Input:\n",
1474+ "Which Class has a Frequency MHz larger than 91.5, and a City of license of hyannis, nebraska?\n",
1475+ "\n",
1476+ "### Context:\n",
1477+ "CREATE TABLE table_name_12 (class VARCHAR, frequency_mhz VARCHAR, city_of_license VARCHAR)\n",
1478+ "\n",
1479+ "### Response:\n",
1480+ "\"\"\"\n",
1481+ "\n",
1482+ "model_input = tokenizer(eval_prompt, return_tensors=\"pt\").to(\"cuda\")\n",
1483+ "\n",
1484+ "model.eval()\n",
1485+ "with torch.no_grad():\n",
1486+ " print(tokenizer.decode(model.generate(**model_input, max_new_tokens=100)[0], skip_special_tokens=True))\n"
1487+ ]
1488+ },
1489+ {
1490+ "cell_type": "markdown",
1491+ "metadata": {
1492+ "id": "I6IcTOCq1CSU"
1493+ },
1494+ "source": [
1495+ "And the model outputs:\n",
1496+ "```\n",
1497+ "SELECT class FROM table_name_12 WHERE frequency_mhz > 91.5 AND city_of_license = \"hyannis, nebraska\"\n",
1498+ "```\n",
1499+ "So it works! If you want to convert your this adapter to a Llama.cpp model to run locally follow my other [guide](https://ragntune.com/blog/A-guide-to-running-Llama-2-qlora-loras-on-Llama.cpp). If you have any questions, shoot me a message on [Elon Musk's website](https://twitter.com/samlhuillier_).\n"
1500+ ]
1501+ }
1502+ ],
1503+ "metadata": {
1504+ "accelerator": "GPU",
1505+ "colab": {
1506+ "gpuType": "T4",
1507+ "provenance": []
1508+ },
1509+ "kernelspec": {
1510+ "display_name": "Python 3",
1511+ "name": "python3"
1512+ },
1513+ "language_info": {
1514+ "codemirror_mode": {
1515+ "name": "ipython",
1516+ "version": 3
1517+ },
1518+ "file_extension": ".py",
1519+ "mimetype": "text/x-python",
1520+ "name": "python",
1521+ "nbconvert_exporter": "python",
1522+ "pygments_lexer": "ipython3",
1523+ "version": "3.10.12"
1524+ },
1525+ "orig_nbformat": 4,
1526+ "widgets": {
1527+ "application/vnd.jupyter.widget-state+json": {
1528+ "c31be5d602e64c5cac38693d601acff7": {
1529+ "model_module": "@jupyter-widgets/controls",
1530+ "model_name": "HBoxModel",
1531+ "model_module_version": "1.5.0",
1532+ "state": {
1533+ "_dom_classes": [],
1534+ "_model_module": "@jupyter-widgets/controls",
1535+ "_model_module_version": "1.5.0",
1536+ "_model_name": "HBoxModel",
1537+ "_view_count": null,
1538+ "_view_module": "@jupyter-widgets/controls",
1539+ "_view_module_version": "1.5.0",
1540+ "_view_name": "HBoxView",
1541+ "box_style": "",
1542+ "children": [
1543+ "IPY_MODEL_0ec9f66617644ef98e22bd8eebaa1b19",
1544+ "IPY_MODEL_00dcb6577b0e40c2bbfdea12c0004e94",
1545+ "IPY_MODEL_3542e0acaa6a4adb8dbae233d0b36870"
1546+ ],
1547+ "layout": "IPY_MODEL_371469506e5243ac967085e68af8a82e"
1548+ }
1549+ },
1550+ "0ec9f66617644ef98e22bd8eebaa1b19": {
1551+ "model_module": "@jupyter-widgets/controls",
1552+ "model_name": "HTMLModel",
1553+ "model_module_version": "1.5.0",
1554+ "state": {
1555+ "_dom_classes": [],
1556+ "_model_module": "@jupyter-widgets/controls",
1557+ "_model_module_version": "1.5.0",
1558+ "_model_name": "HTMLModel",
1559+ "_view_count": null,
1560+ "_view_module": "@jupyter-widgets/controls",
1561+ "_view_module_version": "1.5.0",
1562+ "_view_name": "HTMLView",
1563+ "description": "",
1564+ "description_tooltip": null,
1565+ "layout": "IPY_MODEL_72df7d9380fd4c14b66d4c13e6c57a20",
1566+ "placeholder": "​",
1567+ "style": "IPY_MODEL_4a7fd75012f5444b98cadecded25ed70",
1568+ "value": "Downloading readme: 100%"
1569+ }
1570+ },
1571+ "00dcb6577b0e40c2bbfdea12c0004e94": {
1572+ "model_module": "@jupyter-widgets/controls",
1573+ "model_name": "FloatProgressModel",
1574+ "model_module_version": "1.5.0",
1575+ "state": {
1576+ "_dom_classes": [],
1577+ "_model_module": "@jupyter-widgets/controls",
1578+ "_model_module_version": "1.5.0",
1579+ "_model_name": "FloatProgressModel",
1580+ "_view_count": null,
1581+ "_view_module": "@jupyter-widgets/controls",
1582+ "_view_module_version": "1.5.0",
1583+ "_view_name": "ProgressView",
1584+ "bar_style": "success",
1585+ "description": "",
1586+ "description_tooltip": null,
1587+ "layout": "IPY_MODEL_3761062b59b04588bdb4ee4c8fe04ba7",
1588+ "max": 4432,
1589+ "min": 0,
1590+ "orientation": "horizontal",
1591+ "style": "IPY_MODEL_bbca0c1dae6e4cf984392075200a34d3",
1592+ "value": 4432
1593+ }
1594+ },
1595+ "3542e0acaa6a4adb8dbae233d0b36870": {
1596+ "model_module": "@jupyter-widgets/controls",
1597+ "model_name": "HTMLModel",
1598+ "model_module_version": "1.5.0",
1599+ "state": {
1600+ "_dom_classes": [],
1601+ "_model_module": "@jupyter-widgets/controls",
1602+ "_model_module_version": "1.5.0",
1603+ "_model_name": "HTMLModel",
1604+ "_view_count": null,
1605+ "_view_module": "@jupyter-widgets/controls",
1606+ "_view_module_version": "1.5.0",
1607+ "_view_name": "HTMLView",
1608+ "description": "",
1609+ "description_tooltip": null,
1610+ "layout": "IPY_MODEL_3dc10ba82f8948ea92144f4a54f418f4",
1611+ "placeholder": "​",
1612+ "style": "IPY_MODEL_c84c0cd440c84ec98f773a55180fdab2",
1613+ "value": " 4.43k/4.43k [00:00&lt;00:00, 189kB/s]"
1614+ }
1615+ },
1616+ "371469506e5243ac967085e68af8a82e": {
1617+ "model_module": "@jupyter-widgets/base",
1618+ "model_name": "LayoutModel",
1619+ "model_module_version": "1.2.0",
1620+ "state": {
1621+ "_model_module": "@jupyter-widgets/base",
1622+ "_model_module_version": "1.2.0",
1623+ "_model_name": "LayoutModel",
1624+ "_view_count": null,
1625+ "_view_module": "@jupyter-widgets/base",
1626+ "_view_module_version": "1.2.0",
1627+ "_view_name": "LayoutView",
1628+ "align_content": null,
1629+ "align_items": null,
1630+ "align_self": null,
1631+ "border": null,
1632+ "bottom": null,
1633+ "display": null,
1634+ "flex": null,
1635+ "flex_flow": null,
1636+ "grid_area": null,
1637+ "grid_auto_columns": null,
1638+ "grid_auto_flow": null,
1639+ "grid_auto_rows": null,
1640+ "grid_column": null,
1641+ "grid_gap": null,
1642+ "grid_row": null,
1643+ "grid_template_areas": null,
1644+ "grid_template_columns": null,
1645+ "grid_template_rows": null,
1646+ "height": null,
1647+ "justify_content": null,
1648+ "justify_items": null,
1649+ "left": null,
1650+ "margin": null,
1651+ "max_height": null,
1652+ "max_width": null,
1653+ "min_height": null,
1654+ "min_width": null,
1655+ "object_fit": null,
1656+ "object_position": null,
1657+ "order": null,
1658+ "overflow": null,
1659+ "overflow_x": null,
1660+ "overflow_y": null,
1661+ "padding": null,
1662+ "right": null,
1663+ "top": null,
1664+ "visibility": null,
1665+ "width": null
1666+ }
1667+ },
1668+ "72df7d9380fd4c14b66d4c13e6c57a20": {
1669+ "model_module": "@jupyter-widgets/base",
1670+ "model_name": "LayoutModel",
1671+ "model_module_version": "1.2.0",
1672+ "state": {
1673+ "_model_module": "@jupyter-widgets/base",
1674+ "_model_module_version": "1.2.0",
1675+ "_model_name": "LayoutModel",
1676+ "_view_count": null,
1677+ "_view_module": "@jupyter-widgets/base",
1678+ "_view_module_version": "1.2.0",
1679+ "_view_name": "LayoutView",
1680+ "align_content": null,
1681+ "align_items": null,
1682+ "align_self": null,
1683+ "border": null,
1684+ "bottom": null,
1685+ "display": null,
1686+ "flex": null,
1687+ "flex_flow": null,
1688+ "grid_area": null,
1689+ "grid_auto_columns": null,
1690+ "grid_auto_flow": null,
1691+ "grid_auto_rows": null,
1692+ "grid_column": null,
1693+ "grid_gap": null,
1694+ "grid_row": null,
1695+ "grid_template_areas": null,
1696+ "grid_template_columns": null,
1697+ "grid_template_rows": null,
1698+ "height": null,
1699+ "justify_content": null,
1700+ "justify_items": null,
1701+ "left": null,
1702+ "margin": null,
1703+ "max_height": null,
1704+ "max_width": null,
1705+ "min_height": null,
1706+ "min_width": null,
1707+ "object_fit": null,
1708+ "object_position": null,
1709+ "order": null,
1710+ "overflow": null,
1711+ "overflow_x": null,
1712+ "overflow_y": null,
1713+ "padding": null,
1714+ "right": null,
1715+ "top": null,
1716+ "visibility": null,
1717+ "width": null
1718+ }
1719+ },
1720+ "4a7fd75012f5444b98cadecded25ed70": {
1721+ "model_module": "@jupyter-widgets/controls",
1722+ "model_name": "DescriptionStyleModel",
1723+ "model_module_version": "1.5.0",
1724+ "state": {
1725+ "_model_module": "@jupyter-widgets/controls",
1726+ "_model_module_version": "1.5.0",
1727+ "_model_name": "DescriptionStyleModel",
1728+ "_view_count": null,
1729+ "_view_module": "@jupyter-widgets/base",
1730+ "_view_module_version": "1.2.0",
1731+ "_view_name": "StyleView",
1732+ "description_width": ""
1733+ }
1734+ },
1735+ "3761062b59b04588bdb4ee4c8fe04ba7": {
1736+ "model_module": "@jupyter-widgets/base",
1737+ "model_name": "LayoutModel",
1738+ "model_module_version": "1.2.0",
1739+ "state": {
1740+ "_model_module": "@jupyter-widgets/base",
1741+ "_model_module_version": "1.2.0",
1742+ "_model_name": "LayoutModel",
1743+ "_view_count": null,
1744+ "_view_module": "@jupyter-widgets/base",
1745+ "_view_module_version": "1.2.0",
1746+ "_view_name": "LayoutView",
1747+ "align_content": null,
1748+ "align_items": null,
1749+ "align_self": null,
1750+ "border": null,
1751+ "bottom": null,
1752+ "display": null,
1753+ "flex": null,
1754+ "flex_flow": null,
1755+ "grid_area": null,
1756+ "grid_auto_columns": null,
1757+ "grid_auto_flow": null,
1758+ "grid_auto_rows": null,
1759+ "grid_column": null,
1760+ "grid_gap": null,
1761+ "grid_row": null,
1762+ "grid_template_areas": null,
1763+ "grid_template_columns": null,
1764+ "grid_template_rows": null,
1765+ "height": null,
1766+ "justify_content": null,
1767+ "justify_items": null,
1768+ "left": null,
1769+ "margin": null,
1770+ "max_height": null,
1771+ "max_width": null,
1772+ "min_height": null,
1773+ "min_width": null,
1774+ "object_fit": null,
1775+ "object_position": null,
1776+ "order": null,
1777+ "overflow": null,
1778+ "overflow_x": null,
1779+ "overflow_y": null,
1780+ "padding": null,
1781+ "right": null,
1782+ "top": null,
1783+ "visibility": null,
1784+ "width": null
1785+ }
1786+ },
1787+ "bbca0c1dae6e4cf984392075200a34d3": {
1788+ "model_module": "@jupyter-widgets/controls",
1789+ "model_name": "ProgressStyleModel",
1790+ "model_module_version": "1.5.0",
1791+ "state": {
1792+ "_model_module": "@jupyter-widgets/controls",
1793+ "_model_module_version": "1.5.0",
1794+ "_model_name": "ProgressStyleModel",
1795+ "_view_count": null,
1796+ "_view_module": "@jupyter-widgets/base",
1797+ "_view_module_version": "1.2.0",
1798+ "_view_name": "StyleView",
1799+ "bar_color": null,
1800+ "description_width": ""
1801+ }
1802+ },
1803+ "3dc10ba82f8948ea92144f4a54f418f4": {
1804+ "model_module": "@jupyter-widgets/base",
1805+ "model_name": "LayoutModel",
1806+ "model_module_version": "1.2.0",
1807+ "state": {
1808+ "_model_module": "@jupyter-widgets/base",
1809+ "_model_module_version": "1.2.0",
1810+ "_model_name": "LayoutModel",
1811+ "_view_count": null,
1812+ "_view_module": "@jupyter-widgets/base",
1813+ "_view_module_version": "1.2.0",
1814+ "_view_name": "LayoutView",
1815+ "align_content": null,
1816+ "align_items": null,
1817+ "align_self": null,
1818+ "border": null,
1819+ "bottom": null,
1820+ "display": null,
1821+ "flex": null,
1822+ "flex_flow": null,
1823+ "grid_area": null,
1824+ "grid_auto_columns": null,
1825+ "grid_auto_flow": null,
1826+ "grid_auto_rows": null,
1827+ "grid_column": null,
1828+ "grid_gap": null,
1829+ "grid_row": null,
1830+ "grid_template_areas": null,
1831+ "grid_template_columns": null,
1832+ "grid_template_rows": null,
1833+ "height": null,
1834+ "justify_content": null,
1835+ "justify_items": null,
1836+ "left": null,
1837+ "margin": null,
1838+ "max_height": null,
1839+ "max_width": null,
1840+ "min_height": null,
1841+ "min_width": null,
1842+ "object_fit": null,
1843+ "object_position": null,
1844+ "order": null,
1845+ "overflow": null,
1846+ "overflow_x": null,
1847+ "overflow_y": null,
1848+ "padding": null,
1849+ "right": null,
1850+ "top": null,
1851+ "visibility": null,
1852+ "width": null
1853+ }
1854+ },
1855+ "c84c0cd440c84ec98f773a55180fdab2": {
1856+ "model_module": "@jupyter-widgets/controls",
1857+ "model_name": "DescriptionStyleModel",
1858+ "model_module_version": "1.5.0",
1859+ "state": {
1860+ "_model_module": "@jupyter-widgets/controls",
1861+ "_model_module_version": "1.5.0",
1862+ "_model_name": "DescriptionStyleModel",
1863+ "_view_count": null,
1864+ "_view_module": "@jupyter-widgets/base",
1865+ "_view_module_version": "1.2.0",
1866+ "_view_name": "StyleView",
1867+ "description_width": ""
1868+ }
1869+ },
1870+ "8edafecdeefd41329f9642c600ff7428": {
1871+ "model_module": "@jupyter-widgets/controls",
1872+ "model_name": "HBoxModel",
1873+ "model_module_version": "1.5.0",
1874+ "state": {
1875+ "_dom_classes": [],
1876+ "_model_module": "@jupyter-widgets/controls",
1877+ "_model_module_version": "1.5.0",
1878+ "_model_name": "HBoxModel",
1879+ "_view_count": null,
1880+ "_view_module": "@jupyter-widgets/controls",
1881+ "_view_module_version": "1.5.0",
1882+ "_view_name": "HBoxView",
1883+ "box_style": "",
1884+ "children": [
1885+ "IPY_MODEL_8bb3a968a4b84f3c86328ce49395f90a",
1886+ "IPY_MODEL_cdef8836c4284d1b98dbb07e65c24ec3",
1887+ "IPY_MODEL_1c0077241deb4e77b8b152d6a2e2bb4c"
1888+ ],
1889+ "layout": "IPY_MODEL_9e410cb390494c92b883ed7a2cc12adf"
1890+ }
1891+ },
1892+ "8bb3a968a4b84f3c86328ce49395f90a": {
1893+ "model_module": "@jupyter-widgets/controls",
1894+ "model_name": "HTMLModel",
1895+ "model_module_version": "1.5.0",
1896+ "state": {
1897+ "_dom_classes": [],
1898+ "_model_module": "@jupyter-widgets/controls",
1899+ "_model_module_version": "1.5.0",
1900+ "_model_name": "HTMLModel",
1901+ "_view_count": null,
1902+ "_view_module": "@jupyter-widgets/controls",
1903+ "_view_module_version": "1.5.0",
1904+ "_view_name": "HTMLView",
1905+ "description": "",
1906+ "description_tooltip": null,
1907+ "layout": "IPY_MODEL_5033c87a47504cc7b3f37257f077e021",
1908+ "placeholder": "​",
1909+ "style": "IPY_MODEL_691a710a120b411f8ba2fa39046989ae",
1910+ "value": "Downloading data files: 100%"
1911+ }
1912+ },
1913+ "cdef8836c4284d1b98dbb07e65c24ec3": {
1914+ "model_module": "@jupyter-widgets/controls",
1915+ "model_name": "FloatProgressModel",
1916+ "model_module_version": "1.5.0",
1917+ "state": {
1918+ "_dom_classes": [],
1919+ "_model_module": "@jupyter-widgets/controls",
1920+ "_model_module_version": "1.5.0",
1921+ "_model_name": "FloatProgressModel",
1922+ "_view_count": null,
1923+ "_view_module": "@jupyter-widgets/controls",
1924+ "_view_module_version": "1.5.0",
1925+ "_view_name": "ProgressView",
1926+ "bar_style": "success",
1927+ "description": "",
1928+ "description_tooltip": null,
1929+ "layout": "IPY_MODEL_e68a1ae39fe044028006a10cb74918db",
1930+ "max": 1,
1931+ "min": 0,
1932+ "orientation": "horizontal",
1933+ "style": "IPY_MODEL_c26c9b5ac0194106af9bad10acb141b9",
1934+ "value": 1
1935+ }
1936+ },
1937+ "1c0077241deb4e77b8b152d6a2e2bb4c": {
1938+ "model_module": "@jupyter-widgets/controls",
1939+ "model_name": "HTMLModel",
1940+ "model_module_version": "1.5.0",
1941+ "state": {
1942+ "_dom_classes": [],
1943+ "_model_module": "@jupyter-widgets/controls",
1944+ "_model_module_version": "1.5.0",
1945+ "_model_name": "HTMLModel",
1946+ "_view_count": null,
1947+ "_view_module": "@jupyter-widgets/controls",
1948+ "_view_module_version": "1.5.0",
1949+ "_view_name": "HTMLView",
1950+ "description": "",
1951+ "description_tooltip": null,
1952+ "layout": "IPY_MODEL_4ddaf4df640548e0ab6a92281e7639ab",
1953+ "placeholder": "​",
1954+ "style": "IPY_MODEL_17e20ebd1a674149bc2b636434971886",
1955+ "value": " 1/1 [00:01&lt;00:00,  1.06s/it]"
1956+ }
1957+ },
1958+ "9e410cb390494c92b883ed7a2cc12adf": {
1959+ "model_module": "@jupyter-widgets/base",
1960+ "model_name": "LayoutModel",
1961+ "model_module_version": "1.2.0",
1962+ "state": {
1963+ "_model_module": "@jupyter-widgets/base",
1964+ "_model_module_version": "1.2.0",
1965+ "_model_name": "LayoutModel",
1966+ "_view_count": null,
1967+ "_view_module": "@jupyter-widgets/base",
1968+ "_view_module_version": "1.2.0",
1969+ "_view_name": "LayoutView",
1970+ "align_content": null,
1971+ "align_items": null,
1972+ "align_self": null,
1973+ "border": null,
1974+ "bottom": null,
1975+ "display": null,
1976+ "flex": null,
1977+ "flex_flow": null,
1978+ "grid_area": null,
1979+ "grid_auto_columns": null,
1980+ "grid_auto_flow": null,
1981+ "grid_auto_rows": null,
1982+ "grid_column": null,
1983+ "grid_gap": null,
1984+ "grid_row": null,
1985+ "grid_template_areas": null,
1986+ "grid_template_columns": null,
1987+ "grid_template_rows": null,
1988+ "height": null,
1989+ "justify_content": null,
1990+ "justify_items": null,
1991+ "left": null,
1992+ "margin": null,
1993+ "max_height": null,
1994+ "max_width": null,
1995+ "min_height": null,
1996+ "min_width": null,
1997+ "object_fit": null,
1998+ "object_position": null,
1999+ "order": null,
2000+ "overflow": null,
2001+ "overflow_x": null,
2002+ "overflow_y": null,
2003+ "padding": null,
2004+ "right": null,
2005+ "top": null,
2006+ "visibility": null,
2007+ "width": null
2008+ }
2009+ },
2010+ "5033c87a47504cc7b3f37257f077e021": {
2011+ "model_module": "@jupyter-widgets/base",
2012+ "model_name": "LayoutModel",
2013+ "model_module_version": "1.2.0",
2014+ "state": {
2015+ "_model_module": "@jupyter-widgets/base",
2016+ "_model_module_version": "1.2.0",
2017+ "_model_name": "LayoutModel",
2018+ "_view_count": null,
2019+ "_view_module": "@jupyter-widgets/base",
2020+ "_view_module_version": "1.2.0",
2021+ "_view_name": "LayoutView",
2022+ "align_content": null,
2023+ "align_items": null,
2024+ "align_self": null,
2025+ "border": null,
2026+ "bottom": null,
2027+ "display": null,
2028+ "flex": null,
2029+ "flex_flow": null,
2030+ "grid_area": null,
2031+ "grid_auto_columns": null,
2032+ "grid_auto_flow": null,
2033+ "grid_auto_rows": null,
2034+ "grid_column": null,
2035+ "grid_gap": null,
2036+ "grid_row": null,
2037+ "grid_template_areas": null,
2038+ "grid_template_columns": null,
2039+ "grid_template_rows": null,
2040+ "height": null,
2041+ "justify_content": null,
2042+ "justify_items": null,
2043+ "left": null,
2044+ "margin": null,
2045+ "max_height": null,
2046+ "max_width": null,
2047+ "min_height": null,
2048+ "min_width": null,
2049+ "object_fit": null,
2050+ "object_position": null,
2051+ "order": null,
2052+ "overflow": null,
2053+ "overflow_x": null,
2054+ "overflow_y": null,
2055+ "padding": null,
2056+ "right": null,
2057+ "top": null,
2058+ "visibility": null,
2059+ "width": null
2060+ }
2061+ },
2062+ "691a710a120b411f8ba2fa39046989ae": {
2063+ "model_module": "@jupyter-widgets/controls",
2064+ "model_name": "DescriptionStyleModel",
2065+ "model_module_version": "1.5.0",
2066+ "state": {
2067+ "_model_module": "@jupyter-widgets/controls",
2068+ "_model_module_version": "1.5.0",
2069+ "_model_name": "DescriptionStyleModel",
2070+ "_view_count": null,
2071+ "_view_module": "@jupyter-widgets/base",
2072+ "_view_module_version": "1.2.0",
2073+ "_view_name": "StyleView",
2074+ "description_width": ""
2075+ }
2076+ },
2077+ "e68a1ae39fe044028006a10cb74918db": {
2078+ "model_module": "@jupyter-widgets/base",
2079+ "model_name": "LayoutModel",
2080+ "model_module_version": "1.2.0",
2081+ "state": {
2082+ "_model_module": "@jupyter-widgets/base",
2083+ "_model_module_version": "1.2.0",
2084+ "_model_name": "LayoutModel",
2085+ "_view_count": null,
2086+ "_view_module": "@jupyter-widgets/base",
2087+ "_view_module_version": "1.2.0",
2088+ "_view_name": "LayoutView",
2089+ "align_content": null,
2090+ "align_items": null,
2091+ "align_self": null,
2092+ "border": null,
2093+ "bottom": null,
2094+ "display": null,
2095+ "flex": null,
2096+ "flex_flow": null,
2097+ "grid_area": null,
2098+ "grid_auto_columns": null,
2099+ "grid_auto_flow": null,
2100+ "grid_auto_rows": null,
2101+ "grid_column": null,
2102+ "grid_gap": null,
2103+ "grid_row": null,
2104+ "grid_template_areas": null,
2105+ "grid_template_columns": null,
2106+ "grid_template_rows": null,
2107+ "height": null,
2108+ "justify_content": null,
2109+ "justify_items": null,
2110+ "left": null,
2111+ "margin": null,
2112+ "max_height": null,
2113+ "max_width": null,
2114+ "min_height": null,
2115+ "min_width": null,
2116+ "object_fit": null,
2117+ "object_position": null,
2118+ "order": null,
2119+ "overflow": null,
2120+ "overflow_x": null,
2121+ "overflow_y": null,
2122+ "padding": null,
2123+ "right": null,
2124+ "top": null,
2125+ "visibility": null,
2126+ "width": null
2127+ }
2128+ },
2129+ "c26c9b5ac0194106af9bad10acb141b9": {
2130+ "model_module": "@jupyter-widgets/controls",
2131+ "model_name": "ProgressStyleModel",
2132+ "model_module_version": "1.5.0",
2133+ "state": {
2134+ "_model_module": "@jupyter-widgets/controls",
2135+ "_model_module_version": "1.5.0",
2136+ "_model_name": "ProgressStyleModel",
2137+ "_view_count": null,
2138+ "_view_module": "@jupyter-widgets/base",
2139+ "_view_module_version": "1.2.0",
2140+ "_view_name": "StyleView",
2141+ "bar_color": null,
2142+ "description_width": ""
2143+ }
2144+ },
2145+ "4ddaf4df640548e0ab6a92281e7639ab": {
2146+ "model_module": "@jupyter-widgets/base",
2147+ "model_name": "LayoutModel",
2148+ "model_module_version": "1.2.0",
2149+ "state": {
2150+ "_model_module": "@jupyter-widgets/base",
2151+ "_model_module_version": "1.2.0",
2152+ "_model_name": "LayoutModel",
2153+ "_view_count": null,
2154+ "_view_module": "@jupyter-widgets/base",
2155+ "_view_module_version": "1.2.0",
2156+ "_view_name": "LayoutView",
2157+ "align_content": null,
2158+ "align_items": null,
2159+ "align_self": null,
2160+ "border": null,
2161+ "bottom": null,
2162+ "display": null,
2163+ "flex": null,
2164+ "flex_flow": null,
2165+ "grid_area": null,
2166+ "grid_auto_columns": null,
2167+ "grid_auto_flow": null,
2168+ "grid_auto_rows": null,
2169+ "grid_column": null,
2170+ "grid_gap": null,
2171+ "grid_row": null,
2172+ "grid_template_areas": null,
2173+ "grid_template_columns": null,
2174+ "grid_template_rows": null,
2175+ "height": null,
2176+ "justify_content": null,
2177+ "justify_items": null,
2178+ "left": null,
2179+ "margin": null,
2180+ "max_height": null,
2181+ "max_width": null,
2182+ "min_height": null,
2183+ "min_width": null,
2184+ "object_fit": null,
2185+ "object_position": null,
2186+ "order": null,
2187+ "overflow": null,
2188+ "overflow_x": null,
2189+ "overflow_y": null,
2190+ "padding": null,
2191+ "right": null,
2192+ "top": null,
2193+ "visibility": null,
2194+ "width": null
2195+ }
2196+ },
2197+ "17e20ebd1a674149bc2b636434971886": {
2198+ "model_module": "@jupyter-widgets/controls",
2199+ "model_name": "DescriptionStyleModel",
2200+ "model_module_version": "1.5.0",
2201+ "state": {
2202+ "_model_module": "@jupyter-widgets/controls",
2203+ "_model_module_version": "1.5.0",
2204+ "_model_name": "DescriptionStyleModel",
2205+ "_view_count": null,
2206+ "_view_module": "@jupyter-widgets/base",
2207+ "_view_module_version": "1.2.0",
2208+ "_view_name": "StyleView",
2209+ "description_width": ""
2210+ }
2211+ },
2212+ "a17c1fab4d444206ac36ee0ab34c68a7": {
2213+ "model_module": "@jupyter-widgets/controls",
2214+ "model_name": "HBoxModel",
2215+ "model_module_version": "1.5.0",
2216+ "state": {
2217+ "_dom_classes": [],
2218+ "_model_module": "@jupyter-widgets/controls",
2219+ "_model_module_version": "1.5.0",
2220+ "_model_name": "HBoxModel",
2221+ "_view_count": null,
2222+ "_view_module": "@jupyter-widgets/controls",
2223+ "_view_module_version": "1.5.0",
2224+ "_view_name": "HBoxView",
2225+ "box_style": "",
2226+ "children": [
2227+ "IPY_MODEL_9ecd37ddb6f04483a7298015d840cd73",
2228+ "IPY_MODEL_298835f687b4471486d11711b857876c",
2229+ "IPY_MODEL_bfe35c4fef9442a5a3f788d930376ea6"
2230+ ],
2231+ "layout": "IPY_MODEL_140a95c743e9405da23de4ca012d647b"
2232+ }
2233+ },
2234+ "9ecd37ddb6f04483a7298015d840cd73": {
2235+ "model_module": "@jupyter-widgets/controls",
2236+ "model_name": "HTMLModel",
2237+ "model_module_version": "1.5.0",
2238+ "state": {
2239+ "_dom_classes": [],
2240+ "_model_module": "@jupyter-widgets/controls",
2241+ "_model_module_version": "1.5.0",
2242+ "_model_name": "HTMLModel",
2243+ "_view_count": null,
2244+ "_view_module": "@jupyter-widgets/controls",
2245+ "_view_module_version": "1.5.0",
2246+ "_view_name": "HTMLView",
2247+ "description": "",
2248+ "description_tooltip": null,
2249+ "layout": "IPY_MODEL_560485aef18d418ebafe2f4043762535",
2250+ "placeholder": "​",
2251+ "style": "IPY_MODEL_2b5ef4d827a5430691d98c035bae4596",
2252+ "value": "Downloading data: 100%"
2253+ }
2254+ },
2255+ "298835f687b4471486d11711b857876c": {
2256+ "model_module": "@jupyter-widgets/controls",
2257+ "model_name": "FloatProgressModel",
2258+ "model_module_version": "1.5.0",
2259+ "state": {
2260+ "_dom_classes": [],
2261+ "_model_module": "@jupyter-widgets/controls",
2262+ "_model_module_version": "1.5.0",
2263+ "_model_name": "FloatProgressModel",
2264+ "_view_count": null,
2265+ "_view_module": "@jupyter-widgets/controls",
2266+ "_view_module_version": "1.5.0",
2267+ "_view_name": "ProgressView",
2268+ "bar_style": "success",
2269+ "description": "",
2270+ "description_tooltip": null,
2271+ "layout": "IPY_MODEL_d21b0bc311364ccea13650e956b75295",
2272+ "max": 21752418,
2273+ "min": 0,
2274+ "orientation": "horizontal",
2275+ "style": "IPY_MODEL_0e483d8b7a064f919090d89248f21d76",
2276+ "value": 21752418
2277+ }
2278+ },
2279+ "bfe35c4fef9442a5a3f788d930376ea6": {
2280+ "model_module": "@jupyter-widgets/controls",
2281+ "model_name": "HTMLModel",
2282+ "model_module_version": "1.5.0",
2283+ "state": {
2284+ "_dom_classes": [],
2285+ "_model_module": "@jupyter-widgets/controls",
2286+ "_model_module_version": "1.5.0",
2287+ "_model_name": "HTMLModel",
2288+ "_view_count": null,
2289+ "_view_module": "@jupyter-widgets/controls",
2290+ "_view_module_version": "1.5.0",
2291+ "_view_name": "HTMLView",
2292+ "description": "",
2293+ "description_tooltip": null,
2294+ "layout": "IPY_MODEL_128472f2459a4d6eb4aa920bd78f4abc",
2295+ "placeholder": "​",
2296+ "style": "IPY_MODEL_8c47ee45130a454f90e2d0d59b07acfc",
2297+ "value": " 21.8M/21.8M [00:00&lt;00:00, 71.1MB/s]"
2298+ }
2299+ },
2300+ "140a95c743e9405da23de4ca012d647b": {
2301+ "model_module": "@jupyter-widgets/base",
2302+ "model_name": "LayoutModel",
2303+ "model_module_version": "1.2.0",
2304+ "state": {
2305+ "_model_module": "@jupyter-widgets/base",
2306+ "_model_module_version": "1.2.0",
2307+ "_model_name": "LayoutModel",
2308+ "_view_count": null,
2309+ "_view_module": "@jupyter-widgets/base",
2310+ "_view_module_version": "1.2.0",
2311+ "_view_name": "LayoutView",
2312+ "align_content": null,
2313+ "align_items": null,
2314+ "align_self": null,
2315+ "border": null,
2316+ "bottom": null,
2317+ "display": null,
2318+ "flex": null,
2319+ "flex_flow": null,
2320+ "grid_area": null,
2321+ "grid_auto_columns": null,
2322+ "grid_auto_flow": null,
2323+ "grid_auto_rows": null,
2324+ "grid_column": null,
2325+ "grid_gap": null,
2326+ "grid_row": null,
2327+ "grid_template_areas": null,
2328+ "grid_template_columns": null,
2329+ "grid_template_rows": null,
2330+ "height": null,
2331+ "justify_content": null,
2332+ "justify_items": null,
2333+ "left": null,
2334+ "margin": null,
2335+ "max_height": null,
2336+ "max_width": null,
2337+ "min_height": null,
2338+ "min_width": null,
2339+ "object_fit": null,
2340+ "object_position": null,
2341+ "order": null,
2342+ "overflow": null,
2343+ "overflow_x": null,
2344+ "overflow_y": null,
2345+ "padding": null,
2346+ "right": null,
2347+ "top": null,
2348+ "visibility": null,
2349+ "width": null
2350+ }
2351+ },
2352+ "560485aef18d418ebafe2f4043762535": {
2353+ "model_module": "@jupyter-widgets/base",
2354+ "model_name": "LayoutModel",
2355+ "model_module_version": "1.2.0",
2356+ "state": {
2357+ "_model_module": "@jupyter-widgets/base",
2358+ "_model_module_version": "1.2.0",
2359+ "_model_name": "LayoutModel",
2360+ "_view_count": null,
2361+ "_view_module": "@jupyter-widgets/base",
2362+ "_view_module_version": "1.2.0",
2363+ "_view_name": "LayoutView",
2364+ "align_content": null,
2365+ "align_items": null,
2366+ "align_self": null,
2367+ "border": null,
2368+ "bottom": null,
2369+ "display": null,
2370+ "flex": null,
2371+ "flex_flow": null,
2372+ "grid_area": null,
2373+ "grid_auto_columns": null,
2374+ "grid_auto_flow": null,
2375+ "grid_auto_rows": null,
2376+ "grid_column": null,
2377+ "grid_gap": null,
2378+ "grid_row": null,
2379+ "grid_template_areas": null,
2380+ "grid_template_columns": null,
2381+ "grid_template_rows": null,
2382+ "height": null,
2383+ "justify_content": null,
2384+ "justify_items": null,
2385+ "left": null,
2386+ "margin": null,
2387+ "max_height": null,
2388+ "max_width": null,
2389+ "min_height": null,
2390+ "min_width": null,
2391+ "object_fit": null,
2392+ "object_position": null,
2393+ "order": null,
2394+ "overflow": null,
2395+ "overflow_x": null,
2396+ "overflow_y": null,
2397+ "padding": null,
2398+ "right": null,
2399+ "top": null,
2400+ "visibility": null,
2401+ "width": null
2402+ }
2403+ },
2404+ "2b5ef4d827a5430691d98c035bae4596": {
2405+ "model_module": "@jupyter-widgets/controls",
2406+ "model_name": "DescriptionStyleModel",
2407+ "model_module_version": "1.5.0",
2408+ "state": {
2409+ "_model_module": "@jupyter-widgets/controls",
2410+ "_model_module_version": "1.5.0",
2411+ "_model_name": "DescriptionStyleModel",
2412+ "_view_count": null,
2413+ "_view_module": "@jupyter-widgets/base",
2414+ "_view_module_version": "1.2.0",
2415+ "_view_name": "StyleView",
2416+ "description_width": ""
2417+ }
2418+ },
2419+ "d21b0bc311364ccea13650e956b75295": {
2420+ "model_module": "@jupyter-widgets/base",
2421+ "model_name": "LayoutModel",
2422+ "model_module_version": "1.2.0",
2423+ "state": {
2424+ "_model_module": "@jupyter-widgets/base",
2425+ "_model_module_version": "1.2.0",
2426+ "_model_name": "LayoutModel",
2427+ "_view_count": null,
2428+ "_view_module": "@jupyter-widgets/base",
2429+ "_view_module_version": "1.2.0",
2430+ "_view_name": "LayoutView",
2431+ "align_content": null,
2432+ "align_items": null,
2433+ "align_self": null,
2434+ "border": null,
2435+ "bottom": null,
2436+ "display": null,
2437+ "flex": null,
2438+ "flex_flow": null,
2439+ "grid_area": null,
2440+ "grid_auto_columns": null,
2441+ "grid_auto_flow": null,
2442+ "grid_auto_rows": null,
2443+ "grid_column": null,
2444+ "grid_gap": null,
2445+ "grid_row": null,
2446+ "grid_template_areas": null,
2447+ "grid_template_columns": null,
2448+ "grid_template_rows": null,
2449+ "height": null,
2450+ "justify_content": null,
2451+ "justify_items": null,
2452+ "left": null,
2453+ "margin": null,
2454+ "max_height": null,
2455+ "max_width": null,
2456+ "min_height": null,
2457+ "min_width": null,
2458+ "object_fit": null,
2459+ "object_position": null,
2460+ "order": null,
2461+ "overflow": null,
2462+ "overflow_x": null,
2463+ "overflow_y": null,
2464+ "padding": null,
2465+ "right": null,
2466+ "top": null,
2467+ "visibility": null,
2468+ "width": null
2469+ }
2470+ },
2471+ "0e483d8b7a064f919090d89248f21d76": {
2472+ "model_module": "@jupyter-widgets/controls",
2473+ "model_name": "ProgressStyleModel",
2474+ "model_module_version": "1.5.0",
2475+ "state": {
2476+ "_model_module": "@jupyter-widgets/controls",
2477+ "_model_module_version": "1.5.0",
2478+ "_model_name": "ProgressStyleModel",
2479+ "_view_count": null,
2480+ "_view_module": "@jupyter-widgets/base",
2481+ "_view_module_version": "1.2.0",
2482+ "_view_name": "StyleView",
2483+ "bar_color": null,
2484+ "description_width": ""
2485+ }
2486+ },
2487+ "128472f2459a4d6eb4aa920bd78f4abc": {
2488+ "model_module": "@jupyter-widgets/base",
2489+ "model_name": "LayoutModel",
2490+ "model_module_version": "1.2.0",
2491+ "state": {
2492+ "_model_module": "@jupyter-widgets/base",
2493+ "_model_module_version": "1.2.0",
2494+ "_model_name": "LayoutModel",
2495+ "_view_count": null,
2496+ "_view_module": "@jupyter-widgets/base",
2497+ "_view_module_version": "1.2.0",
2498+ "_view_name": "LayoutView",
2499+ "align_content": null,
2500+ "align_items": null,
2501+ "align_self": null,
2502+ "border": null,
2503+ "bottom": null,
2504+ "display": null,
2505+ "flex": null,
2506+ "flex_flow": null,
2507+ "grid_area": null,
2508+ "grid_auto_columns": null,
2509+ "grid_auto_flow": null,
2510+ "grid_auto_rows": null,
2511+ "grid_column": null,
2512+ "grid_gap": null,
2513+ "grid_row": null,
2514+ "grid_template_areas": null,
2515+ "grid_template_columns": null,
2516+ "grid_template_rows": null,
2517+ "height": null,
2518+ "justify_content": null,
2519+ "justify_items": null,
2520+ "left": null,
2521+ "margin": null,
2522+ "max_height": null,
2523+ "max_width": null,
2524+ "min_height": null,
2525+ "min_width": null,
2526+ "object_fit": null,
2527+ "object_position": null,
2528+ "order": null,
2529+ "overflow": null,
2530+ "overflow_x": null,
2531+ "overflow_y": null,
2532+ "padding": null,
2533+ "right": null,
2534+ "top": null,
2535+ "visibility": null,
2536+ "width": null
2537+ }
2538+ },
2539+ "8c47ee45130a454f90e2d0d59b07acfc": {
2540+ "model_module": "@jupyter-widgets/controls",
2541+ "model_name": "DescriptionStyleModel",
2542+ "model_module_version": "1.5.0",
2543+ "state": {
2544+ "_model_module": "@jupyter-widgets/controls",
2545+ "_model_module_version": "1.5.0",
2546+ "_model_name": "DescriptionStyleModel",
2547+ "_view_count": null,
2548+ "_view_module": "@jupyter-widgets/base",
2549+ "_view_module_version": "1.2.0",
2550+ "_view_name": "StyleView",
2551+ "description_width": ""
2552+ }
2553+ },
2554+ "a8f0bd6483694aefac9a18e99f839ce2": {
2555+ "model_module": "@jupyter-widgets/controls",
2556+ "model_name": "HBoxModel",
2557+ "model_module_version": "1.5.0",
2558+ "state": {
2559+ "_dom_classes": [],
2560+ "_model_module": "@jupyter-widgets/controls",
2561+ "_model_module_version": "1.5.0",
2562+ "_model_name": "HBoxModel",
2563+ "_view_count": null,
2564+ "_view_module": "@jupyter-widgets/controls",
2565+ "_view_module_version": "1.5.0",
2566+ "_view_name": "HBoxView",
2567+ "box_style": "",
2568+ "children": [
2569+ "IPY_MODEL_84ea78fb849f4558b272df0f2693bb0e",
2570+ "IPY_MODEL_ad15d91e8e884020a18d023696ed0897",
2571+ "IPY_MODEL_3937159009bc4c7aad2a7551a35a591d"
2572+ ],
2573+ "layout": "IPY_MODEL_5391aa65bc764781974410753d20aeff"
2574+ }
2575+ },
2576+ "84ea78fb849f4558b272df0f2693bb0e": {
2577+ "model_module": "@jupyter-widgets/controls",
2578+ "model_name": "HTMLModel",
2579+ "model_module_version": "1.5.0",
2580+ "state": {
2581+ "_dom_classes": [],
2582+ "_model_module": "@jupyter-widgets/controls",
2583+ "_model_module_version": "1.5.0",
2584+ "_model_name": "HTMLModel",
2585+ "_view_count": null,
2586+ "_view_module": "@jupyter-widgets/controls",
2587+ "_view_module_version": "1.5.0",
2588+ "_view_name": "HTMLView",
2589+ "description": "",
2590+ "description_tooltip": null,
2591+ "layout": "IPY_MODEL_93c54f0a951942cbaf0e02bf69fbf9af",
2592+ "placeholder": "​",
2593+ "style": "IPY_MODEL_31a0b03f535a4744911f21f1e7cfd703",
2594+ "value": "Extracting data files: 100%"
2595+ }
2596+ },
2597+ "ad15d91e8e884020a18d023696ed0897": {
2598+ "model_module": "@jupyter-widgets/controls",
2599+ "model_name": "FloatProgressModel",
2600+ "model_module_version": "1.5.0",
2601+ "state": {
2602+ "_dom_classes": [],
2603+ "_model_module": "@jupyter-widgets/controls",
2604+ "_model_module_version": "1.5.0",
2605+ "_model_name": "FloatProgressModel",
2606+ "_view_count": null,
2607+ "_view_module": "@jupyter-widgets/controls",
2608+ "_view_module_version": "1.5.0",
2609+ "_view_name": "ProgressView",
2610+ "bar_style": "success",
2611+ "description": "",
2612+ "description_tooltip": null,
2613+ "layout": "IPY_MODEL_3721753463e546049adec3206c344940",
2614+ "max": 1,
2615+ "min": 0,
2616+ "orientation": "horizontal",
2617+ "style": "IPY_MODEL_968b324b55f54a4faebce33d370cf767",
2618+ "value": 1
2619+ }
2620+ },
2621+ "3937159009bc4c7aad2a7551a35a591d": {
2622+ "model_module": "@jupyter-widgets/controls",
2623+ "model_name": "HTMLModel",
2624+ "model_module_version": "1.5.0",
2625+ "state": {
2626+ "_dom_classes": [],
2627+ "_model_module": "@jupyter-widgets/controls",
2628+ "_model_module_version": "1.5.0",
2629+ "_model_name": "HTMLModel",
2630+ "_view_count": null,
2631+ "_view_module": "@jupyter-widgets/controls",
2632+ "_view_module_version": "1.5.0",
2633+ "_view_name": "HTMLView",
2634+ "description": "",
2635+ "description_tooltip": null,
2636+ "layout": "IPY_MODEL_ef37b621119f4cf7b7e940ba50ef970b",
2637+ "placeholder": "​",
2638+ "style": "IPY_MODEL_9e2a30524b354887b6d3a6fe1cbdd618",
2639+ "value": " 1/1 [00:00&lt;00:00, 39.68it/s]"
2640+ }
2641+ },
2642+ "5391aa65bc764781974410753d20aeff": {
2643+ "model_module": "@jupyter-widgets/base",
2644+ "model_name": "LayoutModel",
2645+ "model_module_version": "1.2.0",
2646+ "state": {
2647+ "_model_module": "@jupyter-widgets/base",
2648+ "_model_module_version": "1.2.0",
2649+ "_model_name": "LayoutModel",
2650+ "_view_count": null,
2651+ "_view_module": "@jupyter-widgets/base",
2652+ "_view_module_version": "1.2.0",
2653+ "_view_name": "LayoutView",
2654+ "align_content": null,
2655+ "align_items": null,
2656+ "align_self": null,
2657+ "border": null,
2658+ "bottom": null,
2659+ "display": null,
2660+ "flex": null,
2661+ "flex_flow": null,
2662+ "grid_area": null,
2663+ "grid_auto_columns": null,
2664+ "grid_auto_flow": null,
2665+ "grid_auto_rows": null,
2666+ "grid_column": null,
2667+ "grid_gap": null,
2668+ "grid_row": null,
2669+ "grid_template_areas": null,
2670+ "grid_template_columns": null,
2671+ "grid_template_rows": null,
2672+ "height": null,
2673+ "justify_content": null,
2674+ "justify_items": null,
2675+ "left": null,
2676+ "margin": null,
2677+ "max_height": null,
2678+ "max_width": null,
2679+ "min_height": null,
2680+ "min_width": null,
2681+ "object_fit": null,
2682+ "object_position": null,
2683+ "order": null,
2684+ "overflow": null,
2685+ "overflow_x": null,
2686+ "overflow_y": null,
2687+ "padding": null,
2688+ "right": null,
2689+ "top": null,
2690+ "visibility": null,
2691+ "width": null
2692+ }
2693+ },
2694+ "93c54f0a951942cbaf0e02bf69fbf9af": {
2695+ "model_module": "@jupyter-widgets/base",
2696+ "model_name": "LayoutModel",
2697+ "model_module_version": "1.2.0",
2698+ "state": {
2699+ "_model_module": "@jupyter-widgets/base",
2700+ "_model_module_version": "1.2.0",
2701+ "_model_name": "LayoutModel",
2702+ "_view_count": null,
2703+ "_view_module": "@jupyter-widgets/base",
2704+ "_view_module_version": "1.2.0",
2705+ "_view_name": "LayoutView",
2706+ "align_content": null,
2707+ "align_items": null,
2708+ "align_self": null,
2709+ "border": null,
2710+ "bottom": null,
2711+ "display": null,
2712+ "flex": null,
2713+ "flex_flow": null,
2714+ "grid_area": null,
2715+ "grid_auto_columns": null,
2716+ "grid_auto_flow": null,
2717+ "grid_auto_rows": null,
2718+ "grid_column": null,
2719+ "grid_gap": null,
2720+ "grid_row": null,
2721+ "grid_template_areas": null,
2722+ "grid_template_columns": null,
2723+ "grid_template_rows": null,
2724+ "height": null,
2725+ "justify_content": null,
2726+ "justify_items": null,
2727+ "left": null,
2728+ "margin": null,
2729+ "max_height": null,
2730+ "max_width": null,
2731+ "min_height": null,
2732+ "min_width": null,
2733+ "object_fit": null,
2734+ "object_position": null,
2735+ "order": null,
2736+ "overflow": null,
2737+ "overflow_x": null,
2738+ "overflow_y": null,
2739+ "padding": null,
2740+ "right": null,
2741+ "top": null,
2742+ "visibility": null,
2743+ "width": null
2744+ }
2745+ },
2746+ "31a0b03f535a4744911f21f1e7cfd703": {
2747+ "model_module": "@jupyter-widgets/controls",
2748+ "model_name": "DescriptionStyleModel",
2749+ "model_module_version": "1.5.0",
2750+ "state": {
2751+ "_model_module": "@jupyter-widgets/controls",
2752+ "_model_module_version": "1.5.0",
2753+ "_model_name": "DescriptionStyleModel",
2754+ "_view_count": null,
2755+ "_view_module": "@jupyter-widgets/base",
2756+ "_view_module_version": "1.2.0",
2757+ "_view_name": "StyleView",
2758+ "description_width": ""
2759+ }
2760+ },
2761+ "3721753463e546049adec3206c344940": {
2762+ "model_module": "@jupyter-widgets/base",
2763+ "model_name": "LayoutModel",
2764+ "model_module_version": "1.2.0",
2765+ "state": {
2766+ "_model_module": "@jupyter-widgets/base",
2767+ "_model_module_version": "1.2.0",
2768+ "_model_name": "LayoutModel",
2769+ "_view_count": null,
2770+ "_view_module": "@jupyter-widgets/base",
2771+ "_view_module_version": "1.2.0",
2772+ "_view_name": "LayoutView",
2773+ "align_content": null,
2774+ "align_items": null,
2775+ "align_self": null,
2776+ "border": null,
2777+ "bottom": null,
2778+ "display": null,
2779+ "flex": null,
2780+ "flex_flow": null,
2781+ "grid_area": null,
2782+ "grid_auto_columns": null,
2783+ "grid_auto_flow": null,
2784+ "grid_auto_rows": null,
2785+ "grid_column": null,
2786+ "grid_gap": null,
2787+ "grid_row": null,
2788+ "grid_template_areas": null,
2789+ "grid_template_columns": null,
2790+ "grid_template_rows": null,
2791+ "height": null,
2792+ "justify_content": null,
2793+ "justify_items": null,
2794+ "left": null,
2795+ "margin": null,
2796+ "max_height": null,
2797+ "max_width": null,
2798+ "min_height": null,
2799+ "min_width": null,
2800+ "object_fit": null,
2801+ "object_position": null,
2802+ "order": null,
2803+ "overflow": null,
2804+ "overflow_x": null,
2805+ "overflow_y": null,
2806+ "padding": null,
2807+ "right": null,
2808+ "top": null,
2809+ "visibility": null,
2810+ "width": null
2811+ }
2812+ },
2813+ "968b324b55f54a4faebce33d370cf767": {
2814+ "model_module": "@jupyter-widgets/controls",
2815+ "model_name": "ProgressStyleModel",
2816+ "model_module_version": "1.5.0",
2817+ "state": {
2818+ "_model_module": "@jupyter-widgets/controls",
2819+ "_model_module_version": "1.5.0",
2820+ "_model_name": "ProgressStyleModel",
2821+ "_view_count": null,
2822+ "_view_module": "@jupyter-widgets/base",
2823+ "_view_module_version": "1.2.0",
2824+ "_view_name": "StyleView",
2825+ "bar_color": null,
2826+ "description_width": ""
2827+ }
2828+ },
2829+ "ef37b621119f4cf7b7e940ba50ef970b": {
2830+ "model_module": "@jupyter-widgets/base",
2831+ "model_name": "LayoutModel",
2832+ "model_module_version": "1.2.0",
2833+ "state": {
2834+ "_model_module": "@jupyter-widgets/base",
2835+ "_model_module_version": "1.2.0",
2836+ "_model_name": "LayoutModel",
2837+ "_view_count": null,
2838+ "_view_module": "@jupyter-widgets/base",
2839+ "_view_module_version": "1.2.0",
2840+ "_view_name": "LayoutView",
2841+ "align_content": null,
2842+ "align_items": null,
2843+ "align_self": null,
2844+ "border": null,
2845+ "bottom": null,
2846+ "display": null,
2847+ "flex": null,
2848+ "flex_flow": null,
2849+ "grid_area": null,
2850+ "grid_auto_columns": null,
2851+ "grid_auto_flow": null,
2852+ "grid_auto_rows": null,
2853+ "grid_column": null,
2854+ "grid_gap": null,
2855+ "grid_row": null,
2856+ "grid_template_areas": null,
2857+ "grid_template_columns": null,
2858+ "grid_template_rows": null,
2859+ "height": null,
2860+ "justify_content": null,
2861+ "justify_items": null,
2862+ "left": null,
2863+ "margin": null,
2864+ "max_height": null,
2865+ "max_width": null,
2866+ "min_height": null,
2867+ "min_width": null,
2868+ "object_fit": null,
2869+ "object_position": null,
2870+ "order": null,
2871+ "overflow": null,
2872+ "overflow_x": null,
2873+ "overflow_y": null,
2874+ "padding": null,
2875+ "right": null,
2876+ "top": null,
2877+ "visibility": null,
2878+ "width": null
2879+ }
2880+ },
2881+ "9e2a30524b354887b6d3a6fe1cbdd618": {
2882+ "model_module": "@jupyter-widgets/controls",
2883+ "model_name": "DescriptionStyleModel",
2884+ "model_module_version": "1.5.0",
2885+ "state": {
2886+ "_model_module": "@jupyter-widgets/controls",
2887+ "_model_module_version": "1.5.0",
2888+ "_model_name": "DescriptionStyleModel",
2889+ "_view_count": null,
2890+ "_view_module": "@jupyter-widgets/base",
2891+ "_view_module_version": "1.2.0",
2892+ "_view_name": "StyleView",
2893+ "description_width": ""
2894+ }
2895+ },
2896+ "3d29b558467f4ba78fd0e7f5bc32ad71": {
2897+ "model_module": "@jupyter-widgets/controls",
2898+ "model_name": "HBoxModel",
2899+ "model_module_version": "1.5.0",
2900+ "state": {
2901+ "_dom_classes": [],
2902+ "_model_module": "@jupyter-widgets/controls",
2903+ "_model_module_version": "1.5.0",
2904+ "_model_name": "HBoxModel",
2905+ "_view_count": null,
2906+ "_view_module": "@jupyter-widgets/controls",
2907+ "_view_module_version": "1.5.0",
2908+ "_view_name": "HBoxView",
2909+ "box_style": "",
2910+ "children": [
2911+ "IPY_MODEL_bdf0beca44944d078b0d86ddb4b90a34",
2912+ "IPY_MODEL_7f31603cfba34008a151574f054d2c27",
2913+ "IPY_MODEL_4047ec990aef4ea585728bb00590b665"
2914+ ],
2915+ "layout": "IPY_MODEL_71720a930cb64fdb86fc7f675d7fe86e"
2916+ }
2917+ },
2918+ "bdf0beca44944d078b0d86ddb4b90a34": {
2919+ "model_module": "@jupyter-widgets/controls",
2920+ "model_name": "HTMLModel",
2921+ "model_module_version": "1.5.0",
2922+ "state": {
2923+ "_dom_classes": [],
2924+ "_model_module": "@jupyter-widgets/controls",
2925+ "_model_module_version": "1.5.0",
2926+ "_model_name": "HTMLModel",
2927+ "_view_count": null,
2928+ "_view_module": "@jupyter-widgets/controls",
2929+ "_view_module_version": "1.5.0",
2930+ "_view_name": "HTMLView",
2931+ "description": "",
2932+ "description_tooltip": null,
2933+ "layout": "IPY_MODEL_a6046df162534dd3bda90a2985346925",
2934+ "placeholder": "​",
2935+ "style": "IPY_MODEL_e97366424f8e42d6acb597f3e09582a1",
2936+ "value": "Generating train split: "
2937+ }
2938+ },
2939+ "7f31603cfba34008a151574f054d2c27": {
2940+ "model_module": "@jupyter-widgets/controls",
2941+ "model_name": "FloatProgressModel",
2942+ "model_module_version": "1.5.0",
2943+ "state": {
2944+ "_dom_classes": [],
2945+ "_model_module": "@jupyter-widgets/controls",
2946+ "_model_module_version": "1.5.0",
2947+ "_model_name": "FloatProgressModel",
2948+ "_view_count": null,
2949+ "_view_module": "@jupyter-widgets/controls",
2950+ "_view_module_version": "1.5.0",
2951+ "_view_name": "ProgressView",
2952+ "bar_style": "info",
2953+ "description": "",
2954+ "description_tooltip": null,
2955+ "layout": "IPY_MODEL_113f6b41b96e419c842f499b797d7790",
2956+ "max": 1,
2957+ "min": 0,
2958+ "orientation": "horizontal",
2959+ "style": "IPY_MODEL_4e46bba497f444a7bfd799b6cd2b9c33",
2960+ "value": 1
2961+ }
2962+ },
2963+ "4047ec990aef4ea585728bb00590b665": {
2964+ "model_module": "@jupyter-widgets/controls",
2965+ "model_name": "HTMLModel",
2966+ "model_module_version": "1.5.0",
2967+ "state": {
2968+ "_dom_classes": [],
2969+ "_model_module": "@jupyter-widgets/controls",
2970+ "_model_module_version": "1.5.0",
2971+ "_model_name": "HTMLModel",
2972+ "_view_count": null,
2973+ "_view_module": "@jupyter-widgets/controls",
2974+ "_view_module_version": "1.5.0",
2975+ "_view_name": "HTMLView",
2976+ "description": "",
2977+ "description_tooltip": null,
2978+ "layout": "IPY_MODEL_6b2fbf4b32624b6cbbd5b5d033a92b04",
2979+ "placeholder": "​",
2980+ "style": "IPY_MODEL_64b21f0a68fc43a6aee4e7905e488a0a",
2981+ "value": " 78577/0 [00:00&lt;00:00, 248576.26 examples/s]"
2982+ }
2983+ },
2984+ "71720a930cb64fdb86fc7f675d7fe86e": {
2985+ "model_module": "@jupyter-widgets/base",
2986+ "model_name": "LayoutModel",
2987+ "model_module_version": "1.2.0",
2988+ "state": {
2989+ "_model_module": "@jupyter-widgets/base",
2990+ "_model_module_version": "1.2.0",
2991+ "_model_name": "LayoutModel",
2992+ "_view_count": null,
2993+ "_view_module": "@jupyter-widgets/base",
2994+ "_view_module_version": "1.2.0",
2995+ "_view_name": "LayoutView",
2996+ "align_content": null,
2997+ "align_items": null,
2998+ "align_self": null,
2999+ "border": null,
3000+ "bottom": null,
3001+ "display": null,
3002+ "flex": null,
3003+ "flex_flow": null,
3004+ "grid_area": null,
3005+ "grid_auto_columns": null,
3006+ "grid_auto_flow": null,
3007+ "grid_auto_rows": null,
3008+ "grid_column": null,
3009+ "grid_gap": null,
3010+ "grid_row": null,
3011+ "grid_template_areas": null,
3012+ "grid_template_columns": null,
3013+ "grid_template_rows": null,
3014+ "height": null,
3015+ "justify_content": null,
3016+ "justify_items": null,
3017+ "left": null,
3018+ "margin": null,
3019+ "max_height": null,
3020+ "max_width": null,
3021+ "min_height": null,
3022+ "min_width": null,
3023+ "object_fit": null,
3024+ "object_position": null,
3025+ "order": null,
3026+ "overflow": null,
3027+ "overflow_x": null,
3028+ "overflow_y": null,
3029+ "padding": null,
3030+ "right": null,
3031+ "top": null,
3032+ "visibility": "hidden",
3033+ "width": null
3034+ }
3035+ },
3036+ "a6046df162534dd3bda90a2985346925": {
3037+ "model_module": "@jupyter-widgets/base",
3038+ "model_name": "LayoutModel",
3039+ "model_module_version": "1.2.0",
3040+ "state": {
3041+ "_model_module": "@jupyter-widgets/base",
3042+ "_model_module_version": "1.2.0",
3043+ "_model_name": "LayoutModel",
3044+ "_view_count": null,
3045+ "_view_module": "@jupyter-widgets/base",
3046+ "_view_module_version": "1.2.0",
3047+ "_view_name": "LayoutView",
3048+ "align_content": null,
3049+ "align_items": null,
3050+ "align_self": null,
3051+ "border": null,
3052+ "bottom": null,
3053+ "display": null,
3054+ "flex": null,
3055+ "flex_flow": null,
3056+ "grid_area": null,
3057+ "grid_auto_columns": null,
3058+ "grid_auto_flow": null,
3059+ "grid_auto_rows": null,
3060+ "grid_column": null,
3061+ "grid_gap": null,
3062+ "grid_row": null,
3063+ "grid_template_areas": null,
3064+ "grid_template_columns": null,
3065+ "grid_template_rows": null,
3066+ "height": null,
3067+ "justify_content": null,
3068+ "justify_items": null,
3069+ "left": null,
3070+ "margin": null,
3071+ "max_height": null,
3072+ "max_width": null,
3073+ "min_height": null,
3074+ "min_width": null,
3075+ "object_fit": null,
3076+ "object_position": null,
3077+ "order": null,
3078+ "overflow": null,
3079+ "overflow_x": null,
3080+ "overflow_y": null,
3081+ "padding": null,
3082+ "right": null,
3083+ "top": null,
3084+ "visibility": null,
3085+ "width": null
3086+ }
3087+ },
3088+ "e97366424f8e42d6acb597f3e09582a1": {
3089+ "model_module": "@jupyter-widgets/controls",
3090+ "model_name": "DescriptionStyleModel",
3091+ "model_module_version": "1.5.0",
3092+ "state": {
3093+ "_model_module": "@jupyter-widgets/controls",
3094+ "_model_module_version": "1.5.0",
3095+ "_model_name": "DescriptionStyleModel",
3096+ "_view_count": null,
3097+ "_view_module": "@jupyter-widgets/base",
3098+ "_view_module_version": "1.2.0",
3099+ "_view_name": "StyleView",
3100+ "description_width": ""
3101+ }
3102+ },
3103+ "113f6b41b96e419c842f499b797d7790": {
3104+ "model_module": "@jupyter-widgets/base",
3105+ "model_name": "LayoutModel",
3106+ "model_module_version": "1.2.0",
3107+ "state": {
3108+ "_model_module": "@jupyter-widgets/base",
3109+ "_model_module_version": "1.2.0",
3110+ "_model_name": "LayoutModel",
3111+ "_view_count": null,
3112+ "_view_module": "@jupyter-widgets/base",
3113+ "_view_module_version": "1.2.0",
3114+ "_view_name": "LayoutView",
3115+ "align_content": null,
3116+ "align_items": null,
3117+ "align_self": null,
3118+ "border": null,
3119+ "bottom": null,
3120+ "display": null,
3121+ "flex": null,
3122+ "flex_flow": null,
3123+ "grid_area": null,
3124+ "grid_auto_columns": null,
3125+ "grid_auto_flow": null,
3126+ "grid_auto_rows": null,
3127+ "grid_column": null,
3128+ "grid_gap": null,
3129+ "grid_row": null,
3130+ "grid_template_areas": null,
3131+ "grid_template_columns": null,
3132+ "grid_template_rows": null,
3133+ "height": null,
3134+ "justify_content": null,
3135+ "justify_items": null,
3136+ "left": null,
3137+ "margin": null,
3138+ "max_height": null,
3139+ "max_width": null,
3140+ "min_height": null,
3141+ "min_width": null,
3142+ "object_fit": null,
3143+ "object_position": null,
3144+ "order": null,
3145+ "overflow": null,
3146+ "overflow_x": null,
3147+ "overflow_y": null,
3148+ "padding": null,
3149+ "right": null,
3150+ "top": null,
3151+ "visibility": null,
3152+ "width": "20px"
3153+ }
3154+ },
3155+ "4e46bba497f444a7bfd799b6cd2b9c33": {
3156+ "model_module": "@jupyter-widgets/controls",
3157+ "model_name": "ProgressStyleModel",
3158+ "model_module_version": "1.5.0",
3159+ "state": {
3160+ "_model_module": "@jupyter-widgets/controls",
3161+ "_model_module_version": "1.5.0",
3162+ "_model_name": "ProgressStyleModel",
3163+ "_view_count": null,
3164+ "_view_module": "@jupyter-widgets/base",
3165+ "_view_module_version": "1.2.0",
3166+ "_view_name": "StyleView",
3167+ "bar_color": null,
3168+ "description_width": ""
3169+ }
3170+ },
3171+ "6b2fbf4b32624b6cbbd5b5d033a92b04": {
3172+ "model_module": "@jupyter-widgets/base",
3173+ "model_name": "LayoutModel",
3174+ "model_module_version": "1.2.0",
3175+ "state": {
3176+ "_model_module": "@jupyter-widgets/base",
3177+ "_model_module_version": "1.2.0",
3178+ "_model_name": "LayoutModel",
3179+ "_view_count": null,
3180+ "_view_module": "@jupyter-widgets/base",
3181+ "_view_module_version": "1.2.0",
3182+ "_view_name": "LayoutView",
3183+ "align_content": null,
3184+ "align_items": null,
3185+ "align_self": null,
3186+ "border": null,
3187+ "bottom": null,
3188+ "display": null,
3189+ "flex": null,
3190+ "flex_flow": null,
3191+ "grid_area": null,
3192+ "grid_auto_columns": null,
3193+ "grid_auto_flow": null,
3194+ "grid_auto_rows": null,
3195+ "grid_column": null,
3196+ "grid_gap": null,
3197+ "grid_row": null,
3198+ "grid_template_areas": null,
3199+ "grid_template_columns": null,
3200+ "grid_template_rows": null,
3201+ "height": null,
3202+ "justify_content": null,
3203+ "justify_items": null,
3204+ "left": null,
3205+ "margin": null,
3206+ "max_height": null,
3207+ "max_width": null,
3208+ "min_height": null,
3209+ "min_width": null,
3210+ "object_fit": null,
3211+ "object_position": null,
3212+ "order": null,
3213+ "overflow": null,
3214+ "overflow_x": null,
3215+ "overflow_y": null,
3216+ "padding": null,
3217+ "right": null,
3218+ "top": null,
3219+ "visibility": null,
3220+ "width": null
3221+ }
3222+ },
3223+ "64b21f0a68fc43a6aee4e7905e488a0a": {
3224+ "model_module": "@jupyter-widgets/controls",
3225+ "model_name": "DescriptionStyleModel",
3226+ "model_module_version": "1.5.0",
3227+ "state": {
3228+ "_model_module": "@jupyter-widgets/controls",
3229+ "_model_module_version": "1.5.0",
3230+ "_model_name": "DescriptionStyleModel",
3231+ "_view_count": null,
3232+ "_view_module": "@jupyter-widgets/base",
3233+ "_view_module_version": "1.2.0",
3234+ "_view_name": "StyleView",
3235+ "description_width": ""
3236+ }
3237+ },
3238+ "eab2a932d0794c46aaf4f94a9822d5b9": {
3239+ "model_module": "@jupyter-widgets/controls",
3240+ "model_name": "HBoxModel",
3241+ "model_module_version": "1.5.0",
3242+ "state": {
3243+ "_dom_classes": [],
3244+ "_model_module": "@jupyter-widgets/controls",
3245+ "_model_module_version": "1.5.0",
3246+ "_model_name": "HBoxModel",
3247+ "_view_count": null,
3248+ "_view_module": "@jupyter-widgets/controls",
3249+ "_view_module_version": "1.5.0",
3250+ "_view_name": "HBoxView",
3251+ "box_style": "",
3252+ "children": [
3253+ "IPY_MODEL_92f4ccd3cdff41faa52b481a5e7d512a",
3254+ "IPY_MODEL_0d728f97734543108fb3788b8b540f29",
3255+ "IPY_MODEL_4c9b0e0ebec94964806eba4613506081"
3256+ ],
3257+ "layout": "IPY_MODEL_f96c1322499649e492ea008d6c681a10"
3258+ }
3259+ },
3260+ "92f4ccd3cdff41faa52b481a5e7d512a": {
3261+ "model_module": "@jupyter-widgets/controls",
3262+ "model_name": "HTMLModel",
3263+ "model_module_version": "1.5.0",
3264+ "state": {
3265+ "_dom_classes": [],
3266+ "_model_module": "@jupyter-widgets/controls",
3267+ "_model_module_version": "1.5.0",
3268+ "_model_name": "HTMLModel",
3269+ "_view_count": null,
3270+ "_view_module": "@jupyter-widgets/controls",
3271+ "_view_module_version": "1.5.0",
3272+ "_view_name": "HTMLView",
3273+ "description": "",
3274+ "description_tooltip": null,
3275+ "layout": "IPY_MODEL_774509521c4f4043a574baf99678c880",
3276+ "placeholder": "​",
3277+ "style": "IPY_MODEL_3ec4b951ea484ca0b74fef63e1aaedf6",
3278+ "value": "config.json: 100%"
3279+ }
3280+ },
3281+ "0d728f97734543108fb3788b8b540f29": {
3282+ "model_module": "@jupyter-widgets/controls",
3283+ "model_name": "FloatProgressModel",
3284+ "model_module_version": "1.5.0",
3285+ "state": {
3286+ "_dom_classes": [],
3287+ "_model_module": "@jupyter-widgets/controls",
3288+ "_model_module_version": "1.5.0",
3289+ "_model_name": "FloatProgressModel",
3290+ "_view_count": null,
3291+ "_view_module": "@jupyter-widgets/controls",
3292+ "_view_module_version": "1.5.0",
3293+ "_view_name": "ProgressView",
3294+ "bar_style": "success",
3295+ "description": "",
3296+ "description_tooltip": null,
3297+ "layout": "IPY_MODEL_882f257e5ba740feb6605a305f96780d",
3298+ "max": 637,
3299+ "min": 0,
3300+ "orientation": "horizontal",
3301+ "style": "IPY_MODEL_f171ee573b294c9fac3e2740fa1c011f",
3302+ "value": 637
3303+ }
3304+ },
3305+ "4c9b0e0ebec94964806eba4613506081": {
3306+ "model_module": "@jupyter-widgets/controls",
3307+ "model_name": "HTMLModel",
3308+ "model_module_version": "1.5.0",
3309+ "state": {
3310+ "_dom_classes": [],
3311+ "_model_module": "@jupyter-widgets/controls",
3312+ "_model_module_version": "1.5.0",
3313+ "_model_name": "HTMLModel",
3314+ "_view_count": null,
3315+ "_view_module": "@jupyter-widgets/controls",
3316+ "_view_module_version": "1.5.0",
3317+ "_view_name": "HTMLView",
3318+ "description": "",
3319+ "description_tooltip": null,
3320+ "layout": "IPY_MODEL_1f2ac84732df4c21b61ef3e0072dd92f",
3321+ "placeholder": "​",
3322+ "style": "IPY_MODEL_8c96cf592d2e46978f7603e1b3c6c7da",
3323+ "value": " 637/637 [00:00&lt;00:00, 45.6kB/s]"
3324+ }
3325+ },
3326+ "f96c1322499649e492ea008d6c681a10": {
3327+ "model_module": "@jupyter-widgets/base",
3328+ "model_name": "LayoutModel",
3329+ "model_module_version": "1.2.0",
3330+ "state": {
3331+ "_model_module": "@jupyter-widgets/base",
3332+ "_model_module_version": "1.2.0",
3333+ "_model_name": "LayoutModel",
3334+ "_view_count": null,
3335+ "_view_module": "@jupyter-widgets/base",
3336+ "_view_module_version": "1.2.0",
3337+ "_view_name": "LayoutView",
3338+ "align_content": null,
3339+ "align_items": null,
3340+ "align_self": null,
3341+ "border": null,
3342+ "bottom": null,
3343+ "display": null,
3344+ "flex": null,
3345+ "flex_flow": null,
3346+ "grid_area": null,
3347+ "grid_auto_columns": null,
3348+ "grid_auto_flow": null,
3349+ "grid_auto_rows": null,
3350+ "grid_column": null,
3351+ "grid_gap": null,
3352+ "grid_row": null,
3353+ "grid_template_areas": null,
3354+ "grid_template_columns": null,
3355+ "grid_template_rows": null,
3356+ "height": null,
3357+ "justify_content": null,
3358+ "justify_items": null,
3359+ "left": null,
3360+ "margin": null,
3361+ "max_height": null,
3362+ "max_width": null,
3363+ "min_height": null,
3364+ "min_width": null,
3365+ "object_fit": null,
3366+ "object_position": null,
3367+ "order": null,
3368+ "overflow": null,
3369+ "overflow_x": null,
3370+ "overflow_y": null,
3371+ "padding": null,
3372+ "right": null,
3373+ "top": null,
3374+ "visibility": null,
3375+ "width": null
3376+ }
3377+ },
3378+ "774509521c4f4043a574baf99678c880": {
3379+ "model_module": "@jupyter-widgets/base",
3380+ "model_name": "LayoutModel",
3381+ "model_module_version": "1.2.0",
3382+ "state": {
3383+ "_model_module": "@jupyter-widgets/base",
3384+ "_model_module_version": "1.2.0",
3385+ "_model_name": "LayoutModel",
3386+ "_view_count": null,
3387+ "_view_module": "@jupyter-widgets/base",
3388+ "_view_module_version": "1.2.0",
3389+ "_view_name": "LayoutView",
3390+ "align_content": null,
3391+ "align_items": null,
3392+ "align_self": null,
3393+ "border": null,
3394+ "bottom": null,
3395+ "display": null,
3396+ "flex": null,
3397+ "flex_flow": null,
3398+ "grid_area": null,
3399+ "grid_auto_columns": null,
3400+ "grid_auto_flow": null,
3401+ "grid_auto_rows": null,
3402+ "grid_column": null,
3403+ "grid_gap": null,
3404+ "grid_row": null,
3405+ "grid_template_areas": null,
3406+ "grid_template_columns": null,
3407+ "grid_template_rows": null,
3408+ "height": null,
3409+ "justify_content": null,
3410+ "justify_items": null,
3411+ "left": null,
3412+ "margin": null,
3413+ "max_height": null,
3414+ "max_width": null,
3415+ "min_height": null,
3416+ "min_width": null,
3417+ "object_fit": null,
3418+ "object_position": null,
3419+ "order": null,
3420+ "overflow": null,
3421+ "overflow_x": null,
3422+ "overflow_y": null,
3423+ "padding": null,
3424+ "right": null,
3425+ "top": null,
3426+ "visibility": null,
3427+ "width": null
3428+ }
3429+ },
3430+ "3ec4b951ea484ca0b74fef63e1aaedf6": {
3431+ "model_module": "@jupyter-widgets/controls",
3432+ "model_name": "DescriptionStyleModel",
3433+ "model_module_version": "1.5.0",
3434+ "state": {
3435+ "_model_module": "@jupyter-widgets/controls",
3436+ "_model_module_version": "1.5.0",
3437+ "_model_name": "DescriptionStyleModel",
3438+ "_view_count": null,
3439+ "_view_module": "@jupyter-widgets/base",
3440+ "_view_module_version": "1.2.0",
3441+ "_view_name": "StyleView",
3442+ "description_width": ""
3443+ }
3444+ },
3445+ "882f257e5ba740feb6605a305f96780d": {
3446+ "model_module": "@jupyter-widgets/base",
3447+ "model_name": "LayoutModel",
3448+ "model_module_version": "1.2.0",
3449+ "state": {
3450+ "_model_module": "@jupyter-widgets/base",
3451+ "_model_module_version": "1.2.0",
3452+ "_model_name": "LayoutModel",
3453+ "_view_count": null,
3454+ "_view_module": "@jupyter-widgets/base",
3455+ "_view_module_version": "1.2.0",
3456+ "_view_name": "LayoutView",
3457+ "align_content": null,
3458+ "align_items": null,
3459+ "align_self": null,
3460+ "border": null,
3461+ "bottom": null,
3462+ "display": null,
3463+ "flex": null,
3464+ "flex_flow": null,
3465+ "grid_area": null,
3466+ "grid_auto_columns": null,
3467+ "grid_auto_flow": null,
3468+ "grid_auto_rows": null,
3469+ "grid_column": null,
3470+ "grid_gap": null,
3471+ "grid_row": null,
3472+ "grid_template_areas": null,
3473+ "grid_template_columns": null,
3474+ "grid_template_rows": null,
3475+ "height": null,
3476+ "justify_content": null,
3477+ "justify_items": null,
3478+ "left": null,
3479+ "margin": null,
3480+ "max_height": null,
3481+ "max_width": null,
3482+ "min_height": null,
3483+ "min_width": null,
3484+ "object_fit": null,
3485+ "object_position": null,
3486+ "order": null,
3487+ "overflow": null,
3488+ "overflow_x": null,
3489+ "overflow_y": null,
3490+ "padding": null,
3491+ "right": null,
3492+ "top": null,
3493+ "visibility": null,
3494+ "width": null
3495+ }
3496+ },
3497+ "f171ee573b294c9fac3e2740fa1c011f": {
3498+ "model_module": "@jupyter-widgets/controls",
3499+ "model_name": "ProgressStyleModel",
3500+ "model_module_version": "1.5.0",
3501+ "state": {
3502+ "_model_module": "@jupyter-widgets/controls",
3503+ "_model_module_version": "1.5.0",
3504+ "_model_name": "ProgressStyleModel",
3505+ "_view_count": null,
3506+ "_view_module": "@jupyter-widgets/base",
3507+ "_view_module_version": "1.2.0",
3508+ "_view_name": "StyleView",
3509+ "bar_color": null,
3510+ "description_width": ""
3511+ }
3512+ },
3513+ "1f2ac84732df4c21b61ef3e0072dd92f": {
3514+ "model_module": "@jupyter-widgets/base",
3515+ "model_name": "LayoutModel",
3516+ "model_module_version": "1.2.0",
3517+ "state": {
3518+ "_model_module": "@jupyter-widgets/base",
3519+ "_model_module_version": "1.2.0",
3520+ "_model_name": "LayoutModel",
3521+ "_view_count": null,
3522+ "_view_module": "@jupyter-widgets/base",
3523+ "_view_module_version": "1.2.0",
3524+ "_view_name": "LayoutView",
3525+ "align_content": null,
3526+ "align_items": null,
3527+ "align_self": null,
3528+ "border": null,
3529+ "bottom": null,
3530+ "display": null,
3531+ "flex": null,
3532+ "flex_flow": null,
3533+ "grid_area": null,
3534+ "grid_auto_columns": null,
3535+ "grid_auto_flow": null,
3536+ "grid_auto_rows": null,
3537+ "grid_column": null,
3538+ "grid_gap": null,
3539+ "grid_row": null,
3540+ "grid_template_areas": null,
3541+ "grid_template_columns": null,
3542+ "grid_template_rows": null,
3543+ "height": null,
3544+ "justify_content": null,
3545+ "justify_items": null,
3546+ "left": null,
3547+ "margin": null,
3548+ "max_height": null,
3549+ "max_width": null,
3550+ "min_height": null,
3551+ "min_width": null,
3552+ "object_fit": null,
3553+ "object_position": null,
3554+ "order": null,
3555+ "overflow": null,
3556+ "overflow_x": null,
3557+ "overflow_y": null,
3558+ "padding": null,
3559+ "right": null,
3560+ "top": null,
3561+ "visibility": null,
3562+ "width": null
3563+ }
3564+ },
3565+ "8c96cf592d2e46978f7603e1b3c6c7da": {
3566+ "model_module": "@jupyter-widgets/controls",
3567+ "model_name": "DescriptionStyleModel",
3568+ "model_module_version": "1.5.0",
3569+ "state": {
3570+ "_model_module": "@jupyter-widgets/controls",
3571+ "_model_module_version": "1.5.0",
3572+ "_model_name": "DescriptionStyleModel",
3573+ "_view_count": null,
3574+ "_view_module": "@jupyter-widgets/base",
3575+ "_view_module_version": "1.2.0",
3576+ "_view_name": "StyleView",
3577+ "description_width": ""
3578+ }
3579+ },
3580+ "bf4963f7d1d745a99869377020edd145": {
3581+ "model_module": "@jupyter-widgets/controls",
3582+ "model_name": "HBoxModel",
3583+ "model_module_version": "1.5.0",
3584+ "state": {
3585+ "_dom_classes": [],
3586+ "_model_module": "@jupyter-widgets/controls",
3587+ "_model_module_version": "1.5.0",
3588+ "_model_name": "HBoxModel",
3589+ "_view_count": null,
3590+ "_view_module": "@jupyter-widgets/controls",
3591+ "_view_module_version": "1.5.0",
3592+ "_view_name": "HBoxView",
3593+ "box_style": "",
3594+ "children": [
3595+ "IPY_MODEL_0cb1438303a14f8ba163113108a63489",
3596+ "IPY_MODEL_f8da8790d3c445e39912bd61275ab04c",
3597+ "IPY_MODEL_ddfbc72fff4e469d9b13755b674c0671"
3598+ ],
3599+ "layout": "IPY_MODEL_d47c7f6784e44beeb1f5a51bbcae9cdd"
3600+ }
3601+ },
3602+ "0cb1438303a14f8ba163113108a63489": {
3603+ "model_module": "@jupyter-widgets/controls",
3604+ "model_name": "HTMLModel",
3605+ "model_module_version": "1.5.0",
3606+ "state": {
3607+ "_dom_classes": [],
3608+ "_model_module": "@jupyter-widgets/controls",
3609+ "_model_module_version": "1.5.0",
3610+ "_model_name": "HTMLModel",
3611+ "_view_count": null,
3612+ "_view_module": "@jupyter-widgets/controls",
3613+ "_view_module_version": "1.5.0",
3614+ "_view_name": "HTMLView",
3615+ "description": "",
3616+ "description_tooltip": null,
3617+ "layout": "IPY_MODEL_240dab6a9f204f9baabc4ede372793ac",
3618+ "placeholder": "​",
3619+ "style": "IPY_MODEL_b3ac3904d16c4424a9245687228ca25d",
3620+ "value": "model.safetensors.index.json: 100%"
3621+ }
3622+ },
3623+ "f8da8790d3c445e39912bd61275ab04c": {
3624+ "model_module": "@jupyter-widgets/controls",
3625+ "model_name": "FloatProgressModel",
3626+ "model_module_version": "1.5.0",
3627+ "state": {
3628+ "_dom_classes": [],
3629+ "_model_module": "@jupyter-widgets/controls",
3630+ "_model_module_version": "1.5.0",
3631+ "_model_name": "FloatProgressModel",
3632+ "_view_count": null,
3633+ "_view_module": "@jupyter-widgets/controls",
3634+ "_view_module_version": "1.5.0",
3635+ "_view_name": "ProgressView",
3636+ "bar_style": "success",
3637+ "description": "",
3638+ "description_tooltip": null,
3639+ "layout": "IPY_MODEL_cf57e9a838264fd389167363af4340d2",
3640+ "max": 25125,
3641+ "min": 0,
3642+ "orientation": "horizontal",
3643+ "style": "IPY_MODEL_f71f1dd9293345d2a4aab0c817933a59",
3644+ "value": 25125
3645+ }
3646+ },
3647+ "ddfbc72fff4e469d9b13755b674c0671": {
3648+ "model_module": "@jupyter-widgets/controls",
3649+ "model_name": "HTMLModel",
3650+ "model_module_version": "1.5.0",
3651+ "state": {
3652+ "_dom_classes": [],
3653+ "_model_module": "@jupyter-widgets/controls",
3654+ "_model_module_version": "1.5.0",
3655+ "_model_name": "HTMLModel",
3656+ "_view_count": null,
3657+ "_view_module": "@jupyter-widgets/controls",
3658+ "_view_module_version": "1.5.0",
3659+ "_view_name": "HTMLView",
3660+ "description": "",
3661+ "description_tooltip": null,
3662+ "layout": "IPY_MODEL_a5dea14c16c04f60adf7c809b8535e85",
3663+ "placeholder": "​",
3664+ "style": "IPY_MODEL_c3e1b53349a14956b4a5db17b67696cd",
3665+ "value": " 25.1k/25.1k [00:00&lt;00:00, 1.60MB/s]"
3666+ }
3667+ },
3668+ "d47c7f6784e44beeb1f5a51bbcae9cdd": {
3669+ "model_module": "@jupyter-widgets/base",
3670+ "model_name": "LayoutModel",
3671+ "model_module_version": "1.2.0",
3672+ "state": {
3673+ "_model_module": "@jupyter-widgets/base",
3674+ "_model_module_version": "1.2.0",
3675+ "_model_name": "LayoutModel",
3676+ "_view_count": null,
3677+ "_view_module": "@jupyter-widgets/base",
3678+ "_view_module_version": "1.2.0",
3679+ "_view_name": "LayoutView",
3680+ "align_content": null,
3681+ "align_items": null,
3682+ "align_self": null,
3683+ "border": null,
3684+ "bottom": null,
3685+ "display": null,
3686+ "flex": null,
3687+ "flex_flow": null,
3688+ "grid_area": null,
3689+ "grid_auto_columns": null,
3690+ "grid_auto_flow": null,
3691+ "grid_auto_rows": null,
3692+ "grid_column": null,
3693+ "grid_gap": null,
3694+ "grid_row": null,
3695+ "grid_template_areas": null,
3696+ "grid_template_columns": null,
3697+ "grid_template_rows": null,
3698+ "height": null,
3699+ "justify_content": null,
3700+ "justify_items": null,
3701+ "left": null,
3702+ "margin": null,
3703+ "max_height": null,
3704+ "max_width": null,
3705+ "min_height": null,
3706+ "min_width": null,
3707+ "object_fit": null,
3708+ "object_position": null,
3709+ "order": null,
3710+ "overflow": null,
3711+ "overflow_x": null,
3712+ "overflow_y": null,
3713+ "padding": null,
3714+ "right": null,
3715+ "top": null,
3716+ "visibility": null,
3717+ "width": null
3718+ }
3719+ },
3720+ "240dab6a9f204f9baabc4ede372793ac": {
3721+ "model_module": "@jupyter-widgets/base",
3722+ "model_name": "LayoutModel",
3723+ "model_module_version": "1.2.0",
3724+ "state": {
3725+ "_model_module": "@jupyter-widgets/base",
3726+ "_model_module_version": "1.2.0",
3727+ "_model_name": "LayoutModel",
3728+ "_view_count": null,
3729+ "_view_module": "@jupyter-widgets/base",
3730+ "_view_module_version": "1.2.0",
3731+ "_view_name": "LayoutView",
3732+ "align_content": null,
3733+ "align_items": null,
3734+ "align_self": null,
3735+ "border": null,
3736+ "bottom": null,
3737+ "display": null,
3738+ "flex": null,
3739+ "flex_flow": null,
3740+ "grid_area": null,
3741+ "grid_auto_columns": null,
3742+ "grid_auto_flow": null,
3743+ "grid_auto_rows": null,
3744+ "grid_column": null,
3745+ "grid_gap": null,
3746+ "grid_row": null,
3747+ "grid_template_areas": null,
3748+ "grid_template_columns": null,
3749+ "grid_template_rows": null,
3750+ "height": null,
3751+ "justify_content": null,
3752+ "justify_items": null,
3753+ "left": null,
3754+ "margin": null,
3755+ "max_height": null,
3756+ "max_width": null,
3757+ "min_height": null,
3758+ "min_width": null,
3759+ "object_fit": null,
3760+ "object_position": null,
3761+ "order": null,
3762+ "overflow": null,
3763+ "overflow_x": null,
3764+ "overflow_y": null,
3765+ "padding": null,
3766+ "right": null,
3767+ "top": null,
3768+ "visibility": null,
3769+ "width": null
3770+ }
3771+ },
3772+ "b3ac3904d16c4424a9245687228ca25d": {
3773+ "model_module": "@jupyter-widgets/controls",
3774+ "model_name": "DescriptionStyleModel",
3775+ "model_module_version": "1.5.0",
3776+ "state": {
3777+ "_model_module": "@jupyter-widgets/controls",
3778+ "_model_module_version": "1.5.0",
3779+ "_model_name": "DescriptionStyleModel",
3780+ "_view_count": null,
3781+ "_view_module": "@jupyter-widgets/base",
3782+ "_view_module_version": "1.2.0",
3783+ "_view_name": "StyleView",
3784+ "description_width": ""
3785+ }
3786+ },
3787+ "cf57e9a838264fd389167363af4340d2": {
3788+ "model_module": "@jupyter-widgets/base",
3789+ "model_name": "LayoutModel",
3790+ "model_module_version": "1.2.0",
3791+ "state": {
3792+ "_model_module": "@jupyter-widgets/base",
3793+ "_model_module_version": "1.2.0",
3794+ "_model_name": "LayoutModel",
3795+ "_view_count": null,
3796+ "_view_module": "@jupyter-widgets/base",
3797+ "_view_module_version": "1.2.0",
3798+ "_view_name": "LayoutView",
3799+ "align_content": null,
3800+ "align_items": null,
3801+ "align_self": null,
3802+ "border": null,
3803+ "bottom": null,
3804+ "display": null,
3805+ "flex": null,
3806+ "flex_flow": null,
3807+ "grid_area": null,
3808+ "grid_auto_columns": null,
3809+ "grid_auto_flow": null,
3810+ "grid_auto_rows": null,
3811+ "grid_column": null,
3812+ "grid_gap": null,
3813+ "grid_row": null,
3814+ "grid_template_areas": null,
3815+ "grid_template_columns": null,
3816+ "grid_template_rows": null,
3817+ "height": null,
3818+ "justify_content": null,
3819+ "justify_items": null,
3820+ "left": null,
3821+ "margin": null,
3822+ "max_height": null,
3823+ "max_width": null,
3824+ "min_height": null,
3825+ "min_width": null,
3826+ "object_fit": null,
3827+ "object_position": null,
3828+ "order": null,
3829+ "overflow": null,
3830+ "overflow_x": null,
3831+ "overflow_y": null,
3832+ "padding": null,
3833+ "right": null,
3834+ "top": null,
3835+ "visibility": null,
3836+ "width": null
3837+ }
3838+ },
3839+ "f71f1dd9293345d2a4aab0c817933a59": {
3840+ "model_module": "@jupyter-widgets/controls",
3841+ "model_name": "ProgressStyleModel",
3842+ "model_module_version": "1.5.0",
3843+ "state": {
3844+ "_model_module": "@jupyter-widgets/controls",
3845+ "_model_module_version": "1.5.0",
3846+ "_model_name": "ProgressStyleModel",
3847+ "_view_count": null,
3848+ "_view_module": "@jupyter-widgets/base",
3849+ "_view_module_version": "1.2.0",
3850+ "_view_name": "StyleView",
3851+ "bar_color": null,
3852+ "description_width": ""
3853+ }
3854+ },
3855+ "a5dea14c16c04f60adf7c809b8535e85": {
3856+ "model_module": "@jupyter-widgets/base",
3857+ "model_name": "LayoutModel",
3858+ "model_module_version": "1.2.0",
3859+ "state": {
3860+ "_model_module": "@jupyter-widgets/base",
3861+ "_model_module_version": "1.2.0",
3862+ "_model_name": "LayoutModel",
3863+ "_view_count": null,
3864+ "_view_module": "@jupyter-widgets/base",
3865+ "_view_module_version": "1.2.0",
3866+ "_view_name": "LayoutView",
3867+ "align_content": null,
3868+ "align_items": null,
3869+ "align_self": null,
3870+ "border": null,
3871+ "bottom": null,
3872+ "display": null,
3873+ "flex": null,
3874+ "flex_flow": null,
3875+ "grid_area": null,
3876+ "grid_auto_columns": null,
3877+ "grid_auto_flow": null,
3878+ "grid_auto_rows": null,
3879+ "grid_column": null,
3880+ "grid_gap": null,
3881+ "grid_row": null,
3882+ "grid_template_areas": null,
3883+ "grid_template_columns": null,
3884+ "grid_template_rows": null,
3885+ "height": null,
3886+ "justify_content": null,
3887+ "justify_items": null,
3888+ "left": null,
3889+ "margin": null,
3890+ "max_height": null,
3891+ "max_width": null,
3892+ "min_height": null,
3893+ "min_width": null,
3894+ "object_fit": null,
3895+ "object_position": null,
3896+ "order": null,
3897+ "overflow": null,
3898+ "overflow_x": null,
3899+ "overflow_y": null,
3900+ "padding": null,
3901+ "right": null,
3902+ "top": null,
3903+ "visibility": null,
3904+ "width": null
3905+ }
3906+ },
3907+ "c3e1b53349a14956b4a5db17b67696cd": {
3908+ "model_module": "@jupyter-widgets/controls",
3909+ "model_name": "DescriptionStyleModel",
3910+ "model_module_version": "1.5.0",
3911+ "state": {
3912+ "_model_module": "@jupyter-widgets/controls",
3913+ "_model_module_version": "1.5.0",
3914+ "_model_name": "DescriptionStyleModel",
3915+ "_view_count": null,
3916+ "_view_module": "@jupyter-widgets/base",
3917+ "_view_module_version": "1.2.0",
3918+ "_view_name": "StyleView",
3919+ "description_width": ""
3920+ }
3921+ },
3922+ "7cf0c39f0a844b91be86a732a025e50d": {
3923+ "model_module": "@jupyter-widgets/controls",
3924+ "model_name": "HBoxModel",
3925+ "model_module_version": "1.5.0",
3926+ "state": {
3927+ "_dom_classes": [],
3928+ "_model_module": "@jupyter-widgets/controls",
3929+ "_model_module_version": "1.5.0",
3930+ "_model_name": "HBoxModel",
3931+ "_view_count": null,
3932+ "_view_module": "@jupyter-widgets/controls",
3933+ "_view_module_version": "1.5.0",
3934+ "_view_name": "HBoxView",
3935+ "box_style": "",
3936+ "children": [
3937+ "IPY_MODEL_fb75b1fa221b4d5095e245687e4296af",
3938+ "IPY_MODEL_843ccc4061f7447eb86d2d6523f65ffc",
3939+ "IPY_MODEL_c2e16091afbb45f19346b397ced775d2"
3940+ ],
3941+ "layout": "IPY_MODEL_ef6236de50fb4bf4928abb811d2f6f5c"
3942+ }
3943+ },
3944+ "fb75b1fa221b4d5095e245687e4296af": {
3945+ "model_module": "@jupyter-widgets/controls",
3946+ "model_name": "HTMLModel",
3947+ "model_module_version": "1.5.0",
3948+ "state": {
3949+ "_dom_classes": [],
3950+ "_model_module": "@jupyter-widgets/controls",
3951+ "_model_module_version": "1.5.0",
3952+ "_model_name": "HTMLModel",
3953+ "_view_count": null,
3954+ "_view_module": "@jupyter-widgets/controls",
3955+ "_view_module_version": "1.5.0",
3956+ "_view_name": "HTMLView",
3957+ "description": "",
3958+ "description_tooltip": null,
3959+ "layout": "IPY_MODEL_7e7b4d11f11a4c0886fb978ff32a68ea",
3960+ "placeholder": "​",
3961+ "style": "IPY_MODEL_c7ef9de8b1684d98a04ae2df3a378d11",
3962+ "value": "Downloading shards: 100%"
3963+ }
3964+ },
3965+ "843ccc4061f7447eb86d2d6523f65ffc": {
3966+ "model_module": "@jupyter-widgets/controls",
3967+ "model_name": "FloatProgressModel",
3968+ "model_module_version": "1.5.0",
3969+ "state": {
3970+ "_dom_classes": [],
3971+ "_model_module": "@jupyter-widgets/controls",
3972+ "_model_module_version": "1.5.0",
3973+ "_model_name": "FloatProgressModel",
3974+ "_view_count": null,
3975+ "_view_module": "@jupyter-widgets/controls",
3976+ "_view_module_version": "1.5.0",
3977+ "_view_name": "ProgressView",
3978+ "bar_style": "success",
3979+ "description": "",
3980+ "description_tooltip": null,
3981+ "layout": "IPY_MODEL_1e862f7e12ef49448f3902d256109f6a",
3982+ "max": 2,
3983+ "min": 0,
3984+ "orientation": "horizontal",
3985+ "style": "IPY_MODEL_da1ebe03b4f1478ebf9651b40c99b30a",
3986+ "value": 2
3987+ }
3988+ },
3989+ "c2e16091afbb45f19346b397ced775d2": {
3990+ "model_module": "@jupyter-widgets/controls",
3991+ "model_name": "HTMLModel",
3992+ "model_module_version": "1.5.0",
3993+ "state": {
3994+ "_dom_classes": [],
3995+ "_model_module": "@jupyter-widgets/controls",
3996+ "_model_module_version": "1.5.0",
3997+ "_model_name": "HTMLModel",
3998+ "_view_count": null,
3999+ "_view_module": "@jupyter-widgets/controls",
4000+ "_view_module_version": "1.5.0",
4001+ "_view_name": "HTMLView",
4002+ "description": "",
4003+ "description_tooltip": null,
4004+ "layout": "IPY_MODEL_be1ebfd7cc274dd18ce5f9f157fb497d",
4005+ "placeholder": "​",
4006+ "style": "IPY_MODEL_18367b6e8d2a4832a706dfbbf1c215ed",
4007+ "value": " 2/2 [01:18&lt;00:00, 35.33s/it]"
4008+ }
4009+ },
4010+ "ef6236de50fb4bf4928abb811d2f6f5c": {
4011+ "model_module": "@jupyter-widgets/base",
4012+ "model_name": "LayoutModel",
4013+ "model_module_version": "1.2.0",
4014+ "state": {
4015+ "_model_module": "@jupyter-widgets/base",
4016+ "_model_module_version": "1.2.0",
4017+ "_model_name": "LayoutModel",
4018+ "_view_count": null,
4019+ "_view_module": "@jupyter-widgets/base",
4020+ "_view_module_version": "1.2.0",
4021+ "_view_name": "LayoutView",
4022+ "align_content": null,
4023+ "align_items": null,
4024+ "align_self": null,
4025+ "border": null,
4026+ "bottom": null,
4027+ "display": null,
4028+ "flex": null,
4029+ "flex_flow": null,
4030+ "grid_area": null,
4031+ "grid_auto_columns": null,
4032+ "grid_auto_flow": null,
4033+ "grid_auto_rows": null,
4034+ "grid_column": null,
4035+ "grid_gap": null,
4036+ "grid_row": null,
4037+ "grid_template_areas": null,
4038+ "grid_template_columns": null,
4039+ "grid_template_rows": null,
4040+ "height": null,
4041+ "justify_content": null,
4042+ "justify_items": null,
4043+ "left": null,
4044+ "margin": null,
4045+ "max_height": null,
4046+ "max_width": null,
4047+ "min_height": null,
4048+ "min_width": null,
4049+ "object_fit": null,
4050+ "object_position": null,
4051+ "order": null,
4052+ "overflow": null,
4053+ "overflow_x": null,
4054+ "overflow_y": null,
4055+ "padding": null,
4056+ "right": null,
4057+ "top": null,
4058+ "visibility": null,
4059+ "width": null
4060+ }
4061+ },
4062+ "7e7b4d11f11a4c0886fb978ff32a68ea": {
4063+ "model_module": "@jupyter-widgets/base",
4064+ "model_name": "LayoutModel",
4065+ "model_module_version": "1.2.0",
4066+ "state": {
4067+ "_model_module": "@jupyter-widgets/base",
4068+ "_model_module_version": "1.2.0",
4069+ "_model_name": "LayoutModel",
4070+ "_view_count": null,
4071+ "_view_module": "@jupyter-widgets/base",
4072+ "_view_module_version": "1.2.0",
4073+ "_view_name": "LayoutView",
4074+ "align_content": null,
4075+ "align_items": null,
4076+ "align_self": null,
4077+ "border": null,
4078+ "bottom": null,
4079+ "display": null,
4080+ "flex": null,
4081+ "flex_flow": null,
4082+ "grid_area": null,
4083+ "grid_auto_columns": null,
4084+ "grid_auto_flow": null,
4085+ "grid_auto_rows": null,
4086+ "grid_column": null,
4087+ "grid_gap": null,
4088+ "grid_row": null,
4089+ "grid_template_areas": null,
4090+ "grid_template_columns": null,
4091+ "grid_template_rows": null,
4092+ "height": null,
4093+ "justify_content": null,
4094+ "justify_items": null,
4095+ "left": null,
4096+ "margin": null,
4097+ "max_height": null,
4098+ "max_width": null,
4099+ "min_height": null,
4100+ "min_width": null,
4101+ "object_fit": null,
4102+ "object_position": null,
4103+ "order": null,
4104+ "overflow": null,
4105+ "overflow_x": null,
4106+ "overflow_y": null,
4107+ "padding": null,
4108+ "right": null,
4109+ "top": null,
4110+ "visibility": null,
4111+ "width": null
4112+ }
4113+ },
4114+ "c7ef9de8b1684d98a04ae2df3a378d11": {
4115+ "model_module": "@jupyter-widgets/controls",
4116+ "model_name": "DescriptionStyleModel",
4117+ "model_module_version": "1.5.0",
4118+ "state": {
4119+ "_model_module": "@jupyter-widgets/controls",
4120+ "_model_module_version": "1.5.0",
4121+ "_model_name": "DescriptionStyleModel",
4122+ "_view_count": null,
4123+ "_view_module": "@jupyter-widgets/base",
4124+ "_view_module_version": "1.2.0",
4125+ "_view_name": "StyleView",
4126+ "description_width": ""
4127+ }
4128+ },
4129+ "1e862f7e12ef49448f3902d256109f6a": {
4130+ "model_module": "@jupyter-widgets/base",
4131+ "model_name": "LayoutModel",
4132+ "model_module_version": "1.2.0",
4133+ "state": {
4134+ "_model_module": "@jupyter-widgets/base",
4135+ "_model_module_version": "1.2.0",
4136+ "_model_name": "LayoutModel",
4137+ "_view_count": null,
4138+ "_view_module": "@jupyter-widgets/base",
4139+ "_view_module_version": "1.2.0",
4140+ "_view_name": "LayoutView",
4141+ "align_content": null,
4142+ "align_items": null,
4143+ "align_self": null,
4144+ "border": null,
4145+ "bottom": null,
4146+ "display": null,
4147+ "flex": null,
4148+ "flex_flow": null,
4149+ "grid_area": null,
4150+ "grid_auto_columns": null,
4151+ "grid_auto_flow": null,
4152+ "grid_auto_rows": null,
4153+ "grid_column": null,
4154+ "grid_gap": null,
4155+ "grid_row": null,
4156+ "grid_template_areas": null,
4157+ "grid_template_columns": null,
4158+ "grid_template_rows": null,
4159+ "height": null,
4160+ "justify_content": null,
4161+ "justify_items": null,
4162+ "left": null,
4163+ "margin": null,
4164+ "max_height": null,
4165+ "max_width": null,
4166+ "min_height": null,
4167+ "min_width": null,
4168+ "object_fit": null,
4169+ "object_position": null,
4170+ "order": null,
4171+ "overflow": null,
4172+ "overflow_x": null,
4173+ "overflow_y": null,
4174+ "padding": null,
4175+ "right": null,
4176+ "top": null,
4177+ "visibility": null,
4178+ "width": null
4179+ }
4180+ },
4181+ "da1ebe03b4f1478ebf9651b40c99b30a": {
4182+ "model_module": "@jupyter-widgets/controls",
4183+ "model_name": "ProgressStyleModel",
4184+ "model_module_version": "1.5.0",
4185+ "state": {
4186+ "_model_module": "@jupyter-widgets/controls",
4187+ "_model_module_version": "1.5.0",
4188+ "_model_name": "ProgressStyleModel",
4189+ "_view_count": null,
4190+ "_view_module": "@jupyter-widgets/base",
4191+ "_view_module_version": "1.2.0",
4192+ "_view_name": "StyleView",
4193+ "bar_color": null,
4194+ "description_width": ""
4195+ }
4196+ },
4197+ "be1ebfd7cc274dd18ce5f9f157fb497d": {
4198+ "model_module": "@jupyter-widgets/base",
4199+ "model_name": "LayoutModel",
4200+ "model_module_version": "1.2.0",
4201+ "state": {
4202+ "_model_module": "@jupyter-widgets/base",
4203+ "_model_module_version": "1.2.0",
4204+ "_model_name": "LayoutModel",
4205+ "_view_count": null,
4206+ "_view_module": "@jupyter-widgets/base",
4207+ "_view_module_version": "1.2.0",
4208+ "_view_name": "LayoutView",
4209+ "align_content": null,
4210+ "align_items": null,
4211+ "align_self": null,
4212+ "border": null,
4213+ "bottom": null,
4214+ "display": null,
4215+ "flex": null,
4216+ "flex_flow": null,
4217+ "grid_area": null,
4218+ "grid_auto_columns": null,
4219+ "grid_auto_flow": null,
4220+ "grid_auto_rows": null,
4221+ "grid_column": null,
4222+ "grid_gap": null,
4223+ "grid_row": null,
4224+ "grid_template_areas": null,
4225+ "grid_template_columns": null,
4226+ "grid_template_rows": null,
4227+ "height": null,
4228+ "justify_content": null,
4229+ "justify_items": null,
4230+ "left": null,
4231+ "margin": null,
4232+ "max_height": null,
4233+ "max_width": null,
4234+ "min_height": null,
4235+ "min_width": null,
4236+ "object_fit": null,
4237+ "object_position": null,
4238+ "order": null,
4239+ "overflow": null,
4240+ "overflow_x": null,
4241+ "overflow_y": null,
4242+ "padding": null,
4243+ "right": null,
4244+ "top": null,
4245+ "visibility": null,
4246+ "width": null
4247+ }
4248+ },
4249+ "18367b6e8d2a4832a706dfbbf1c215ed": {
4250+ "model_module": "@jupyter-widgets/controls",
4251+ "model_name": "DescriptionStyleModel",
4252+ "model_module_version": "1.5.0",
4253+ "state": {
4254+ "_model_module": "@jupyter-widgets/controls",
4255+ "_model_module_version": "1.5.0",
4256+ "_model_name": "DescriptionStyleModel",
4257+ "_view_count": null,
4258+ "_view_module": "@jupyter-widgets/base",
4259+ "_view_module_version": "1.2.0",
4260+ "_view_name": "StyleView",
4261+ "description_width": ""
4262+ }
4263+ },
4264+ "ee72e9996bc34b2c9b1d003a8c9ce943": {
4265+ "model_module": "@jupyter-widgets/controls",
4266+ "model_name": "HBoxModel",
4267+ "model_module_version": "1.5.0",
4268+ "state": {
4269+ "_dom_classes": [],
4270+ "_model_module": "@jupyter-widgets/controls",
4271+ "_model_module_version": "1.5.0",
4272+ "_model_name": "HBoxModel",
4273+ "_view_count": null,
4274+ "_view_module": "@jupyter-widgets/controls",
4275+ "_view_module_version": "1.5.0",
4276+ "_view_name": "HBoxView",
4277+ "box_style": "",
4278+ "children": [
4279+ "IPY_MODEL_2013c6e206b24435b35f2dd468cf2cf6",
4280+ "IPY_MODEL_78ea4bd9c3b04603b54f9b13f53ecd01",
4281+ "IPY_MODEL_46b115732c5e428c93e34d5fb5981743"
4282+ ],
4283+ "layout": "IPY_MODEL_1d9b8d863b834f8e9b37e4464f7ddc0a"
4284+ }
4285+ },
4286+ "2013c6e206b24435b35f2dd468cf2cf6": {
4287+ "model_module": "@jupyter-widgets/controls",
4288+ "model_name": "HTMLModel",
4289+ "model_module_version": "1.5.0",
4290+ "state": {
4291+ "_dom_classes": [],
4292+ "_model_module": "@jupyter-widgets/controls",
4293+ "_model_module_version": "1.5.0",
4294+ "_model_name": "HTMLModel",
4295+ "_view_count": null,
4296+ "_view_module": "@jupyter-widgets/controls",
4297+ "_view_module_version": "1.5.0",
4298+ "_view_name": "HTMLView",
4299+ "description": "",
4300+ "description_tooltip": null,
4301+ "layout": "IPY_MODEL_7ebd96f809ad475eb454101af3650d57",
4302+ "placeholder": "​",
4303+ "style": "IPY_MODEL_0ad79da318f74ecaa974ce5999c7dd61",
4304+ "value": "model-00001-of-00002.safetensors: 100%"
4305+ }
4306+ },
4307+ "78ea4bd9c3b04603b54f9b13f53ecd01": {
4308+ "model_module": "@jupyter-widgets/controls",
4309+ "model_name": "FloatProgressModel",
4310+ "model_module_version": "1.5.0",
4311+ "state": {
4312+ "_dom_classes": [],
4313+ "_model_module": "@jupyter-widgets/controls",
4314+ "_model_module_version": "1.5.0",
4315+ "_model_name": "FloatProgressModel",
4316+ "_view_count": null,
4317+ "_view_module": "@jupyter-widgets/controls",
4318+ "_view_module_version": "1.5.0",
4319+ "_view_name": "ProgressView",
4320+ "bar_style": "success",
4321+ "description": "",
4322+ "description_tooltip": null,
4323+ "layout": "IPY_MODEL_c7701c085ce14d2ea263c27f99bb2086",
4324+ "max": 9976701592,
4325+ "min": 0,
4326+ "orientation": "horizontal",
4327+ "style": "IPY_MODEL_d8d1714014814d56a71d61800520fecc",
4328+ "value": 9976701592
4329+ }
4330+ },
4331+ "46b115732c5e428c93e34d5fb5981743": {
4332+ "model_module": "@jupyter-widgets/controls",
4333+ "model_name": "HTMLModel",
4334+ "model_module_version": "1.5.0",
4335+ "state": {
4336+ "_dom_classes": [],
4337+ "_model_module": "@jupyter-widgets/controls",
4338+ "_model_module_version": "1.5.0",
4339+ "_model_name": "HTMLModel",
4340+ "_view_count": null,
4341+ "_view_module": "@jupyter-widgets/controls",
4342+ "_view_module_version": "1.5.0",
4343+ "_view_name": "HTMLView",
4344+ "description": "",
4345+ "description_tooltip": null,
4346+ "layout": "IPY_MODEL_16b5802f63544f0798b92b4cd5a5fecf",
4347+ "placeholder": "​",
4348+ "style": "IPY_MODEL_8df80ce5ab244d8bbf9bb5a19c2175d9",
4349+ "value": " 9.98G/9.98G [01:00&lt;00:00, 301MB/s]"
4350+ }
4351+ },
4352+ "1d9b8d863b834f8e9b37e4464f7ddc0a": {
4353+ "model_module": "@jupyter-widgets/base",
4354+ "model_name": "LayoutModel",
4355+ "model_module_version": "1.2.0",
4356+ "state": {
4357+ "_model_module": "@jupyter-widgets/base",
4358+ "_model_module_version": "1.2.0",
4359+ "_model_name": "LayoutModel",
4360+ "_view_count": null,
4361+ "_view_module": "@jupyter-widgets/base",
4362+ "_view_module_version": "1.2.0",
4363+ "_view_name": "LayoutView",
4364+ "align_content": null,
4365+ "align_items": null,
4366+ "align_self": null,
4367+ "border": null,
4368+ "bottom": null,
4369+ "display": null,
4370+ "flex": null,
4371+ "flex_flow": null,
4372+ "grid_area": null,
4373+ "grid_auto_columns": null,
4374+ "grid_auto_flow": null,
4375+ "grid_auto_rows": null,
4376+ "grid_column": null,
4377+ "grid_gap": null,
4378+ "grid_row": null,
4379+ "grid_template_areas": null,
4380+ "grid_template_columns": null,
4381+ "grid_template_rows": null,
4382+ "height": null,
4383+ "justify_content": null,
4384+ "justify_items": null,
4385+ "left": null,
4386+ "margin": null,
4387+ "max_height": null,
4388+ "max_width": null,
4389+ "min_height": null,
4390+ "min_width": null,
4391+ "object_fit": null,
4392+ "object_position": null,
4393+ "order": null,
4394+ "overflow": null,
4395+ "overflow_x": null,
4396+ "overflow_y": null,
4397+ "padding": null,
4398+ "right": null,
4399+ "top": null,
4400+ "visibility": null,
4401+ "width": null
4402+ }
4403+ },
4404+ "7ebd96f809ad475eb454101af3650d57": {
4405+ "model_module": "@jupyter-widgets/base",
4406+ "model_name": "LayoutModel",
4407+ "model_module_version": "1.2.0",
4408+ "state": {
4409+ "_model_module": "@jupyter-widgets/base",
4410+ "_model_module_version": "1.2.0",
4411+ "_model_name": "LayoutModel",
4412+ "_view_count": null,
4413+ "_view_module": "@jupyter-widgets/base",
4414+ "_view_module_version": "1.2.0",
4415+ "_view_name": "LayoutView",
4416+ "align_content": null,
4417+ "align_items": null,
4418+ "align_self": null,
4419+ "border": null,
4420+ "bottom": null,
4421+ "display": null,
4422+ "flex": null,
4423+ "flex_flow": null,
4424+ "grid_area": null,
4425+ "grid_auto_columns": null,
4426+ "grid_auto_flow": null,
4427+ "grid_auto_rows": null,
4428+ "grid_column": null,
4429+ "grid_gap": null,
4430+ "grid_row": null,
4431+ "grid_template_areas": null,
4432+ "grid_template_columns": null,
4433+ "grid_template_rows": null,
4434+ "height": null,
4435+ "justify_content": null,
4436+ "justify_items": null,
4437+ "left": null,
4438+ "margin": null,
4439+ "max_height": null,
4440+ "max_width": null,
4441+ "min_height": null,
4442+ "min_width": null,
4443+ "object_fit": null,
4444+ "object_position": null,
4445+ "order": null,
4446+ "overflow": null,
4447+ "overflow_x": null,
4448+ "overflow_y": null,
4449+ "padding": null,
4450+ "right": null,
4451+ "top": null,
4452+ "visibility": null,
4453+ "width": null
4454+ }
4455+ },
4456+ "0ad79da318f74ecaa974ce5999c7dd61": {
4457+ "model_module": "@jupyter-widgets/controls",
4458+ "model_name": "DescriptionStyleModel",
4459+ "model_module_version": "1.5.0",
4460+ "state": {
4461+ "_model_module": "@jupyter-widgets/controls",
4462+ "_model_module_version": "1.5.0",
4463+ "_model_name": "DescriptionStyleModel",
4464+ "_view_count": null,
4465+ "_view_module": "@jupyter-widgets/base",
4466+ "_view_module_version": "1.2.0",
4467+ "_view_name": "StyleView",
4468+ "description_width": ""
4469+ }
4470+ },
4471+ "c7701c085ce14d2ea263c27f99bb2086": {
4472+ "model_module": "@jupyter-widgets/base",
4473+ "model_name": "LayoutModel",
4474+ "model_module_version": "1.2.0",
4475+ "state": {
4476+ "_model_module": "@jupyter-widgets/base",
4477+ "_model_module_version": "1.2.0",
4478+ "_model_name": "LayoutModel",
4479+ "_view_count": null,
4480+ "_view_module": "@jupyter-widgets/base",
4481+ "_view_module_version": "1.2.0",
4482+ "_view_name": "LayoutView",
4483+ "align_content": null,
4484+ "align_items": null,
4485+ "align_self": null,
4486+ "border": null,
4487+ "bottom": null,
4488+ "display": null,
4489+ "flex": null,
4490+ "flex_flow": null,
4491+ "grid_area": null,
4492+ "grid_auto_columns": null,
4493+ "grid_auto_flow": null,
4494+ "grid_auto_rows": null,
4495+ "grid_column": null,
4496+ "grid_gap": null,
4497+ "grid_row": null,
4498+ "grid_template_areas": null,
4499+ "grid_template_columns": null,
4500+ "grid_template_rows": null,
4501+ "height": null,
4502+ "justify_content": null,
4503+ "justify_items": null,
4504+ "left": null,
4505+ "margin": null,
4506+ "max_height": null,
4507+ "max_width": null,
4508+ "min_height": null,
4509+ "min_width": null,
4510+ "object_fit": null,
4511+ "object_position": null,
4512+ "order": null,
4513+ "overflow": null,
4514+ "overflow_x": null,
4515+ "overflow_y": null,
4516+ "padding": null,
4517+ "right": null,
4518+ "top": null,
4519+ "visibility": null,
4520+ "width": null
4521+ }
4522+ },
4523+ "d8d1714014814d56a71d61800520fecc": {
4524+ "model_module": "@jupyter-widgets/controls",
4525+ "model_name": "ProgressStyleModel",
4526+ "model_module_version": "1.5.0",
4527+ "state": {
4528+ "_model_module": "@jupyter-widgets/controls",
4529+ "_model_module_version": "1.5.0",
4530+ "_model_name": "ProgressStyleModel",
4531+ "_view_count": null,
4532+ "_view_module": "@jupyter-widgets/base",
4533+ "_view_module_version": "1.2.0",
4534+ "_view_name": "StyleView",
4535+ "bar_color": null,
4536+ "description_width": ""
4537+ }
4538+ },
4539+ "16b5802f63544f0798b92b4cd5a5fecf": {
4540+ "model_module": "@jupyter-widgets/base",
4541+ "model_name": "LayoutModel",
4542+ "model_module_version": "1.2.0",
4543+ "state": {
4544+ "_model_module": "@jupyter-widgets/base",
4545+ "_model_module_version": "1.2.0",
4546+ "_model_name": "LayoutModel",
4547+ "_view_count": null,
4548+ "_view_module": "@jupyter-widgets/base",
4549+ "_view_module_version": "1.2.0",
4550+ "_view_name": "LayoutView",
4551+ "align_content": null,
4552+ "align_items": null,
4553+ "align_self": null,
4554+ "border": null,
4555+ "bottom": null,
4556+ "display": null,
4557+ "flex": null,
4558+ "flex_flow": null,
4559+ "grid_area": null,
4560+ "grid_auto_columns": null,
4561+ "grid_auto_flow": null,
4562+ "grid_auto_rows": null,
4563+ "grid_column": null,
4564+ "grid_gap": null,
4565+ "grid_row": null,
4566+ "grid_template_areas": null,
4567+ "grid_template_columns": null,
4568+ "grid_template_rows": null,
4569+ "height": null,
4570+ "justify_content": null,
4571+ "justify_items": null,
4572+ "left": null,
4573+ "margin": null,
4574+ "max_height": null,
4575+ "max_width": null,
4576+ "min_height": null,
4577+ "min_width": null,
4578+ "object_fit": null,
4579+ "object_position": null,
4580+ "order": null,
4581+ "overflow": null,
4582+ "overflow_x": null,
4583+ "overflow_y": null,
4584+ "padding": null,
4585+ "right": null,
4586+ "top": null,
4587+ "visibility": null,
4588+ "width": null
4589+ }
4590+ },
4591+ "8df80ce5ab244d8bbf9bb5a19c2175d9": {
4592+ "model_module": "@jupyter-widgets/controls",
4593+ "model_name": "DescriptionStyleModel",
4594+ "model_module_version": "1.5.0",
4595+ "state": {
4596+ "_model_module": "@jupyter-widgets/controls",
4597+ "_model_module_version": "1.5.0",
4598+ "_model_name": "DescriptionStyleModel",
4599+ "_view_count": null,
4600+ "_view_module": "@jupyter-widgets/base",
4601+ "_view_module_version": "1.2.0",
4602+ "_view_name": "StyleView",
4603+ "description_width": ""
4604+ }
4605+ },
4606+ "7216323c76314bb6a6d227e94f606959": {
4607+ "model_module": "@jupyter-widgets/controls",
4608+ "model_name": "HBoxModel",
4609+ "model_module_version": "1.5.0",
4610+ "state": {
4611+ "_dom_classes": [],
4612+ "_model_module": "@jupyter-widgets/controls",
4613+ "_model_module_version": "1.5.0",
4614+ "_model_name": "HBoxModel",
4615+ "_view_count": null,
4616+ "_view_module": "@jupyter-widgets/controls",
4617+ "_view_module_version": "1.5.0",
4618+ "_view_name": "HBoxView",
4619+ "box_style": "",
4620+ "children": [
4621+ "IPY_MODEL_9feb387f623e40ed834fbf735b991404",
4622+ "IPY_MODEL_f156bbbfcdd242f6a0fa281915c6155a",
4623+ "IPY_MODEL_f2db20140e634aa2acc998fa2c0d778c"
4624+ ],
4625+ "layout": "IPY_MODEL_b7cf8ccc9600431f8302c49a1cfe5da1"
4626+ }
4627+ },
4628+ "9feb387f623e40ed834fbf735b991404": {
4629+ "model_module": "@jupyter-widgets/controls",
4630+ "model_name": "HTMLModel",
4631+ "model_module_version": "1.5.0",
4632+ "state": {
4633+ "_dom_classes": [],
4634+ "_model_module": "@jupyter-widgets/controls",
4635+ "_model_module_version": "1.5.0",
4636+ "_model_name": "HTMLModel",
4637+ "_view_count": null,
4638+ "_view_module": "@jupyter-widgets/controls",
4639+ "_view_module_version": "1.5.0",
4640+ "_view_name": "HTMLView",
4641+ "description": "",
4642+ "description_tooltip": null,
4643+ "layout": "IPY_MODEL_e616b3b0b2a1482a8a295b9bb1f98892",
4644+ "placeholder": "​",
4645+ "style": "IPY_MODEL_e1886c4ef75c4651bb4107519c685186",
4646+ "value": "model-00002-of-00002.safetensors: 100%"
4647+ }
4648+ },
4649+ "f156bbbfcdd242f6a0fa281915c6155a": {
4650+ "model_module": "@jupyter-widgets/controls",
4651+ "model_name": "FloatProgressModel",
4652+ "model_module_version": "1.5.0",
4653+ "state": {
4654+ "_dom_classes": [],
4655+ "_model_module": "@jupyter-widgets/controls",
4656+ "_model_module_version": "1.5.0",
4657+ "_model_name": "FloatProgressModel",
4658+ "_view_count": null,
4659+ "_view_module": "@jupyter-widgets/controls",
4660+ "_view_module_version": "1.5.0",
4661+ "_view_name": "ProgressView",
4662+ "bar_style": "success",
4663+ "description": "",
4664+ "description_tooltip": null,
4665+ "layout": "IPY_MODEL_3d1caae86efb45489ac1a58d1af7fa6b",
4666+ "max": 3500425616,
4667+ "min": 0,
4668+ "orientation": "horizontal",
4669+ "style": "IPY_MODEL_b293b31ff8eb4c56bfaf70dfe760a060",
4670+ "value": 3500425616
4671+ }
4672+ },
4673+ "f2db20140e634aa2acc998fa2c0d778c": {
4674+ "model_module": "@jupyter-widgets/controls",
4675+ "model_name": "HTMLModel",
4676+ "model_module_version": "1.5.0",
4677+ "state": {
4678+ "_dom_classes": [],
4679+ "_model_module": "@jupyter-widgets/controls",
4680+ "_model_module_version": "1.5.0",
4681+ "_model_name": "HTMLModel",
4682+ "_view_count": null,
4683+ "_view_module": "@jupyter-widgets/controls",
4684+ "_view_module_version": "1.5.0",
4685+ "_view_name": "HTMLView",
4686+ "description": "",
4687+ "description_tooltip": null,
4688+ "layout": "IPY_MODEL_77bbf90c640a4b63ad7e570757b474e4",
4689+ "placeholder": "​",
4690+ "style": "IPY_MODEL_af3c2480adb84d70b924bd3f4e6fbfdd",
4691+ "value": " 3.50G/3.50G [00:17&lt;00:00, 257MB/s]"
4692+ }
4693+ },
4694+ "b7cf8ccc9600431f8302c49a1cfe5da1": {
4695+ "model_module": "@jupyter-widgets/base",
4696+ "model_name": "LayoutModel",
4697+ "model_module_version": "1.2.0",
4698+ "state": {
4699+ "_model_module": "@jupyter-widgets/base",
4700+ "_model_module_version": "1.2.0",
4701+ "_model_name": "LayoutModel",
4702+ "_view_count": null,
4703+ "_view_module": "@jupyter-widgets/base",
4704+ "_view_module_version": "1.2.0",
4705+ "_view_name": "LayoutView",
4706+ "align_content": null,
4707+ "align_items": null,
4708+ "align_self": null,
4709+ "border": null,
4710+ "bottom": null,
4711+ "display": null,
4712+ "flex": null,
4713+ "flex_flow": null,
4714+ "grid_area": null,
4715+ "grid_auto_columns": null,
4716+ "grid_auto_flow": null,
4717+ "grid_auto_rows": null,
4718+ "grid_column": null,
4719+ "grid_gap": null,
4720+ "grid_row": null,
4721+ "grid_template_areas": null,
4722+ "grid_template_columns": null,
4723+ "grid_template_rows": null,
4724+ "height": null,
4725+ "justify_content": null,
4726+ "justify_items": null,
4727+ "left": null,
4728+ "margin": null,
4729+ "max_height": null,
4730+ "max_width": null,
4731+ "min_height": null,
4732+ "min_width": null,
4733+ "object_fit": null,
4734+ "object_position": null,
4735+ "order": null,
4736+ "overflow": null,
4737+ "overflow_x": null,
4738+ "overflow_y": null,
4739+ "padding": null,
4740+ "right": null,
4741+ "top": null,
4742+ "visibility": null,
4743+ "width": null
4744+ }
4745+ },
4746+ "e616b3b0b2a1482a8a295b9bb1f98892": {
4747+ "model_module": "@jupyter-widgets/base",
4748+ "model_name": "LayoutModel",
4749+ "model_module_version": "1.2.0",
4750+ "state": {
4751+ "_model_module": "@jupyter-widgets/base",
4752+ "_model_module_version": "1.2.0",
4753+ "_model_name": "LayoutModel",
4754+ "_view_count": null,
4755+ "_view_module": "@jupyter-widgets/base",
4756+ "_view_module_version": "1.2.0",
4757+ "_view_name": "LayoutView",
4758+ "align_content": null,
4759+ "align_items": null,
4760+ "align_self": null,
4761+ "border": null,
4762+ "bottom": null,
4763+ "display": null,
4764+ "flex": null,
4765+ "flex_flow": null,
4766+ "grid_area": null,
4767+ "grid_auto_columns": null,
4768+ "grid_auto_flow": null,
4769+ "grid_auto_rows": null,
4770+ "grid_column": null,
4771+ "grid_gap": null,
4772+ "grid_row": null,
4773+ "grid_template_areas": null,
4774+ "grid_template_columns": null,
4775+ "grid_template_rows": null,
4776+ "height": null,
4777+ "justify_content": null,
4778+ "justify_items": null,
4779+ "left": null,
4780+ "margin": null,
4781+ "max_height": null,
4782+ "max_width": null,
4783+ "min_height": null,
4784+ "min_width": null,
4785+ "object_fit": null,
4786+ "object_position": null,
4787+ "order": null,
4788+ "overflow": null,
4789+ "overflow_x": null,
4790+ "overflow_y": null,
4791+ "padding": null,
4792+ "right": null,
4793+ "top": null,
4794+ "visibility": null,
4795+ "width": null
4796+ }
4797+ },
4798+ "e1886c4ef75c4651bb4107519c685186": {
4799+ "model_module": "@jupyter-widgets/controls",
4800+ "model_name": "DescriptionStyleModel",
4801+ "model_module_version": "1.5.0",
4802+ "state": {
4803+ "_model_module": "@jupyter-widgets/controls",
4804+ "_model_module_version": "1.5.0",
4805+ "_model_name": "DescriptionStyleModel",
4806+ "_view_count": null,
4807+ "_view_module": "@jupyter-widgets/base",
4808+ "_view_module_version": "1.2.0",
4809+ "_view_name": "StyleView",
4810+ "description_width": ""
4811+ }
4812+ },
4813+ "3d1caae86efb45489ac1a58d1af7fa6b": {
4814+ "model_module": "@jupyter-widgets/base",
4815+ "model_name": "LayoutModel",
4816+ "model_module_version": "1.2.0",
4817+ "state": {
4818+ "_model_module": "@jupyter-widgets/base",
4819+ "_model_module_version": "1.2.0",
4820+ "_model_name": "LayoutModel",
4821+ "_view_count": null,
4822+ "_view_module": "@jupyter-widgets/base",
4823+ "_view_module_version": "1.2.0",
4824+ "_view_name": "LayoutView",
4825+ "align_content": null,
4826+ "align_items": null,
4827+ "align_self": null,
4828+ "border": null,
4829+ "bottom": null,
4830+ "display": null,
4831+ "flex": null,
4832+ "flex_flow": null,
4833+ "grid_area": null,
4834+ "grid_auto_columns": null,
4835+ "grid_auto_flow": null,
4836+ "grid_auto_rows": null,
4837+ "grid_column": null,
4838+ "grid_gap": null,
4839+ "grid_row": null,
4840+ "grid_template_areas": null,
4841+ "grid_template_columns": null,
4842+ "grid_template_rows": null,
4843+ "height": null,
4844+ "justify_content": null,
4845+ "justify_items": null,
4846+ "left": null,
4847+ "margin": null,
4848+ "max_height": null,
4849+ "max_width": null,
4850+ "min_height": null,
4851+ "min_width": null,
4852+ "object_fit": null,
4853+ "object_position": null,
4854+ "order": null,
4855+ "overflow": null,
4856+ "overflow_x": null,
4857+ "overflow_y": null,
4858+ "padding": null,
4859+ "right": null,
4860+ "top": null,
4861+ "visibility": null,
4862+ "width": null
4863+ }
4864+ },
4865+ "b293b31ff8eb4c56bfaf70dfe760a060": {
4866+ "model_module": "@jupyter-widgets/controls",
4867+ "model_name": "ProgressStyleModel",
4868+ "model_module_version": "1.5.0",
4869+ "state": {
4870+ "_model_module": "@jupyter-widgets/controls",
4871+ "_model_module_version": "1.5.0",
4872+ "_model_name": "ProgressStyleModel",
4873+ "_view_count": null,
4874+ "_view_module": "@jupyter-widgets/base",
4875+ "_view_module_version": "1.2.0",
4876+ "_view_name": "StyleView",
4877+ "bar_color": null,
4878+ "description_width": ""
4879+ }
4880+ },
4881+ "77bbf90c640a4b63ad7e570757b474e4": {
4882+ "model_module": "@jupyter-widgets/base",
4883+ "model_name": "LayoutModel",
4884+ "model_module_version": "1.2.0",
4885+ "state": {
4886+ "_model_module": "@jupyter-widgets/base",
4887+ "_model_module_version": "1.2.0",
4888+ "_model_name": "LayoutModel",
4889+ "_view_count": null,
4890+ "_view_module": "@jupyter-widgets/base",
4891+ "_view_module_version": "1.2.0",
4892+ "_view_name": "LayoutView",
4893+ "align_content": null,
4894+ "align_items": null,
4895+ "align_self": null,
4896+ "border": null,
4897+ "bottom": null,
4898+ "display": null,
4899+ "flex": null,
4900+ "flex_flow": null,
4901+ "grid_area": null,
4902+ "grid_auto_columns": null,
4903+ "grid_auto_flow": null,
4904+ "grid_auto_rows": null,
4905+ "grid_column": null,
4906+ "grid_gap": null,
4907+ "grid_row": null,
4908+ "grid_template_areas": null,
4909+ "grid_template_columns": null,
4910+ "grid_template_rows": null,
4911+ "height": null,
4912+ "justify_content": null,
4913+ "justify_items": null,
4914+ "left": null,
4915+ "margin": null,
4916+ "max_height": null,
4917+ "max_width": null,
4918+ "min_height": null,
4919+ "min_width": null,
4920+ "object_fit": null,
4921+ "object_position": null,
4922+ "order": null,
4923+ "overflow": null,
4924+ "overflow_x": null,
4925+ "overflow_y": null,
4926+ "padding": null,
4927+ "right": null,
4928+ "top": null,
4929+ "visibility": null,
4930+ "width": null
4931+ }
4932+ },
4933+ "af3c2480adb84d70b924bd3f4e6fbfdd": {
4934+ "model_module": "@jupyter-widgets/controls",
4935+ "model_name": "DescriptionStyleModel",
4936+ "model_module_version": "1.5.0",
4937+ "state": {
4938+ "_model_module": "@jupyter-widgets/controls",
4939+ "_model_module_version": "1.5.0",
4940+ "_model_name": "DescriptionStyleModel",
4941+ "_view_count": null,
4942+ "_view_module": "@jupyter-widgets/base",
4943+ "_view_module_version": "1.2.0",
4944+ "_view_name": "StyleView",
4945+ "description_width": ""
4946+ }
4947+ },
4948+ "c2f340f3e49f4a06a86d196b3c0c5cee": {
4949+ "model_module": "@jupyter-widgets/controls",
4950+ "model_name": "HBoxModel",
4951+ "model_module_version": "1.5.0",
4952+ "state": {
4953+ "_dom_classes": [],
4954+ "_model_module": "@jupyter-widgets/controls",
4955+ "_model_module_version": "1.5.0",
4956+ "_model_name": "HBoxModel",
4957+ "_view_count": null,
4958+ "_view_module": "@jupyter-widgets/controls",
4959+ "_view_module_version": "1.5.0",
4960+ "_view_name": "HBoxView",
4961+ "box_style": "",
4962+ "children": [
4963+ "IPY_MODEL_ca225ff313934133935e9fdf80bfdd62",
4964+ "IPY_MODEL_38eee09feaf14a0d87e880e13897aed4",
4965+ "IPY_MODEL_db2d4d648b55414b9b4f480a9f008e49"
4966+ ],
4967+ "layout": "IPY_MODEL_9e4b4d70e1d94ca298ad3bc52ff692ee"
4968+ }
4969+ },
4970+ "ca225ff313934133935e9fdf80bfdd62": {
4971+ "model_module": "@jupyter-widgets/controls",
4972+ "model_name": "HTMLModel",
4973+ "model_module_version": "1.5.0",
4974+ "state": {
4975+ "_dom_classes": [],
4976+ "_model_module": "@jupyter-widgets/controls",
4977+ "_model_module_version": "1.5.0",
4978+ "_model_name": "HTMLModel",
4979+ "_view_count": null,
4980+ "_view_module": "@jupyter-widgets/controls",
4981+ "_view_module_version": "1.5.0",
4982+ "_view_name": "HTMLView",
4983+ "description": "",
4984+ "description_tooltip": null,
4985+ "layout": "IPY_MODEL_ab0c7e885e9449039b3c4c9956f492d3",
4986+ "placeholder": "​",
4987+ "style": "IPY_MODEL_8bf5582fc6e649a3a3c4b00b8c6ab604",
4988+ "value": "Loading checkpoint shards: 100%"
4989+ }
4990+ },
4991+ "38eee09feaf14a0d87e880e13897aed4": {
4992+ "model_module": "@jupyter-widgets/controls",
4993+ "model_name": "FloatProgressModel",
4994+ "model_module_version": "1.5.0",
4995+ "state": {
4996+ "_dom_classes": [],
4997+ "_model_module": "@jupyter-widgets/controls",
4998+ "_model_module_version": "1.5.0",
4999+ "_model_name": "FloatProgressModel",
5000+ "_view_count": null,
5001+ "_view_module": "@jupyter-widgets/controls",
5002+ "_view_module_version": "1.5.0",
5003+ "_view_name": "ProgressView",
5004+ "bar_style": "success",
5005+ "description": "",
5006+ "description_tooltip": null,
5007+ "layout": "IPY_MODEL_654b5b484a8f472091941150feaa197b",
5008+ "max": 2,
5009+ "min": 0,
5010+ "orientation": "horizontal",
5011+ "style": "IPY_MODEL_3b081b95048744148150beee969029e4",
5012+ "value": 2
5013+ }
5014+ },
5015+ "db2d4d648b55414b9b4f480a9f008e49": {
5016+ "model_module": "@jupyter-widgets/controls",
5017+ "model_name": "HTMLModel",
5018+ "model_module_version": "1.5.0",
5019+ "state": {
5020+ "_dom_classes": [],
5021+ "_model_module": "@jupyter-widgets/controls",
5022+ "_model_module_version": "1.5.0",
5023+ "_model_name": "HTMLModel",
5024+ "_view_count": null,
5025+ "_view_module": "@jupyter-widgets/controls",
5026+ "_view_module_version": "1.5.0",
5027+ "_view_name": "HTMLView",
5028+ "description": "",
5029+ "description_tooltip": null,
5030+ "layout": "IPY_MODEL_52487bc382f2457aa676f6fa96b254cf",
5031+ "placeholder": "​",
5032+ "style": "IPY_MODEL_59835d83e8af4429a9638fdea8a50bda",
5033+ "value": " 2/2 [00:58&lt;00:00, 26.92s/it]"
5034+ }
5035+ },
5036+ "9e4b4d70e1d94ca298ad3bc52ff692ee": {
5037+ "model_module": "@jupyter-widgets/base",
5038+ "model_name": "LayoutModel",
5039+ "model_module_version": "1.2.0",
5040+ "state": {
5041+ "_model_module": "@jupyter-widgets/base",
5042+ "_model_module_version": "1.2.0",
5043+ "_model_name": "LayoutModel",
5044+ "_view_count": null,
5045+ "_view_module": "@jupyter-widgets/base",
5046+ "_view_module_version": "1.2.0",
5047+ "_view_name": "LayoutView",
5048+ "align_content": null,
5049+ "align_items": null,
5050+ "align_self": null,
5051+ "border": null,
5052+ "bottom": null,
5053+ "display": null,
5054+ "flex": null,
5055+ "flex_flow": null,
5056+ "grid_area": null,
5057+ "grid_auto_columns": null,
5058+ "grid_auto_flow": null,
5059+ "grid_auto_rows": null,
5060+ "grid_column": null,
5061+ "grid_gap": null,
5062+ "grid_row": null,
5063+ "grid_template_areas": null,
5064+ "grid_template_columns": null,
5065+ "grid_template_rows": null,
5066+ "height": null,
5067+ "justify_content": null,
5068+ "justify_items": null,
5069+ "left": null,
5070+ "margin": null,
5071+ "max_height": null,
5072+ "max_width": null,
5073+ "min_height": null,
5074+ "min_width": null,
5075+ "object_fit": null,
5076+ "object_position": null,
5077+ "order": null,
5078+ "overflow": null,
5079+ "overflow_x": null,
5080+ "overflow_y": null,
5081+ "padding": null,
5082+ "right": null,
5083+ "top": null,
5084+ "visibility": null,
5085+ "width": null
5086+ }
5087+ },
5088+ "ab0c7e885e9449039b3c4c9956f492d3": {
5089+ "model_module": "@jupyter-widgets/base",
5090+ "model_name": "LayoutModel",
5091+ "model_module_version": "1.2.0",
5092+ "state": {
5093+ "_model_module": "@jupyter-widgets/base",
5094+ "_model_module_version": "1.2.0",
5095+ "_model_name": "LayoutModel",
5096+ "_view_count": null,
5097+ "_view_module": "@jupyter-widgets/base",
5098+ "_view_module_version": "1.2.0",
5099+ "_view_name": "LayoutView",
5100+ "align_content": null,
5101+ "align_items": null,
5102+ "align_self": null,
5103+ "border": null,
5104+ "bottom": null,
5105+ "display": null,
5106+ "flex": null,
5107+ "flex_flow": null,
5108+ "grid_area": null,
5109+ "grid_auto_columns": null,
5110+ "grid_auto_flow": null,
5111+ "grid_auto_rows": null,
5112+ "grid_column": null,
5113+ "grid_gap": null,
5114+ "grid_row": null,
5115+ "grid_template_areas": null,
5116+ "grid_template_columns": null,
5117+ "grid_template_rows": null,
5118+ "height": null,
5119+ "justify_content": null,
5120+ "justify_items": null,
5121+ "left": null,
5122+ "margin": null,
5123+ "max_height": null,
5124+ "max_width": null,
5125+ "min_height": null,
5126+ "min_width": null,
5127+ "object_fit": null,
5128+ "object_position": null,
5129+ "order": null,
5130+ "overflow": null,
5131+ "overflow_x": null,
5132+ "overflow_y": null,
5133+ "padding": null,
5134+ "right": null,
5135+ "top": null,
5136+ "visibility": null,
5137+ "width": null
5138+ }
5139+ },
5140+ "8bf5582fc6e649a3a3c4b00b8c6ab604": {
5141+ "model_module": "@jupyter-widgets/controls",
5142+ "model_name": "DescriptionStyleModel",
5143+ "model_module_version": "1.5.0",
5144+ "state": {
5145+ "_model_module": "@jupyter-widgets/controls",
5146+ "_model_module_version": "1.5.0",
5147+ "_model_name": "DescriptionStyleModel",
5148+ "_view_count": null,
5149+ "_view_module": "@jupyter-widgets/base",
5150+ "_view_module_version": "1.2.0",
5151+ "_view_name": "StyleView",
5152+ "description_width": ""
5153+ }
5154+ },
5155+ "654b5b484a8f472091941150feaa197b": {
5156+ "model_module": "@jupyter-widgets/base",
5157+ "model_name": "LayoutModel",
5158+ "model_module_version": "1.2.0",
5159+ "state": {
5160+ "_model_module": "@jupyter-widgets/base",
5161+ "_model_module_version": "1.2.0",
5162+ "_model_name": "LayoutModel",
5163+ "_view_count": null,
5164+ "_view_module": "@jupyter-widgets/base",
5165+ "_view_module_version": "1.2.0",
5166+ "_view_name": "LayoutView",
5167+ "align_content": null,
5168+ "align_items": null,
5169+ "align_self": null,
5170+ "border": null,
5171+ "bottom": null,
5172+ "display": null,
5173+ "flex": null,
5174+ "flex_flow": null,
5175+ "grid_area": null,
5176+ "grid_auto_columns": null,
5177+ "grid_auto_flow": null,
5178+ "grid_auto_rows": null,
5179+ "grid_column": null,
5180+ "grid_gap": null,
5181+ "grid_row": null,
5182+ "grid_template_areas": null,
5183+ "grid_template_columns": null,
5184+ "grid_template_rows": null,
5185+ "height": null,
5186+ "justify_content": null,
5187+ "justify_items": null,
5188+ "left": null,
5189+ "margin": null,
5190+ "max_height": null,
5191+ "max_width": null,
5192+ "min_height": null,
5193+ "min_width": null,
5194+ "object_fit": null,
5195+ "object_position": null,
5196+ "order": null,
5197+ "overflow": null,
5198+ "overflow_x": null,
5199+ "overflow_y": null,
5200+ "padding": null,
5201+ "right": null,
5202+ "top": null,
5203+ "visibility": null,
5204+ "width": null
5205+ }
5206+ },
5207+ "3b081b95048744148150beee969029e4": {
5208+ "model_module": "@jupyter-widgets/controls",
5209+ "model_name": "ProgressStyleModel",
5210+ "model_module_version": "1.5.0",
5211+ "state": {
5212+ "_model_module": "@jupyter-widgets/controls",
5213+ "_model_module_version": "1.5.0",
5214+ "_model_name": "ProgressStyleModel",
5215+ "_view_count": null,
5216+ "_view_module": "@jupyter-widgets/base",
5217+ "_view_module_version": "1.2.0",
5218+ "_view_name": "StyleView",
5219+ "bar_color": null,
5220+ "description_width": ""
5221+ }
5222+ },
5223+ "52487bc382f2457aa676f6fa96b254cf": {
5224+ "model_module": "@jupyter-widgets/base",
5225+ "model_name": "LayoutModel",
5226+ "model_module_version": "1.2.0",
5227+ "state": {
5228+ "_model_module": "@jupyter-widgets/base",
5229+ "_model_module_version": "1.2.0",
5230+ "_model_name": "LayoutModel",
5231+ "_view_count": null,
5232+ "_view_module": "@jupyter-widgets/base",
5233+ "_view_module_version": "1.2.0",
5234+ "_view_name": "LayoutView",
5235+ "align_content": null,
5236+ "align_items": null,
5237+ "align_self": null,
5238+ "border": null,
5239+ "bottom": null,
5240+ "display": null,
5241+ "flex": null,
5242+ "flex_flow": null,
5243+ "grid_area": null,
5244+ "grid_auto_columns": null,
5245+ "grid_auto_flow": null,
5246+ "grid_auto_rows": null,
5247+ "grid_column": null,
5248+ "grid_gap": null,
5249+ "grid_row": null,
5250+ "grid_template_areas": null,
5251+ "grid_template_columns": null,
5252+ "grid_template_rows": null,
5253+ "height": null,
5254+ "justify_content": null,
5255+ "justify_items": null,
5256+ "left": null,
5257+ "margin": null,
5258+ "max_height": null,
5259+ "max_width": null,
5260+ "min_height": null,
5261+ "min_width": null,
5262+ "object_fit": null,
5263+ "object_position": null,
5264+ "order": null,
5265+ "overflow": null,
5266+ "overflow_x": null,
5267+ "overflow_y": null,
5268+ "padding": null,
5269+ "right": null,
5270+ "top": null,
5271+ "visibility": null,
5272+ "width": null
5273+ }
5274+ },
5275+ "59835d83e8af4429a9638fdea8a50bda": {
5276+ "model_module": "@jupyter-widgets/controls",
5277+ "model_name": "DescriptionStyleModel",
5278+ "model_module_version": "1.5.0",
5279+ "state": {
5280+ "_model_module": "@jupyter-widgets/controls",
5281+ "_model_module_version": "1.5.0",
5282+ "_model_name": "DescriptionStyleModel",
5283+ "_view_count": null,
5284+ "_view_module": "@jupyter-widgets/base",
5285+ "_view_module_version": "1.2.0",
5286+ "_view_name": "StyleView",
5287+ "description_width": ""
5288+ }
5289+ },
5290+ "e6470582c0fd4654ab4211d216709342": {
5291+ "model_module": "@jupyter-widgets/controls",
5292+ "model_name": "HBoxModel",
5293+ "model_module_version": "1.5.0",
5294+ "state": {
5295+ "_dom_classes": [],
5296+ "_model_module": "@jupyter-widgets/controls",
5297+ "_model_module_version": "1.5.0",
5298+ "_model_name": "HBoxModel",
5299+ "_view_count": null,
5300+ "_view_module": "@jupyter-widgets/controls",
5301+ "_view_module_version": "1.5.0",
5302+ "_view_name": "HBoxView",
5303+ "box_style": "",
5304+ "children": [
5305+ "IPY_MODEL_8565db4c5c534ec7a71d2d3ab0d174cd",
5306+ "IPY_MODEL_7ccc8dc11b76483aa44676a3306015b1",
5307+ "IPY_MODEL_758ccc539ac4478ab9b3ab1710c902a8"
5308+ ],
5309+ "layout": "IPY_MODEL_8d7b781ce6f74e7d86d7f3c41233435a"
5310+ }
5311+ },
5312+ "8565db4c5c534ec7a71d2d3ab0d174cd": {
5313+ "model_module": "@jupyter-widgets/controls",
5314+ "model_name": "HTMLModel",
5315+ "model_module_version": "1.5.0",
5316+ "state": {
5317+ "_dom_classes": [],
5318+ "_model_module": "@jupyter-widgets/controls",
5319+ "_model_module_version": "1.5.0",
5320+ "_model_name": "HTMLModel",
5321+ "_view_count": null,
5322+ "_view_module": "@jupyter-widgets/controls",
5323+ "_view_module_version": "1.5.0",
5324+ "_view_name": "HTMLView",
5325+ "description": "",
5326+ "description_tooltip": null,
5327+ "layout": "IPY_MODEL_f34b72f5d7c24ca88cd144d753add278",
5328+ "placeholder": "​",
5329+ "style": "IPY_MODEL_1658d84dbbf945c38600065a3d7331cb",
5330+ "value": "generation_config.json: 100%"
5331+ }
5332+ },
5333+ "7ccc8dc11b76483aa44676a3306015b1": {
5334+ "model_module": "@jupyter-widgets/controls",
5335+ "model_name": "FloatProgressModel",
5336+ "model_module_version": "1.5.0",
5337+ "state": {
5338+ "_dom_classes": [],
5339+ "_model_module": "@jupyter-widgets/controls",
5340+ "_model_module_version": "1.5.0",
5341+ "_model_name": "FloatProgressModel",
5342+ "_view_count": null,
5343+ "_view_module": "@jupyter-widgets/controls",
5344+ "_view_module_version": "1.5.0",
5345+ "_view_name": "ProgressView",
5346+ "bar_style": "success",
5347+ "description": "",
5348+ "description_tooltip": null,
5349+ "layout": "IPY_MODEL_998918b85a9c4e74a5eedf9d8881bf7a",
5350+ "max": 116,
5351+ "min": 0,
5352+ "orientation": "horizontal",
5353+ "style": "IPY_MODEL_87cc974a9c1f48169b80fa0f7caa2766",
5354+ "value": 116
5355+ }
5356+ },
5357+ "758ccc539ac4478ab9b3ab1710c902a8": {
5358+ "model_module": "@jupyter-widgets/controls",
5359+ "model_name": "HTMLModel",
5360+ "model_module_version": "1.5.0",
5361+ "state": {
5362+ "_dom_classes": [],
5363+ "_model_module": "@jupyter-widgets/controls",
5364+ "_model_module_version": "1.5.0",
5365+ "_model_name": "HTMLModel",
5366+ "_view_count": null,
5367+ "_view_module": "@jupyter-widgets/controls",
5368+ "_view_module_version": "1.5.0",
5369+ "_view_name": "HTMLView",
5370+ "description": "",
5371+ "description_tooltip": null,
5372+ "layout": "IPY_MODEL_ba5ea315b57146748bc3db556500a23e",
5373+ "placeholder": "​",
5374+ "style": "IPY_MODEL_204f00c1faf6405e860a9cda44a34ebd",
5375+ "value": " 116/116 [00:00&lt;00:00, 6.95kB/s]"
5376+ }
5377+ },
5378+ "8d7b781ce6f74e7d86d7f3c41233435a": {
5379+ "model_module": "@jupyter-widgets/base",
5380+ "model_name": "LayoutModel",
5381+ "model_module_version": "1.2.0",
5382+ "state": {
5383+ "_model_module": "@jupyter-widgets/base",
5384+ "_model_module_version": "1.2.0",
5385+ "_model_name": "LayoutModel",
5386+ "_view_count": null,
5387+ "_view_module": "@jupyter-widgets/base",
5388+ "_view_module_version": "1.2.0",
5389+ "_view_name": "LayoutView",
5390+ "align_content": null,
5391+ "align_items": null,
5392+ "align_self": null,
5393+ "border": null,
5394+ "bottom": null,
5395+ "display": null,
5396+ "flex": null,
5397+ "flex_flow": null,
5398+ "grid_area": null,
5399+ "grid_auto_columns": null,
5400+ "grid_auto_flow": null,
5401+ "grid_auto_rows": null,
5402+ "grid_column": null,
5403+ "grid_gap": null,
5404+ "grid_row": null,
5405+ "grid_template_areas": null,
5406+ "grid_template_columns": null,
5407+ "grid_template_rows": null,
5408+ "height": null,
5409+ "justify_content": null,
5410+ "justify_items": null,
5411+ "left": null,
5412+ "margin": null,
5413+ "max_height": null,
5414+ "max_width": null,
5415+ "min_height": null,
5416+ "min_width": null,
5417+ "object_fit": null,
5418+ "object_position": null,
5419+ "order": null,
5420+ "overflow": null,
5421+ "overflow_x": null,
5422+ "overflow_y": null,
5423+ "padding": null,
5424+ "right": null,
5425+ "top": null,
5426+ "visibility": null,
5427+ "width": null
5428+ }
5429+ },
5430+ "f34b72f5d7c24ca88cd144d753add278": {
5431+ "model_module": "@jupyter-widgets/base",
5432+ "model_name": "LayoutModel",
5433+ "model_module_version": "1.2.0",
5434+ "state": {
5435+ "_model_module": "@jupyter-widgets/base",
5436+ "_model_module_version": "1.2.0",
5437+ "_model_name": "LayoutModel",
5438+ "_view_count": null,
5439+ "_view_module": "@jupyter-widgets/base",
5440+ "_view_module_version": "1.2.0",
5441+ "_view_name": "LayoutView",
5442+ "align_content": null,
5443+ "align_items": null,
5444+ "align_self": null,
5445+ "border": null,
5446+ "bottom": null,
5447+ "display": null,
5448+ "flex": null,
5449+ "flex_flow": null,
5450+ "grid_area": null,
5451+ "grid_auto_columns": null,
5452+ "grid_auto_flow": null,
5453+ "grid_auto_rows": null,
5454+ "grid_column": null,
5455+ "grid_gap": null,
5456+ "grid_row": null,
5457+ "grid_template_areas": null,
5458+ "grid_template_columns": null,
5459+ "grid_template_rows": null,
5460+ "height": null,
5461+ "justify_content": null,
5462+ "justify_items": null,
5463+ "left": null,
5464+ "margin": null,
5465+ "max_height": null,
5466+ "max_width": null,
5467+ "min_height": null,
5468+ "min_width": null,
5469+ "object_fit": null,
5470+ "object_position": null,
5471+ "order": null,
5472+ "overflow": null,
5473+ "overflow_x": null,
5474+ "overflow_y": null,
5475+ "padding": null,
5476+ "right": null,
5477+ "top": null,
5478+ "visibility": null,
5479+ "width": null
5480+ }
5481+ },
5482+ "1658d84dbbf945c38600065a3d7331cb": {
5483+ "model_module": "@jupyter-widgets/controls",
5484+ "model_name": "DescriptionStyleModel",
5485+ "model_module_version": "1.5.0",
5486+ "state": {
5487+ "_model_module": "@jupyter-widgets/controls",
5488+ "_model_module_version": "1.5.0",
5489+ "_model_name": "DescriptionStyleModel",
5490+ "_view_count": null,
5491+ "_view_module": "@jupyter-widgets/base",
5492+ "_view_module_version": "1.2.0",
5493+ "_view_name": "StyleView",
5494+ "description_width": ""
5495+ }
5496+ },
5497+ "998918b85a9c4e74a5eedf9d8881bf7a": {
5498+ "model_module": "@jupyter-widgets/base",
5499+ "model_name": "LayoutModel",
5500+ "model_module_version": "1.2.0",
5501+ "state": {
5502+ "_model_module": "@jupyter-widgets/base",
5503+ "_model_module_version": "1.2.0",
5504+ "_model_name": "LayoutModel",
5505+ "_view_count": null,
5506+ "_view_module": "@jupyter-widgets/base",
5507+ "_view_module_version": "1.2.0",
5508+ "_view_name": "LayoutView",
5509+ "align_content": null,
5510+ "align_items": null,
5511+ "align_self": null,
5512+ "border": null,
5513+ "bottom": null,
5514+ "display": null,
5515+ "flex": null,
5516+ "flex_flow": null,
5517+ "grid_area": null,
5518+ "grid_auto_columns": null,
5519+ "grid_auto_flow": null,
5520+ "grid_auto_rows": null,
5521+ "grid_column": null,
5522+ "grid_gap": null,
5523+ "grid_row": null,
5524+ "grid_template_areas": null,
5525+ "grid_template_columns": null,
5526+ "grid_template_rows": null,
5527+ "height": null,
5528+ "justify_content": null,
5529+ "justify_items": null,
5530+ "left": null,
5531+ "margin": null,
5532+ "max_height": null,
5533+ "max_width": null,
5534+ "min_height": null,
5535+ "min_width": null,
5536+ "object_fit": null,
5537+ "object_position": null,
5538+ "order": null,
5539+ "overflow": null,
5540+ "overflow_x": null,
5541+ "overflow_y": null,
5542+ "padding": null,
5543+ "right": null,
5544+ "top": null,
5545+ "visibility": null,
5546+ "width": null
5547+ }
5548+ },
5549+ "87cc974a9c1f48169b80fa0f7caa2766": {
5550+ "model_module": "@jupyter-widgets/controls",
5551+ "model_name": "ProgressStyleModel",
5552+ "model_module_version": "1.5.0",
5553+ "state": {
5554+ "_model_module": "@jupyter-widgets/controls",
5555+ "_model_module_version": "1.5.0",
5556+ "_model_name": "ProgressStyleModel",
5557+ "_view_count": null,
5558+ "_view_module": "@jupyter-widgets/base",
5559+ "_view_module_version": "1.2.0",
5560+ "_view_name": "StyleView",
5561+ "bar_color": null,
5562+ "description_width": ""
5563+ }
5564+ },
5565+ "ba5ea315b57146748bc3db556500a23e": {
5566+ "model_module": "@jupyter-widgets/base",
5567+ "model_name": "LayoutModel",
5568+ "model_module_version": "1.2.0",
5569+ "state": {
5570+ "_model_module": "@jupyter-widgets/base",
5571+ "_model_module_version": "1.2.0",
5572+ "_model_name": "LayoutModel",
5573+ "_view_count": null,
5574+ "_view_module": "@jupyter-widgets/base",
5575+ "_view_module_version": "1.2.0",
5576+ "_view_name": "LayoutView",
5577+ "align_content": null,
5578+ "align_items": null,
5579+ "align_self": null,
5580+ "border": null,
5581+ "bottom": null,
5582+ "display": null,
5583+ "flex": null,
5584+ "flex_flow": null,
5585+ "grid_area": null,
5586+ "grid_auto_columns": null,
5587+ "grid_auto_flow": null,
5588+ "grid_auto_rows": null,
5589+ "grid_column": null,
5590+ "grid_gap": null,
5591+ "grid_row": null,
5592+ "grid_template_areas": null,
5593+ "grid_template_columns": null,
5594+ "grid_template_rows": null,
5595+ "height": null,
5596+ "justify_content": null,
5597+ "justify_items": null,
5598+ "left": null,
5599+ "margin": null,
5600+ "max_height": null,
5601+ "max_width": null,
5602+ "min_height": null,
5603+ "min_width": null,
5604+ "object_fit": null,
5605+ "object_position": null,
5606+ "order": null,
5607+ "overflow": null,
5608+ "overflow_x": null,
5609+ "overflow_y": null,
5610+ "padding": null,
5611+ "right": null,
5612+ "top": null,
5613+ "visibility": null,
5614+ "width": null
5615+ }
5616+ },
5617+ "204f00c1faf6405e860a9cda44a34ebd": {
5618+ "model_module": "@jupyter-widgets/controls",
5619+ "model_name": "DescriptionStyleModel",
5620+ "model_module_version": "1.5.0",
5621+ "state": {
5622+ "_model_module": "@jupyter-widgets/controls",
5623+ "_model_module_version": "1.5.0",
5624+ "_model_name": "DescriptionStyleModel",
5625+ "_view_count": null,
5626+ "_view_module": "@jupyter-widgets/base",
5627+ "_view_module_version": "1.2.0",
5628+ "_view_name": "StyleView",
5629+ "description_width": ""
5630+ }
5631+ },
5632+ "a222c7ba86df4ef0b22c929cdb9a02b7": {
5633+ "model_module": "@jupyter-widgets/controls",
5634+ "model_name": "HBoxModel",
5635+ "model_module_version": "1.5.0",
5636+ "state": {
5637+ "_dom_classes": [],
5638+ "_model_module": "@jupyter-widgets/controls",
5639+ "_model_module_version": "1.5.0",
5640+ "_model_name": "HBoxModel",
5641+ "_view_count": null,
5642+ "_view_module": "@jupyter-widgets/controls",
5643+ "_view_module_version": "1.5.0",
5644+ "_view_name": "HBoxView",
5645+ "box_style": "",
5646+ "children": [
5647+ "IPY_MODEL_b1b6aad30bfb44868275ca8df0010fff",
5648+ "IPY_MODEL_ea0956f0d3f44c73be1f1433e0db2f1d",
5649+ "IPY_MODEL_94a39eaf09754a759495499aac7a77a6"
5650+ ],
5651+ "layout": "IPY_MODEL_2306e365359b436a85bd8cf84ba26c99"
5652+ }
5653+ },
5654+ "b1b6aad30bfb44868275ca8df0010fff": {
5655+ "model_module": "@jupyter-widgets/controls",
5656+ "model_name": "HTMLModel",
5657+ "model_module_version": "1.5.0",
5658+ "state": {
5659+ "_dom_classes": [],
5660+ "_model_module": "@jupyter-widgets/controls",
5661+ "_model_module_version": "1.5.0",
5662+ "_model_name": "HTMLModel",
5663+ "_view_count": null,
5664+ "_view_module": "@jupyter-widgets/controls",
5665+ "_view_module_version": "1.5.0",
5666+ "_view_name": "HTMLView",
5667+ "description": "",
5668+ "description_tooltip": null,
5669+ "layout": "IPY_MODEL_e26e92fe9c56421898fca940607d2dbd",
5670+ "placeholder": "​",
5671+ "style": "IPY_MODEL_285d9bf06ff6444aa331241beccf67dd",
5672+ "value": "tokenizer_config.json: 100%"
5673+ }
5674+ },
5675+ "ea0956f0d3f44c73be1f1433e0db2f1d": {
5676+ "model_module": "@jupyter-widgets/controls",
5677+ "model_name": "FloatProgressModel",
5678+ "model_module_version": "1.5.0",
5679+ "state": {
5680+ "_dom_classes": [],
5681+ "_model_module": "@jupyter-widgets/controls",
5682+ "_model_module_version": "1.5.0",
5683+ "_model_name": "FloatProgressModel",
5684+ "_view_count": null,
5685+ "_view_module": "@jupyter-widgets/controls",
5686+ "_view_module_version": "1.5.0",
5687+ "_view_name": "ProgressView",
5688+ "bar_style": "success",
5689+ "description": "",
5690+ "description_tooltip": null,
5691+ "layout": "IPY_MODEL_aa8a8976b8074520a4bf4f112e771911",
5692+ "max": 749,
5693+ "min": 0,
5694+ "orientation": "horizontal",
5695+ "style": "IPY_MODEL_a087720a83304091a75e0717cd26b094",
5696+ "value": 749
5697+ }
5698+ },
5699+ "94a39eaf09754a759495499aac7a77a6": {
5700+ "model_module": "@jupyter-widgets/controls",
5701+ "model_name": "HTMLModel",
5702+ "model_module_version": "1.5.0",
5703+ "state": {
5704+ "_dom_classes": [],
5705+ "_model_module": "@jupyter-widgets/controls",
5706+ "_model_module_version": "1.5.0",
5707+ "_model_name": "HTMLModel",
5708+ "_view_count": null,
5709+ "_view_module": "@jupyter-widgets/controls",
5710+ "_view_module_version": "1.5.0",
5711+ "_view_name": "HTMLView",
5712+ "description": "",
5713+ "description_tooltip": null,
5714+ "layout": "IPY_MODEL_4a647e8930b34958b7d04de74f7e2c26",
5715+ "placeholder": "​",
5716+ "style": "IPY_MODEL_a70d33a9cece4e35bfcc110af23d2903",
5717+ "value": " 749/749 [00:00&lt;00:00, 37.8kB/s]"
5718+ }
5719+ },
5720+ "2306e365359b436a85bd8cf84ba26c99": {
5721+ "model_module": "@jupyter-widgets/base",
5722+ "model_name": "LayoutModel",
5723+ "model_module_version": "1.2.0",
5724+ "state": {
5725+ "_model_module": "@jupyter-widgets/base",
5726+ "_model_module_version": "1.2.0",
5727+ "_model_name": "LayoutModel",
5728+ "_view_count": null,
5729+ "_view_module": "@jupyter-widgets/base",
5730+ "_view_module_version": "1.2.0",
5731+ "_view_name": "LayoutView",
5732+ "align_content": null,
5733+ "align_items": null,
5734+ "align_self": null,
5735+ "border": null,
5736+ "bottom": null,
5737+ "display": null,
5738+ "flex": null,
5739+ "flex_flow": null,
5740+ "grid_area": null,
5741+ "grid_auto_columns": null,
5742+ "grid_auto_flow": null,
5743+ "grid_auto_rows": null,
5744+ "grid_column": null,
5745+ "grid_gap": null,
5746+ "grid_row": null,
5747+ "grid_template_areas": null,
5748+ "grid_template_columns": null,
5749+ "grid_template_rows": null,
5750+ "height": null,
5751+ "justify_content": null,
5752+ "justify_items": null,
5753+ "left": null,
5754+ "margin": null,
5755+ "max_height": null,
5756+ "max_width": null,
5757+ "min_height": null,
5758+ "min_width": null,
5759+ "object_fit": null,
5760+ "object_position": null,
5761+ "order": null,
5762+ "overflow": null,
5763+ "overflow_x": null,
5764+ "overflow_y": null,
5765+ "padding": null,
5766+ "right": null,
5767+ "top": null,
5768+ "visibility": null,
5769+ "width": null
5770+ }
5771+ },
5772+ "e26e92fe9c56421898fca940607d2dbd": {
5773+ "model_module": "@jupyter-widgets/base",
5774+ "model_name": "LayoutModel",
5775+ "model_module_version": "1.2.0",
5776+ "state": {
5777+ "_model_module": "@jupyter-widgets/base",
5778+ "_model_module_version": "1.2.0",
5779+ "_model_name": "LayoutModel",
5780+ "_view_count": null,
5781+ "_view_module": "@jupyter-widgets/base",
5782+ "_view_module_version": "1.2.0",
5783+ "_view_name": "LayoutView",
5784+ "align_content": null,
5785+ "align_items": null,
5786+ "align_self": null,
5787+ "border": null,
5788+ "bottom": null,
5789+ "display": null,
5790+ "flex": null,
5791+ "flex_flow": null,
5792+ "grid_area": null,
5793+ "grid_auto_columns": null,
5794+ "grid_auto_flow": null,
5795+ "grid_auto_rows": null,
5796+ "grid_column": null,
5797+ "grid_gap": null,
5798+ "grid_row": null,
5799+ "grid_template_areas": null,
5800+ "grid_template_columns": null,
5801+ "grid_template_rows": null,
5802+ "height": null,
5803+ "justify_content": null,
5804+ "justify_items": null,
5805+ "left": null,
5806+ "margin": null,
5807+ "max_height": null,
5808+ "max_width": null,
5809+ "min_height": null,
5810+ "min_width": null,
5811+ "object_fit": null,
5812+ "object_position": null,
5813+ "order": null,
5814+ "overflow": null,
5815+ "overflow_x": null,
5816+ "overflow_y": null,
5817+ "padding": null,
5818+ "right": null,
5819+ "top": null,
5820+ "visibility": null,
5821+ "width": null
5822+ }
5823+ },
5824+ "285d9bf06ff6444aa331241beccf67dd": {
5825+ "model_module": "@jupyter-widgets/controls",
5826+ "model_name": "DescriptionStyleModel",
5827+ "model_module_version": "1.5.0",
5828+ "state": {
5829+ "_model_module": "@jupyter-widgets/controls",
5830+ "_model_module_version": "1.5.0",
5831+ "_model_name": "DescriptionStyleModel",
5832+ "_view_count": null,
5833+ "_view_module": "@jupyter-widgets/base",
5834+ "_view_module_version": "1.2.0",
5835+ "_view_name": "StyleView",
5836+ "description_width": ""
5837+ }
5838+ },
5839+ "aa8a8976b8074520a4bf4f112e771911": {
5840+ "model_module": "@jupyter-widgets/base",
5841+ "model_name": "LayoutModel",
5842+ "model_module_version": "1.2.0",
5843+ "state": {
5844+ "_model_module": "@jupyter-widgets/base",
5845+ "_model_module_version": "1.2.0",
5846+ "_model_name": "LayoutModel",
5847+ "_view_count": null,
5848+ "_view_module": "@jupyter-widgets/base",
5849+ "_view_module_version": "1.2.0",
5850+ "_view_name": "LayoutView",
5851+ "align_content": null,
5852+ "align_items": null,
5853+ "align_self": null,
5854+ "border": null,
5855+ "bottom": null,
5856+ "display": null,
5857+ "flex": null,
5858+ "flex_flow": null,
5859+ "grid_area": null,
5860+ "grid_auto_columns": null,
5861+ "grid_auto_flow": null,
5862+ "grid_auto_rows": null,
5863+ "grid_column": null,
5864+ "grid_gap": null,
5865+ "grid_row": null,
5866+ "grid_template_areas": null,
5867+ "grid_template_columns": null,
5868+ "grid_template_rows": null,
5869+ "height": null,
5870+ "justify_content": null,
5871+ "justify_items": null,
5872+ "left": null,
5873+ "margin": null,
5874+ "max_height": null,
5875+ "max_width": null,
5876+ "min_height": null,
5877+ "min_width": null,
5878+ "object_fit": null,
5879+ "object_position": null,
5880+ "order": null,
5881+ "overflow": null,
5882+ "overflow_x": null,
5883+ "overflow_y": null,
5884+ "padding": null,
5885+ "right": null,
5886+ "top": null,
5887+ "visibility": null,
5888+ "width": null
5889+ }
5890+ },
5891+ "a087720a83304091a75e0717cd26b094": {
5892+ "model_module": "@jupyter-widgets/controls",
5893+ "model_name": "ProgressStyleModel",
5894+ "model_module_version": "1.5.0",
5895+ "state": {
5896+ "_model_module": "@jupyter-widgets/controls",
5897+ "_model_module_version": "1.5.0",
5898+ "_model_name": "ProgressStyleModel",
5899+ "_view_count": null,
5900+ "_view_module": "@jupyter-widgets/base",
5901+ "_view_module_version": "1.2.0",
5902+ "_view_name": "StyleView",
5903+ "bar_color": null,
5904+ "description_width": ""
5905+ }
5906+ },
5907+ "4a647e8930b34958b7d04de74f7e2c26": {
5908+ "model_module": "@jupyter-widgets/base",
5909+ "model_name": "LayoutModel",
5910+ "model_module_version": "1.2.0",
5911+ "state": {
5912+ "_model_module": "@jupyter-widgets/base",
5913+ "_model_module_version": "1.2.0",
5914+ "_model_name": "LayoutModel",
5915+ "_view_count": null,
5916+ "_view_module": "@jupyter-widgets/base",
5917+ "_view_module_version": "1.2.0",
5918+ "_view_name": "LayoutView",
5919+ "align_content": null,
5920+ "align_items": null,
5921+ "align_self": null,
5922+ "border": null,
5923+ "bottom": null,
5924+ "display": null,
5925+ "flex": null,
5926+ "flex_flow": null,
5927+ "grid_area": null,
5928+ "grid_auto_columns": null,
5929+ "grid_auto_flow": null,
5930+ "grid_auto_rows": null,
5931+ "grid_column": null,
5932+ "grid_gap": null,
5933+ "grid_row": null,
5934+ "grid_template_areas": null,
5935+ "grid_template_columns": null,
5936+ "grid_template_rows": null,
5937+ "height": null,
5938+ "justify_content": null,
5939+ "justify_items": null,
5940+ "left": null,
5941+ "margin": null,
5942+ "max_height": null,
5943+ "max_width": null,
5944+ "min_height": null,
5945+ "min_width": null,
5946+ "object_fit": null,
5947+ "object_position": null,
5948+ "order": null,
5949+ "overflow": null,
5950+ "overflow_x": null,
5951+ "overflow_y": null,
5952+ "padding": null,
5953+ "right": null,
5954+ "top": null,
5955+ "visibility": null,
5956+ "width": null
5957+ }
5958+ },
5959+ "a70d33a9cece4e35bfcc110af23d2903": {
5960+ "model_module": "@jupyter-widgets/controls",
5961+ "model_name": "DescriptionStyleModel",
5962+ "model_module_version": "1.5.0",
5963+ "state": {
5964+ "_model_module": "@jupyter-widgets/controls",
5965+ "_model_module_version": "1.5.0",
5966+ "_model_name": "DescriptionStyleModel",
5967+ "_view_count": null,
5968+ "_view_module": "@jupyter-widgets/base",
5969+ "_view_module_version": "1.2.0",
5970+ "_view_name": "StyleView",
5971+ "description_width": ""
5972+ }
5973+ },
5974+ "16cdfd0f48804e2698f25fc1e8675f07": {
5975+ "model_module": "@jupyter-widgets/controls",
5976+ "model_name": "HBoxModel",
5977+ "model_module_version": "1.5.0",
5978+ "state": {
5979+ "_dom_classes": [],
5980+ "_model_module": "@jupyter-widgets/controls",
5981+ "_model_module_version": "1.5.0",
5982+ "_model_name": "HBoxModel",
5983+ "_view_count": null,
5984+ "_view_module": "@jupyter-widgets/controls",
5985+ "_view_module_version": "1.5.0",
5986+ "_view_name": "HBoxView",
5987+ "box_style": "",
5988+ "children": [
5989+ "IPY_MODEL_ff6a7e5351484f6da09d6ee4bdc30120",
5990+ "IPY_MODEL_b41a6f33a4e94bcf93d909bef0c7631a",
5991+ "IPY_MODEL_a37c555b427d4378b07407495d0cafa6"
5992+ ],
5993+ "layout": "IPY_MODEL_881adea662c246b98b7462f1cd0cf6cc"
5994+ }
5995+ },
5996+ "ff6a7e5351484f6da09d6ee4bdc30120": {
5997+ "model_module": "@jupyter-widgets/controls",
5998+ "model_name": "HTMLModel",
5999+ "model_module_version": "1.5.0",
6000+ "state": {
6001+ "_dom_classes": [],
6002+ "_model_module": "@jupyter-widgets/controls",
6003+ "_model_module_version": "1.5.0",
6004+ "_model_name": "HTMLModel",
6005+ "_view_count": null,
6006+ "_view_module": "@jupyter-widgets/controls",
6007+ "_view_module_version": "1.5.0",
6008+ "_view_name": "HTMLView",
6009+ "description": "",
6010+ "description_tooltip": null,
6011+ "layout": "IPY_MODEL_b6beeca955a44799bc648ad857a40584",
6012+ "placeholder": "​",
6013+ "style": "IPY_MODEL_80c0000c82654a2986f95e79715f4293",
6014+ "value": "tokenizer.model: 100%"
6015+ }
6016+ },
6017+ "b41a6f33a4e94bcf93d909bef0c7631a": {
6018+ "model_module": "@jupyter-widgets/controls",
6019+ "model_name": "FloatProgressModel",
6020+ "model_module_version": "1.5.0",
6021+ "state": {
6022+ "_dom_classes": [],
6023+ "_model_module": "@jupyter-widgets/controls",
6024+ "_model_module_version": "1.5.0",
6025+ "_model_name": "FloatProgressModel",
6026+ "_view_count": null,
6027+ "_view_module": "@jupyter-widgets/controls",
6028+ "_view_module_version": "1.5.0",
6029+ "_view_name": "ProgressView",
6030+ "bar_style": "success",
6031+ "description": "",
6032+ "description_tooltip": null,
6033+ "layout": "IPY_MODEL_4ab1b334c3074f1abebc79321451d8ca",
6034+ "max": 500058,
6035+ "min": 0,
6036+ "orientation": "horizontal",
6037+ "style": "IPY_MODEL_3f3413f71cb54a7c87e64766a8c6fa51",
6038+ "value": 500058
6039+ }
6040+ },
6041+ "a37c555b427d4378b07407495d0cafa6": {
6042+ "model_module": "@jupyter-widgets/controls",
6043+ "model_name": "HTMLModel",
6044+ "model_module_version": "1.5.0",
6045+ "state": {
6046+ "_dom_classes": [],
6047+ "_model_module": "@jupyter-widgets/controls",
6048+ "_model_module_version": "1.5.0",
6049+ "_model_name": "HTMLModel",
6050+ "_view_count": null,
6051+ "_view_module": "@jupyter-widgets/controls",
6052+ "_view_module_version": "1.5.0",
6053+ "_view_name": "HTMLView",
6054+ "description": "",
6055+ "description_tooltip": null,
6056+ "layout": "IPY_MODEL_46d38a3087c343ef9eb2a1ee51790e7e",
6057+ "placeholder": "​",
6058+ "style": "IPY_MODEL_aa369c38ec1c4a05935808f54ee46e2c",
6059+ "value": " 500k/500k [00:00&lt;00:00, 5.67MB/s]"
6060+ }
6061+ },
6062+ "881adea662c246b98b7462f1cd0cf6cc": {
6063+ "model_module": "@jupyter-widgets/base",
6064+ "model_name": "LayoutModel",
6065+ "model_module_version": "1.2.0",
6066+ "state": {
6067+ "_model_module": "@jupyter-widgets/base",
6068+ "_model_module_version": "1.2.0",
6069+ "_model_name": "LayoutModel",
6070+ "_view_count": null,
6071+ "_view_module": "@jupyter-widgets/base",
6072+ "_view_module_version": "1.2.0",
6073+ "_view_name": "LayoutView",
6074+ "align_content": null,
6075+ "align_items": null,
6076+ "align_self": null,
6077+ "border": null,
6078+ "bottom": null,
6079+ "display": null,
6080+ "flex": null,
6081+ "flex_flow": null,
6082+ "grid_area": null,
6083+ "grid_auto_columns": null,
6084+ "grid_auto_flow": null,
6085+ "grid_auto_rows": null,
6086+ "grid_column": null,
6087+ "grid_gap": null,
6088+ "grid_row": null,
6089+ "grid_template_areas": null,
6090+ "grid_template_columns": null,
6091+ "grid_template_rows": null,
6092+ "height": null,
6093+ "justify_content": null,
6094+ "justify_items": null,
6095+ "left": null,
6096+ "margin": null,
6097+ "max_height": null,
6098+ "max_width": null,
6099+ "min_height": null,
6100+ "min_width": null,
6101+ "object_fit": null,
6102+ "object_position": null,
6103+ "order": null,
6104+ "overflow": null,
6105+ "overflow_x": null,
6106+ "overflow_y": null,
6107+ "padding": null,
6108+ "right": null,
6109+ "top": null,
6110+ "visibility": null,
6111+ "width": null
6112+ }
6113+ },
6114+ "b6beeca955a44799bc648ad857a40584": {
6115+ "model_module": "@jupyter-widgets/base",
6116+ "model_name": "LayoutModel",
6117+ "model_module_version": "1.2.0",
6118+ "state": {
6119+ "_model_module": "@jupyter-widgets/base",
6120+ "_model_module_version": "1.2.0",
6121+ "_model_name": "LayoutModel",
6122+ "_view_count": null,
6123+ "_view_module": "@jupyter-widgets/base",
6124+ "_view_module_version": "1.2.0",
6125+ "_view_name": "LayoutView",
6126+ "align_content": null,
6127+ "align_items": null,
6128+ "align_self": null,
6129+ "border": null,
6130+ "bottom": null,
6131+ "display": null,
6132+ "flex": null,
6133+ "flex_flow": null,
6134+ "grid_area": null,
6135+ "grid_auto_columns": null,
6136+ "grid_auto_flow": null,
6137+ "grid_auto_rows": null,
6138+ "grid_column": null,
6139+ "grid_gap": null,
6140+ "grid_row": null,
6141+ "grid_template_areas": null,
6142+ "grid_template_columns": null,
6143+ "grid_template_rows": null,
6144+ "height": null,
6145+ "justify_content": null,
6146+ "justify_items": null,
6147+ "left": null,
6148+ "margin": null,
6149+ "max_height": null,
6150+ "max_width": null,
6151+ "min_height": null,
6152+ "min_width": null,
6153+ "object_fit": null,
6154+ "object_position": null,
6155+ "order": null,
6156+ "overflow": null,
6157+ "overflow_x": null,
6158+ "overflow_y": null,
6159+ "padding": null,
6160+ "right": null,
6161+ "top": null,
6162+ "visibility": null,
6163+ "width": null
6164+ }
6165+ },
6166+ "80c0000c82654a2986f95e79715f4293": {
6167+ "model_module": "@jupyter-widgets/controls",
6168+ "model_name": "DescriptionStyleModel",
6169+ "model_module_version": "1.5.0",
6170+ "state": {
6171+ "_model_module": "@jupyter-widgets/controls",
6172+ "_model_module_version": "1.5.0",
6173+ "_model_name": "DescriptionStyleModel",
6174+ "_view_count": null,
6175+ "_view_module": "@jupyter-widgets/base",
6176+ "_view_module_version": "1.2.0",
6177+ "_view_name": "StyleView",
6178+ "description_width": ""
6179+ }
6180+ },
6181+ "4ab1b334c3074f1abebc79321451d8ca": {
6182+ "model_module": "@jupyter-widgets/base",
6183+ "model_name": "LayoutModel",
6184+ "model_module_version": "1.2.0",
6185+ "state": {
6186+ "_model_module": "@jupyter-widgets/base",
6187+ "_model_module_version": "1.2.0",
6188+ "_model_name": "LayoutModel",
6189+ "_view_count": null,
6190+ "_view_module": "@jupyter-widgets/base",
6191+ "_view_module_version": "1.2.0",
6192+ "_view_name": "LayoutView",
6193+ "align_content": null,
6194+ "align_items": null,
6195+ "align_self": null,
6196+ "border": null,
6197+ "bottom": null,
6198+ "display": null,
6199+ "flex": null,
6200+ "flex_flow": null,
6201+ "grid_area": null,
6202+ "grid_auto_columns": null,
6203+ "grid_auto_flow": null,
6204+ "grid_auto_rows": null,
6205+ "grid_column": null,
6206+ "grid_gap": null,
6207+ "grid_row": null,
6208+ "grid_template_areas": null,
6209+ "grid_template_columns": null,
6210+ "grid_template_rows": null,
6211+ "height": null,
6212+ "justify_content": null,
6213+ "justify_items": null,
6214+ "left": null,
6215+ "margin": null,
6216+ "max_height": null,
6217+ "max_width": null,
6218+ "min_height": null,
6219+ "min_width": null,
6220+ "object_fit": null,
6221+ "object_position": null,
6222+ "order": null,
6223+ "overflow": null,
6224+ "overflow_x": null,
6225+ "overflow_y": null,
6226+ "padding": null,
6227+ "right": null,
6228+ "top": null,
6229+ "visibility": null,
6230+ "width": null
6231+ }
6232+ },
6233+ "3f3413f71cb54a7c87e64766a8c6fa51": {
6234+ "model_module": "@jupyter-widgets/controls",
6235+ "model_name": "ProgressStyleModel",
6236+ "model_module_version": "1.5.0",
6237+ "state": {
6238+ "_model_module": "@jupyter-widgets/controls",
6239+ "_model_module_version": "1.5.0",
6240+ "_model_name": "ProgressStyleModel",
6241+ "_view_count": null,
6242+ "_view_module": "@jupyter-widgets/base",
6243+ "_view_module_version": "1.2.0",
6244+ "_view_name": "StyleView",
6245+ "bar_color": null,
6246+ "description_width": ""
6247+ }
6248+ },
6249+ "46d38a3087c343ef9eb2a1ee51790e7e": {
6250+ "model_module": "@jupyter-widgets/base",
6251+ "model_name": "LayoutModel",
6252+ "model_module_version": "1.2.0",
6253+ "state": {
6254+ "_model_module": "@jupyter-widgets/base",
6255+ "_model_module_version": "1.2.0",
6256+ "_model_name": "LayoutModel",
6257+ "_view_count": null,
6258+ "_view_module": "@jupyter-widgets/base",
6259+ "_view_module_version": "1.2.0",
6260+ "_view_name": "LayoutView",
6261+ "align_content": null,
6262+ "align_items": null,
6263+ "align_self": null,
6264+ "border": null,
6265+ "bottom": null,
6266+ "display": null,
6267+ "flex": null,
6268+ "flex_flow": null,
6269+ "grid_area": null,
6270+ "grid_auto_columns": null,
6271+ "grid_auto_flow": null,
6272+ "grid_auto_rows": null,
6273+ "grid_column": null,
6274+ "grid_gap": null,
6275+ "grid_row": null,
6276+ "grid_template_areas": null,
6277+ "grid_template_columns": null,
6278+ "grid_template_rows": null,
6279+ "height": null,
6280+ "justify_content": null,
6281+ "justify_items": null,
6282+ "left": null,
6283+ "margin": null,
6284+ "max_height": null,
6285+ "max_width": null,
6286+ "min_height": null,
6287+ "min_width": null,
6288+ "object_fit": null,
6289+ "object_position": null,
6290+ "order": null,
6291+ "overflow": null,
6292+ "overflow_x": null,
6293+ "overflow_y": null,
6294+ "padding": null,
6295+ "right": null,
6296+ "top": null,
6297+ "visibility": null,
6298+ "width": null
6299+ }
6300+ },
6301+ "aa369c38ec1c4a05935808f54ee46e2c": {
6302+ "model_module": "@jupyter-widgets/controls",
6303+ "model_name": "DescriptionStyleModel",
6304+ "model_module_version": "1.5.0",
6305+ "state": {
6306+ "_model_module": "@jupyter-widgets/controls",
6307+ "_model_module_version": "1.5.0",
6308+ "_model_name": "DescriptionStyleModel",
6309+ "_view_count": null,
6310+ "_view_module": "@jupyter-widgets/base",
6311+ "_view_module_version": "1.2.0",
6312+ "_view_name": "StyleView",
6313+ "description_width": ""
6314+ }
6315+ },
6316+ "fe1f304135164f2983ba40f3f230c97a": {
6317+ "model_module": "@jupyter-widgets/controls",
6318+ "model_name": "HBoxModel",
6319+ "model_module_version": "1.5.0",
6320+ "state": {
6321+ "_dom_classes": [],
6322+ "_model_module": "@jupyter-widgets/controls",
6323+ "_model_module_version": "1.5.0",
6324+ "_model_name": "HBoxModel",
6325+ "_view_count": null,
6326+ "_view_module": "@jupyter-widgets/controls",
6327+ "_view_module_version": "1.5.0",
6328+ "_view_name": "HBoxView",
6329+ "box_style": "",
6330+ "children": [
6331+ "IPY_MODEL_9164d3f34f174d7cb10ee3fbb188327a",
6332+ "IPY_MODEL_6357a65f79c94cccb92ded8682e8657e",
6333+ "IPY_MODEL_139c19c0cdab4f81916cfd75e1766a76"
6334+ ],
6335+ "layout": "IPY_MODEL_ba0ccf7fdcf74c47ac36ee3da222f187"
6336+ }
6337+ },
6338+ "9164d3f34f174d7cb10ee3fbb188327a": {
6339+ "model_module": "@jupyter-widgets/controls",
6340+ "model_name": "HTMLModel",
6341+ "model_module_version": "1.5.0",
6342+ "state": {
6343+ "_dom_classes": [],
6344+ "_model_module": "@jupyter-widgets/controls",
6345+ "_model_module_version": "1.5.0",
6346+ "_model_name": "HTMLModel",
6347+ "_view_count": null,
6348+ "_view_module": "@jupyter-widgets/controls",
6349+ "_view_module_version": "1.5.0",
6350+ "_view_name": "HTMLView",
6351+ "description": "",
6352+ "description_tooltip": null,
6353+ "layout": "IPY_MODEL_536b059b98cd4b54b9a2aefb52a70744",
6354+ "placeholder": "​",
6355+ "style": "IPY_MODEL_e215d7711dae486189d4df6a1cd63fe4",
6356+ "value": "tokenizer.json: 100%"
6357+ }
6358+ },
6359+ "6357a65f79c94cccb92ded8682e8657e": {
6360+ "model_module": "@jupyter-widgets/controls",
6361+ "model_name": "FloatProgressModel",
6362+ "model_module_version": "1.5.0",
6363+ "state": {
6364+ "_dom_classes": [],
6365+ "_model_module": "@jupyter-widgets/controls",
6366+ "_model_module_version": "1.5.0",
6367+ "_model_name": "FloatProgressModel",
6368+ "_view_count": null,
6369+ "_view_module": "@jupyter-widgets/controls",
6370+ "_view_module_version": "1.5.0",
6371+ "_view_name": "ProgressView",
6372+ "bar_style": "success",
6373+ "description": "",
6374+ "description_tooltip": null,
6375+ "layout": "IPY_MODEL_3019460b4af2486496430cf38447b3c0",
6376+ "max": 1843427,
6377+ "min": 0,
6378+ "orientation": "horizontal",
6379+ "style": "IPY_MODEL_0327281daf384e0fa9a2bf73f0851967",
6380+ "value": 1843427
6381+ }
6382+ },
6383+ "139c19c0cdab4f81916cfd75e1766a76": {
6384+ "model_module": "@jupyter-widgets/controls",
6385+ "model_name": "HTMLModel",
6386+ "model_module_version": "1.5.0",
6387+ "state": {
6388+ "_dom_classes": [],
6389+ "_model_module": "@jupyter-widgets/controls",
6390+ "_model_module_version": "1.5.0",
6391+ "_model_name": "HTMLModel",
6392+ "_view_count": null,
6393+ "_view_module": "@jupyter-widgets/controls",
6394+ "_view_module_version": "1.5.0",
6395+ "_view_name": "HTMLView",
6396+ "description": "",
6397+ "description_tooltip": null,
6398+ "layout": "IPY_MODEL_7d511c6b8ccc476aa677c4c1e7f1c5bc",
6399+ "placeholder": "​",
6400+ "style": "IPY_MODEL_7f72ebf02d9c4a64ac50e31fd6ff2e64",
6401+ "value": " 1.84M/1.84M [00:00&lt;00:00, 8.18MB/s]"
6402+ }
6403+ },
6404+ "ba0ccf7fdcf74c47ac36ee3da222f187": {
6405+ "model_module": "@jupyter-widgets/base",
6406+ "model_name": "LayoutModel",
6407+ "model_module_version": "1.2.0",
6408+ "state": {
6409+ "_model_module": "@jupyter-widgets/base",
6410+ "_model_module_version": "1.2.0",
6411+ "_model_name": "LayoutModel",
6412+ "_view_count": null,
6413+ "_view_module": "@jupyter-widgets/base",
6414+ "_view_module_version": "1.2.0",
6415+ "_view_name": "LayoutView",
6416+ "align_content": null,
6417+ "align_items": null,
6418+ "align_self": null,
6419+ "border": null,
6420+ "bottom": null,
6421+ "display": null,
6422+ "flex": null,
6423+ "flex_flow": null,
6424+ "grid_area": null,
6425+ "grid_auto_columns": null,
6426+ "grid_auto_flow": null,
6427+ "grid_auto_rows": null,
6428+ "grid_column": null,
6429+ "grid_gap": null,
6430+ "grid_row": null,
6431+ "grid_template_areas": null,
6432+ "grid_template_columns": null,
6433+ "grid_template_rows": null,
6434+ "height": null,
6435+ "justify_content": null,
6436+ "justify_items": null,
6437+ "left": null,
6438+ "margin": null,
6439+ "max_height": null,
6440+ "max_width": null,
6441+ "min_height": null,
6442+ "min_width": null,
6443+ "object_fit": null,
6444+ "object_position": null,
6445+ "order": null,
6446+ "overflow": null,
6447+ "overflow_x": null,
6448+ "overflow_y": null,
6449+ "padding": null,
6450+ "right": null,
6451+ "top": null,
6452+ "visibility": null,
6453+ "width": null
6454+ }
6455+ },
6456+ "536b059b98cd4b54b9a2aefb52a70744": {
6457+ "model_module": "@jupyter-widgets/base",
6458+ "model_name": "LayoutModel",
6459+ "model_module_version": "1.2.0",
6460+ "state": {
6461+ "_model_module": "@jupyter-widgets/base",
6462+ "_model_module_version": "1.2.0",
6463+ "_model_name": "LayoutModel",
6464+ "_view_count": null,
6465+ "_view_module": "@jupyter-widgets/base",
6466+ "_view_module_version": "1.2.0",
6467+ "_view_name": "LayoutView",
6468+ "align_content": null,
6469+ "align_items": null,
6470+ "align_self": null,
6471+ "border": null,
6472+ "bottom": null,
6473+ "display": null,
6474+ "flex": null,
6475+ "flex_flow": null,
6476+ "grid_area": null,
6477+ "grid_auto_columns": null,
6478+ "grid_auto_flow": null,
6479+ "grid_auto_rows": null,
6480+ "grid_column": null,
6481+ "grid_gap": null,
6482+ "grid_row": null,
6483+ "grid_template_areas": null,
6484+ "grid_template_columns": null,
6485+ "grid_template_rows": null,
6486+ "height": null,
6487+ "justify_content": null,
6488+ "justify_items": null,
6489+ "left": null,
6490+ "margin": null,
6491+ "max_height": null,
6492+ "max_width": null,
6493+ "min_height": null,
6494+ "min_width": null,
6495+ "object_fit": null,
6496+ "object_position": null,
6497+ "order": null,
6498+ "overflow": null,
6499+ "overflow_x": null,
6500+ "overflow_y": null,
6501+ "padding": null,
6502+ "right": null,
6503+ "top": null,
6504+ "visibility": null,
6505+ "width": null
6506+ }
6507+ },
6508+ "e215d7711dae486189d4df6a1cd63fe4": {
6509+ "model_module": "@jupyter-widgets/controls",
6510+ "model_name": "DescriptionStyleModel",
6511+ "model_module_version": "1.5.0",
6512+ "state": {
6513+ "_model_module": "@jupyter-widgets/controls",
6514+ "_model_module_version": "1.5.0",
6515+ "_model_name": "DescriptionStyleModel",
6516+ "_view_count": null,
6517+ "_view_module": "@jupyter-widgets/base",
6518+ "_view_module_version": "1.2.0",
6519+ "_view_name": "StyleView",
6520+ "description_width": ""
6521+ }
6522+ },
6523+ "3019460b4af2486496430cf38447b3c0": {
6524+ "model_module": "@jupyter-widgets/base",
6525+ "model_name": "LayoutModel",
6526+ "model_module_version": "1.2.0",
6527+ "state": {
6528+ "_model_module": "@jupyter-widgets/base",
6529+ "_model_module_version": "1.2.0",
6530+ "_model_name": "LayoutModel",
6531+ "_view_count": null,
6532+ "_view_module": "@jupyter-widgets/base",
6533+ "_view_module_version": "1.2.0",
6534+ "_view_name": "LayoutView",
6535+ "align_content": null,
6536+ "align_items": null,
6537+ "align_self": null,
6538+ "border": null,
6539+ "bottom": null,
6540+ "display": null,
6541+ "flex": null,
6542+ "flex_flow": null,
6543+ "grid_area": null,
6544+ "grid_auto_columns": null,
6545+ "grid_auto_flow": null,
6546+ "grid_auto_rows": null,
6547+ "grid_column": null,
6548+ "grid_gap": null,
6549+ "grid_row": null,
6550+ "grid_template_areas": null,
6551+ "grid_template_columns": null,
6552+ "grid_template_rows": null,
6553+ "height": null,
6554+ "justify_content": null,
6555+ "justify_items": null,
6556+ "left": null,
6557+ "margin": null,
6558+ "max_height": null,
6559+ "max_width": null,
6560+ "min_height": null,
6561+ "min_width": null,
6562+ "object_fit": null,
6563+ "object_position": null,
6564+ "order": null,
6565+ "overflow": null,
6566+ "overflow_x": null,
6567+ "overflow_y": null,
6568+ "padding": null,
6569+ "right": null,
6570+ "top": null,
6571+ "visibility": null,
6572+ "width": null
6573+ }
6574+ },
6575+ "0327281daf384e0fa9a2bf73f0851967": {
6576+ "model_module": "@jupyter-widgets/controls",
6577+ "model_name": "ProgressStyleModel",
6578+ "model_module_version": "1.5.0",
6579+ "state": {
6580+ "_model_module": "@jupyter-widgets/controls",
6581+ "_model_module_version": "1.5.0",
6582+ "_model_name": "ProgressStyleModel",
6583+ "_view_count": null,
6584+ "_view_module": "@jupyter-widgets/base",
6585+ "_view_module_version": "1.2.0",
6586+ "_view_name": "StyleView",
6587+ "bar_color": null,
6588+ "description_width": ""
6589+ }
6590+ },
6591+ "7d511c6b8ccc476aa677c4c1e7f1c5bc": {
6592+ "model_module": "@jupyter-widgets/base",
6593+ "model_name": "LayoutModel",
6594+ "model_module_version": "1.2.0",
6595+ "state": {
6596+ "_model_module": "@jupyter-widgets/base",
6597+ "_model_module_version": "1.2.0",
6598+ "_model_name": "LayoutModel",
6599+ "_view_count": null,
6600+ "_view_module": "@jupyter-widgets/base",
6601+ "_view_module_version": "1.2.0",
6602+ "_view_name": "LayoutView",
6603+ "align_content": null,
6604+ "align_items": null,
6605+ "align_self": null,
6606+ "border": null,
6607+ "bottom": null,
6608+ "display": null,
6609+ "flex": null,
6610+ "flex_flow": null,
6611+ "grid_area": null,
6612+ "grid_auto_columns": null,
6613+ "grid_auto_flow": null,
6614+ "grid_auto_rows": null,
6615+ "grid_column": null,
6616+ "grid_gap": null,
6617+ "grid_row": null,
6618+ "grid_template_areas": null,
6619+ "grid_template_columns": null,
6620+ "grid_template_rows": null,
6621+ "height": null,
6622+ "justify_content": null,
6623+ "justify_items": null,
6624+ "left": null,
6625+ "margin": null,
6626+ "max_height": null,
6627+ "max_width": null,
6628+ "min_height": null,
6629+ "min_width": null,
6630+ "object_fit": null,
6631+ "object_position": null,
6632+ "order": null,
6633+ "overflow": null,
6634+ "overflow_x": null,
6635+ "overflow_y": null,
6636+ "padding": null,
6637+ "right": null,
6638+ "top": null,
6639+ "visibility": null,
6640+ "width": null
6641+ }
6642+ },
6643+ "7f72ebf02d9c4a64ac50e31fd6ff2e64": {
6644+ "model_module": "@jupyter-widgets/controls",
6645+ "model_name": "DescriptionStyleModel",
6646+ "model_module_version": "1.5.0",
6647+ "state": {
6648+ "_model_module": "@jupyter-widgets/controls",
6649+ "_model_module_version": "1.5.0",
6650+ "_model_name": "DescriptionStyleModel",
6651+ "_view_count": null,
6652+ "_view_module": "@jupyter-widgets/base",
6653+ "_view_module_version": "1.2.0",
6654+ "_view_name": "StyleView",
6655+ "description_width": ""
6656+ }
6657+ },
6658+ "b21b2de1e98a43c0a4a676d7159f95bb": {
6659+ "model_module": "@jupyter-widgets/controls",
6660+ "model_name": "HBoxModel",
6661+ "model_module_version": "1.5.0",
6662+ "state": {
6663+ "_dom_classes": [],
6664+ "_model_module": "@jupyter-widgets/controls",
6665+ "_model_module_version": "1.5.0",
6666+ "_model_name": "HBoxModel",
6667+ "_view_count": null,
6668+ "_view_module": "@jupyter-widgets/controls",
6669+ "_view_module_version": "1.5.0",
6670+ "_view_name": "HBoxView",
6671+ "box_style": "",
6672+ "children": [
6673+ "IPY_MODEL_865fd028ad78400abebbd260b516fb6e",
6674+ "IPY_MODEL_917bcfa059dd4097ad5977b827833398",
6675+ "IPY_MODEL_1dec15dfdc8c4be48a532251ab9e4098"
6676+ ],
6677+ "layout": "IPY_MODEL_fe4cb764ae25458288dd6d6563f2994b"
6678+ }
6679+ },
6680+ "865fd028ad78400abebbd260b516fb6e": {
6681+ "model_module": "@jupyter-widgets/controls",
6682+ "model_name": "HTMLModel",
6683+ "model_module_version": "1.5.0",
6684+ "state": {
6685+ "_dom_classes": [],
6686+ "_model_module": "@jupyter-widgets/controls",
6687+ "_model_module_version": "1.5.0",
6688+ "_model_name": "HTMLModel",
6689+ "_view_count": null,
6690+ "_view_module": "@jupyter-widgets/controls",
6691+ "_view_module_version": "1.5.0",
6692+ "_view_name": "HTMLView",
6693+ "description": "",
6694+ "description_tooltip": null,
6695+ "layout": "IPY_MODEL_4dbf77977d064028aeb45f6bb5f91c97",
6696+ "placeholder": "​",
6697+ "style": "IPY_MODEL_1c0aa814eccd4d0297d301460fe81f02",
6698+ "value": "special_tokens_map.json: 100%"
6699+ }
6700+ },
6701+ "917bcfa059dd4097ad5977b827833398": {
6702+ "model_module": "@jupyter-widgets/controls",
6703+ "model_name": "FloatProgressModel",
6704+ "model_module_version": "1.5.0",
6705+ "state": {
6706+ "_dom_classes": [],
6707+ "_model_module": "@jupyter-widgets/controls",
6708+ "_model_module_version": "1.5.0",
6709+ "_model_name": "FloatProgressModel",
6710+ "_view_count": null,
6711+ "_view_module": "@jupyter-widgets/controls",
6712+ "_view_module_version": "1.5.0",
6713+ "_view_name": "ProgressView",
6714+ "bar_style": "success",
6715+ "description": "",
6716+ "description_tooltip": null,
6717+ "layout": "IPY_MODEL_023d3f97f9fd4f12bcd66d3fdd3903bf",
6718+ "max": 411,
6719+ "min": 0,
6720+ "orientation": "horizontal",
6721+ "style": "IPY_MODEL_ce5f0c5e965f4c009b868fa49d6c550f",
6722+ "value": 411
6723+ }
6724+ },
6725+ "1dec15dfdc8c4be48a532251ab9e4098": {
6726+ "model_module": "@jupyter-widgets/controls",
6727+ "model_name": "HTMLModel",
6728+ "model_module_version": "1.5.0",
6729+ "state": {
6730+ "_dom_classes": [],
6731+ "_model_module": "@jupyter-widgets/controls",
6732+ "_model_module_version": "1.5.0",
6733+ "_model_name": "HTMLModel",
6734+ "_view_count": null,
6735+ "_view_module": "@jupyter-widgets/controls",
6736+ "_view_module_version": "1.5.0",
6737+ "_view_name": "HTMLView",
6738+ "description": "",
6739+ "description_tooltip": null,
6740+ "layout": "IPY_MODEL_4103602e5721417194eb02e6575102ca",
6741+ "placeholder": "​",
6742+ "style": "IPY_MODEL_64fd29efa27249d588c740679febbc33",
6743+ "value": " 411/411 [00:00&lt;00:00, 29.0kB/s]"
6744+ }
6745+ },
6746+ "fe4cb764ae25458288dd6d6563f2994b": {
6747+ "model_module": "@jupyter-widgets/base",
6748+ "model_name": "LayoutModel",
6749+ "model_module_version": "1.2.0",
6750+ "state": {
6751+ "_model_module": "@jupyter-widgets/base",
6752+ "_model_module_version": "1.2.0",
6753+ "_model_name": "LayoutModel",
6754+ "_view_count": null,
6755+ "_view_module": "@jupyter-widgets/base",
6756+ "_view_module_version": "1.2.0",
6757+ "_view_name": "LayoutView",
6758+ "align_content": null,
6759+ "align_items": null,
6760+ "align_self": null,
6761+ "border": null,
6762+ "bottom": null,
6763+ "display": null,
6764+ "flex": null,
6765+ "flex_flow": null,
6766+ "grid_area": null,
6767+ "grid_auto_columns": null,
6768+ "grid_auto_flow": null,
6769+ "grid_auto_rows": null,
6770+ "grid_column": null,
6771+ "grid_gap": null,
6772+ "grid_row": null,
6773+ "grid_template_areas": null,
6774+ "grid_template_columns": null,
6775+ "grid_template_rows": null,
6776+ "height": null,
6777+ "justify_content": null,
6778+ "justify_items": null,
6779+ "left": null,
6780+ "margin": null,
6781+ "max_height": null,
6782+ "max_width": null,
6783+ "min_height": null,
6784+ "min_width": null,
6785+ "object_fit": null,
6786+ "object_position": null,
6787+ "order": null,
6788+ "overflow": null,
6789+ "overflow_x": null,
6790+ "overflow_y": null,
6791+ "padding": null,
6792+ "right": null,
6793+ "top": null,
6794+ "visibility": null,
6795+ "width": null
6796+ }
6797+ },
6798+ "4dbf77977d064028aeb45f6bb5f91c97": {
6799+ "model_module": "@jupyter-widgets/base",
6800+ "model_name": "LayoutModel",
6801+ "model_module_version": "1.2.0",
6802+ "state": {
6803+ "_model_module": "@jupyter-widgets/base",
6804+ "_model_module_version": "1.2.0",
6805+ "_model_name": "LayoutModel",
6806+ "_view_count": null,
6807+ "_view_module": "@jupyter-widgets/base",
6808+ "_view_module_version": "1.2.0",
6809+ "_view_name": "LayoutView",
6810+ "align_content": null,
6811+ "align_items": null,
6812+ "align_self": null,
6813+ "border": null,
6814+ "bottom": null,
6815+ "display": null,
6816+ "flex": null,
6817+ "flex_flow": null,
6818+ "grid_area": null,
6819+ "grid_auto_columns": null,
6820+ "grid_auto_flow": null,
6821+ "grid_auto_rows": null,
6822+ "grid_column": null,
6823+ "grid_gap": null,
6824+ "grid_row": null,
6825+ "grid_template_areas": null,
6826+ "grid_template_columns": null,
6827+ "grid_template_rows": null,
6828+ "height": null,
6829+ "justify_content": null,
6830+ "justify_items": null,
6831+ "left": null,
6832+ "margin": null,
6833+ "max_height": null,
6834+ "max_width": null,
6835+ "min_height": null,
6836+ "min_width": null,
6837+ "object_fit": null,
6838+ "object_position": null,
6839+ "order": null,
6840+ "overflow": null,
6841+ "overflow_x": null,
6842+ "overflow_y": null,
6843+ "padding": null,
6844+ "right": null,
6845+ "top": null,
6846+ "visibility": null,
6847+ "width": null
6848+ }
6849+ },
6850+ "1c0aa814eccd4d0297d301460fe81f02": {
6851+ "model_module": "@jupyter-widgets/controls",
6852+ "model_name": "DescriptionStyleModel",
6853+ "model_module_version": "1.5.0",
6854+ "state": {
6855+ "_model_module": "@jupyter-widgets/controls",
6856+ "_model_module_version": "1.5.0",
6857+ "_model_name": "DescriptionStyleModel",
6858+ "_view_count": null,
6859+ "_view_module": "@jupyter-widgets/base",
6860+ "_view_module_version": "1.2.0",
6861+ "_view_name": "StyleView",
6862+ "description_width": ""
6863+ }
6864+ },
6865+ "023d3f97f9fd4f12bcd66d3fdd3903bf": {
6866+ "model_module": "@jupyter-widgets/base",
6867+ "model_name": "LayoutModel",
6868+ "model_module_version": "1.2.0",
6869+ "state": {
6870+ "_model_module": "@jupyter-widgets/base",
6871+ "_model_module_version": "1.2.0",
6872+ "_model_name": "LayoutModel",
6873+ "_view_count": null,
6874+ "_view_module": "@jupyter-widgets/base",
6875+ "_view_module_version": "1.2.0",
6876+ "_view_name": "LayoutView",
6877+ "align_content": null,
6878+ "align_items": null,
6879+ "align_self": null,
6880+ "border": null,
6881+ "bottom": null,
6882+ "display": null,
6883+ "flex": null,
6884+ "flex_flow": null,
6885+ "grid_area": null,
6886+ "grid_auto_columns": null,
6887+ "grid_auto_flow": null,
6888+ "grid_auto_rows": null,
6889+ "grid_column": null,
6890+ "grid_gap": null,
6891+ "grid_row": null,
6892+ "grid_template_areas": null,
6893+ "grid_template_columns": null,
6894+ "grid_template_rows": null,
6895+ "height": null,
6896+ "justify_content": null,
6897+ "justify_items": null,
6898+ "left": null,
6899+ "margin": null,
6900+ "max_height": null,
6901+ "max_width": null,
6902+ "min_height": null,
6903+ "min_width": null,
6904+ "object_fit": null,
6905+ "object_position": null,
6906+ "order": null,
6907+ "overflow": null,
6908+ "overflow_x": null,
6909+ "overflow_y": null,
6910+ "padding": null,
6911+ "right": null,
6912+ "top": null,
6913+ "visibility": null,
6914+ "width": null
6915+ }
6916+ },
6917+ "ce5f0c5e965f4c009b868fa49d6c550f": {
6918+ "model_module": "@jupyter-widgets/controls",
6919+ "model_name": "ProgressStyleModel",
6920+ "model_module_version": "1.5.0",
6921+ "state": {
6922+ "_model_module": "@jupyter-widgets/controls",
6923+ "_model_module_version": "1.5.0",
6924+ "_model_name": "ProgressStyleModel",
6925+ "_view_count": null,
6926+ "_view_module": "@jupyter-widgets/base",
6927+ "_view_module_version": "1.2.0",
6928+ "_view_name": "StyleView",
6929+ "bar_color": null,
6930+ "description_width": ""
6931+ }
6932+ },
6933+ "4103602e5721417194eb02e6575102ca": {
6934+ "model_module": "@jupyter-widgets/base",
6935+ "model_name": "LayoutModel",
6936+ "model_module_version": "1.2.0",
6937+ "state": {
6938+ "_model_module": "@jupyter-widgets/base",
6939+ "_model_module_version": "1.2.0",
6940+ "_model_name": "LayoutModel",
6941+ "_view_count": null,
6942+ "_view_module": "@jupyter-widgets/base",
6943+ "_view_module_version": "1.2.0",
6944+ "_view_name": "LayoutView",
6945+ "align_content": null,
6946+ "align_items": null,
6947+ "align_self": null,
6948+ "border": null,
6949+ "bottom": null,
6950+ "display": null,
6951+ "flex": null,
6952+ "flex_flow": null,
6953+ "grid_area": null,
6954+ "grid_auto_columns": null,
6955+ "grid_auto_flow": null,
6956+ "grid_auto_rows": null,
6957+ "grid_column": null,
6958+ "grid_gap": null,
6959+ "grid_row": null,
6960+ "grid_template_areas": null,
6961+ "grid_template_columns": null,
6962+ "grid_template_rows": null,
6963+ "height": null,
6964+ "justify_content": null,
6965+ "justify_items": null,
6966+ "left": null,
6967+ "margin": null,
6968+ "max_height": null,
6969+ "max_width": null,
6970+ "min_height": null,
6971+ "min_width": null,
6972+ "object_fit": null,
6973+ "object_position": null,
6974+ "order": null,
6975+ "overflow": null,
6976+ "overflow_x": null,
6977+ "overflow_y": null,
6978+ "padding": null,
6979+ "right": null,
6980+ "top": null,
6981+ "visibility": null,
6982+ "width": null
6983+ }
6984+ },
6985+ "64fd29efa27249d588c740679febbc33": {
6986+ "model_module": "@jupyter-widgets/controls",
6987+ "model_name": "DescriptionStyleModel",
6988+ "model_module_version": "1.5.0",
6989+ "state": {
6990+ "_model_module": "@jupyter-widgets/controls",
6991+ "_model_module_version": "1.5.0",
6992+ "_model_name": "DescriptionStyleModel",
6993+ "_view_count": null,
6994+ "_view_module": "@jupyter-widgets/base",
6995+ "_view_module_version": "1.2.0",
6996+ "_view_name": "StyleView",
6997+ "description_width": ""
6998+ }
6999+ }
7000+ }
7001+ }
7002+ },
7003+ "nbformat": 4,
7004+ "nbformat_minor": 0
7005+}