@@ -0,0 +1,7005 @@
4+ "cell_type": "markdown",
9+ "# A guide to fine-tuning Code Llama\n",
11+ "**In this guide I show you how to fine-tune Code Llama to become a beast of an SQL developer. For coding tasks, you can generally get much better performance out of Code Llama than Llama 2, especially when you specialise the model on a particular task:**\n",
13+ "- I use the [b-mc2/sql-create-context](https://huggingface.co/datasets/b-mc2/sql-create-context) which is a bunch of text queries and their corresponding SQL queries\n",
14+ "- A Lora approach, quantizing the base model to int 8, freezing its weights and only training an adapter\n",
15+ "- Much of the code is borrowed from [alpaca-lora](https://github.com/tloen/alpaca-lora), but I refactored it quite a bit for this\n"
19+ "cell_type": "markdown",
24+ "### 2. Pip installs\n"
29+ "execution_count": null,
32+ "base_uri": "https://localhost:8080/"
34+ "id": "Y0x4OWfq1CSG",
35+ "outputId": "85954959-c527-4e20-f91b-1725a596ba31"
39+ "output_type": "stream",
42+ "Collecting git+https://github.com/huggingface/transformers.git@main\n",
43+ " Cloning https://github.com/huggingface/transformers.git (to revision main) to /tmp/pip-req-build-dsrdwty_\n",
44+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/transformers.git /tmp/pip-req-build-dsrdwty_\n",
45+ " Resolved https://github.com/huggingface/transformers.git to commit e65502951593a76844e872fee9c56b805598538a\n",
46+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
47+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
48+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
49+ "Collecting bitsandbytes\n",
50+ " Downloading bitsandbytes-0.43.1-py3-none-manylinux_2_24_x86_64.whl (119.8 MB)\n",
51+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.8/119.8 MB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
52+ "\u001b[?25hCollecting accelerate==0.20.3\n",
53+ " Downloading accelerate-0.20.3-py3-none-any.whl (227 kB)\n",
54+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.6/227.6 kB\u001b[0m \u001b[31m31.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
55+ "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (1.25.2)\n",
56+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (24.1)\n",
57+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (5.9.5)\n",
58+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (6.0.1)\n",
59+ "Requirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.20.3) (2.3.0+cu121)\n",
60+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (3.15.3)\n",
61+ "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.23.4)\n",
62+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (2024.5.15)\n",
63+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (2.31.0)\n",
64+ "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.19.1)\n",
65+ "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (0.4.3)\n",
66+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers==4.43.0.dev0) (4.66.4)\n",
67+ "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers==4.43.0.dev0) (2023.6.0)\n",
68+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers==4.43.0.dev0) (4.12.2)\n",
69+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (1.12.1)\n",
70+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (3.3)\n",
71+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (3.1.4)\n",
72+ "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
73+ " Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
74+ "Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
75+ " Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
76+ "Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
77+ " Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
78+ "Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.6.0->accelerate==0.20.3)\n",
79+ " Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
80+ "Collecting nvidia-cublas-cu12==12.1.3.1 (from torch>=1.6.0->accelerate==0.20.3)\n",
81+ " Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
82+ "Collecting nvidia-cufft-cu12==11.0.2.54 (from torch>=1.6.0->accelerate==0.20.3)\n",
83+ " Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
84+ "Collecting nvidia-curand-cu12==10.3.2.106 (from torch>=1.6.0->accelerate==0.20.3)\n",
85+ " Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
86+ "Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch>=1.6.0->accelerate==0.20.3)\n",
87+ " Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
88+ "Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch>=1.6.0->accelerate==0.20.3)\n",
89+ " Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
90+ "Collecting nvidia-nccl-cu12==2.20.5 (from torch>=1.6.0->accelerate==0.20.3)\n",
91+ " Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n",
92+ "Collecting nvidia-nvtx-cu12==12.1.105 (from torch>=1.6.0->accelerate==0.20.3)\n",
93+ " Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
94+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->accelerate==0.20.3) (2.3.0)\n",
95+ "Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.6.0->accelerate==0.20.3)\n",
96+ " Downloading nvidia_nvjitlink_cu12-12.5.40-py3-none-manylinux2014_x86_64.whl (21.3 MB)\n",
97+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.3/21.3 MB\u001b[0m \u001b[31m70.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
98+ "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (3.3.2)\n",
99+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (3.7)\n",
100+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (2.0.7)\n",
101+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.43.0.dev0) (2024.6.2)\n",
102+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.6.0->accelerate==0.20.3) (2.1.5)\n",
103+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.6.0->accelerate==0.20.3) (1.3.0)\n",
104+ "Building wheels for collected packages: transformers\n",
105+ " Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
106+ " Created wheel for transformers: filename=transformers-4.43.0.dev0-py3-none-any.whl size=9337412 sha256=3bcc3ee905c1d3dd2612cb8638ad01064e2e4ea5d9f9be0743ff0dc7a392360e\n",
107+ " Stored in directory: /tmp/pip-ephem-wheel-cache-s6y6llys/wheels/cf/59/82/6492402e887a68975030bf8c06532260abc16abb7ccd8127cc\n",
108+ "Successfully built transformers\n",
109+ "Installing collected packages: nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12, transformers, bitsandbytes, accelerate\n",
110+ " Attempting uninstall: transformers\n",
111+ " Found existing installation: transformers 4.41.2\n",
112+ " Uninstalling transformers-4.41.2:\n",
113+ " Successfully uninstalled transformers-4.41.2\n",
114+ "Successfully installed accelerate-0.20.3 bitsandbytes-0.43.1 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvjitlink-cu12-12.5.40 nvidia-nvtx-cu12-12.1.105 transformers-4.43.0.dev0\n",
115+ "Collecting git+https://github.com/huggingface/peft.git@e536616888d51b453ed354a6f1e243fecb02ea08\n",
116+ " Cloning https://github.com/huggingface/peft.git (to revision e536616888d51b453ed354a6f1e243fecb02ea08) to /tmp/pip-req-build-gxd2ld0j\n",
117+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/peft.git /tmp/pip-req-build-gxd2ld0j\n",
118+ " Running command git rev-parse -q --verify 'sha^e536616888d51b453ed354a6f1e243fecb02ea08'\n",
119+ " Running command git fetch -q https://github.com/huggingface/peft.git e536616888d51b453ed354a6f1e243fecb02ea08\n",
120+ " Running command git checkout -q e536616888d51b453ed354a6f1e243fecb02ea08\n",
121+ " Resolved https://github.com/huggingface/peft.git to commit e536616888d51b453ed354a6f1e243fecb02ea08\n",
122+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
123+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
124+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
125+ "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (1.25.2)\n",
126+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (24.1)\n",
127+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (5.9.5)\n",
128+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (6.0.1)\n",
129+ "Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (2.3.0+cu121)\n",
130+ "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (4.43.0.dev0)\n",
131+ "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (from peft==0.3.0.dev0) (0.20.3)\n",
132+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.15.3)\n",
133+ "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (4.12.2)\n",
134+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (1.12.1)\n",
135+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.3)\n",
136+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (3.1.4)\n",
137+ "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2023.6.0)\n",
138+ "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
139+ "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
140+ "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
141+ "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (8.9.2.26)\n",
142+ "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.3.1)\n",
143+ "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (11.0.2.54)\n",
144+ "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (10.3.2.106)\n",
145+ "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (11.4.5.107)\n",
146+ "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.0.106)\n",
147+ "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2.20.5)\n",
148+ "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (12.1.105)\n",
149+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.3.0.dev0) (2.3.0)\n",
150+ "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.13.0->peft==0.3.0.dev0) (12.5.40)\n",
151+ "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.23.4)\n",
152+ "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (2024.5.15)\n",
153+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (2.31.0)\n",
154+ "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.19.1)\n",
155+ "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (0.4.3)\n",
156+ "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers->peft==0.3.0.dev0) (4.66.4)\n",
157+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.13.0->peft==0.3.0.dev0) (2.1.5)\n",
158+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (3.3.2)\n",
159+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (3.7)\n",
160+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (2.0.7)\n",
161+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->peft==0.3.0.dev0) (2024.6.2)\n",
162+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.13.0->peft==0.3.0.dev0) (1.3.0)\n",
163+ "Building wheels for collected packages: peft\n",
164+ " Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
165+ " Created wheel for peft: filename=peft-0.3.0.dev0-py3-none-any.whl size=41637 sha256=8dca0349c03a339974d6963d5025cc47db6449bc9faeeafa7d1a7e9e811924fd\n",
166+ " Stored in directory: /root/.cache/pip/wheels/02/0a/9a/b9755f6b184f58a5a44baf58dd9664a49b3295e4b3e9a1f174\n",
167+ "Successfully built peft\n",
168+ "Installing collected packages: peft\n",
169+ "Successfully installed peft-0.3.0.dev0\n",
170+ "Collecting datasets==2.10.1\n",
171+ " Downloading datasets-2.10.1-py3-none-any.whl (469 kB)\n",
172+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m469.0/469.0 kB\u001b[0m \u001b[31m10.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
173+ "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (1.25.2)\n",
174+ "Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (14.0.2)\n",
175+ "Collecting dill<0.3.7,>=0.3.0 (from datasets==2.10.1)\n",
176+ " Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
177+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
178+ "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2.0.3)\n",
179+ "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2.31.0)\n",
180+ "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (4.66.4)\n",
181+ "Collecting xxhash (from datasets==2.10.1)\n",
182+ " Downloading xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
183+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m23.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
184+ "\u001b[?25hCollecting multiprocess (from datasets==2.10.1)\n",
185+ " Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
186+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m17.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
187+ "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (2023.6.0)\n",
188+ "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (3.9.5)\n",
189+ "Requirement already satisfied: huggingface-hub<1.0.0,>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (0.23.4)\n",
190+ "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (24.1)\n",
191+ "Collecting responses<0.19 (from datasets==2.10.1)\n",
192+ " Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
193+ "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.10.1) (6.0.1)\n",
194+ "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.3.1)\n",
195+ "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (23.2.0)\n",
196+ "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.4.1)\n",
197+ "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (6.0.5)\n",
198+ "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (1.9.4)\n",
199+ "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.10.1) (4.0.3)\n",
200+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.2.0->datasets==2.10.1) (3.15.3)\n",
201+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0.0,>=0.2.0->datasets==2.10.1) (4.12.2)\n",
202+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (3.3.2)\n",
203+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (3.7)\n",
204+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (2.0.7)\n",
205+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.10.1) (2024.6.2)\n",
206+ "INFO: pip is looking at multiple versions of multiprocess to determine which version is compatible with other requirements. This could take a while.\n",
207+ "Collecting multiprocess (from datasets==2.10.1)\n",
208+ " Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",
209+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m20.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
210+ "\u001b[?25h Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
211+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m22.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
212+ "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2.8.2)\n",
213+ "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2023.4)\n",
214+ "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.10.1) (2024.1)\n",
215+ "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets==2.10.1) (1.16.0)\n",
216+ "Installing collected packages: xxhash, dill, responses, multiprocess, datasets\n",
217+ "Successfully installed datasets-2.10.1 dill-0.3.6 multiprocess-0.70.14 responses-0.18.0 xxhash-3.4.1\n",
218+ "Collecting wandb\n",
219+ " Downloading wandb-0.17.3-py3-none-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.9 MB)\n",
220+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.9/6.9 MB\u001b[0m \u001b[31m66.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
221+ "\u001b[?25hRequirement already satisfied: click!=8.0.0,>=7.1 in /usr/local/lib/python3.10/dist-packages (from wandb) (8.1.7)\n",
222+ "Collecting docker-pycreds>=0.4.0 (from wandb)\n",
223+ " Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)\n",
224+ "Collecting gitpython!=3.1.29,>=1.0.0 (from wandb)\n",
225+ " Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n",
226+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.3/207.3 kB\u001b[0m \u001b[31m25.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
227+ "\u001b[?25hRequirement already satisfied: platformdirs in /usr/local/lib/python3.10/dist-packages (from wandb) (4.2.2)\n",
228+ "Requirement already satisfied: protobuf!=4.21.0,<6,>=3.19.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (3.20.3)\n",
229+ "Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (5.9.5)\n",
230+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from wandb) (6.0.1)\n",
231+ "Requirement already satisfied: requests<3,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.31.0)\n",
232+ "Collecting sentry-sdk>=1.0.0 (from wandb)\n",
233+ " Downloading sentry_sdk-2.7.1-py2.py3-none-any.whl (300 kB)\n",
234+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m300.2/300.2 kB\u001b[0m \u001b[31m40.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
235+ "\u001b[?25hCollecting setproctitle (from wandb)\n",
236+ " Downloading setproctitle-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (30 kB)\n",
237+ "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from wandb) (67.7.2)\n",
238+ "Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n",
239+ "Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.29,>=1.0.0->wandb)\n",
240+ " Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n",
241+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m9.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
242+ "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.3.2)\n",
243+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.7)\n",
244+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2.0.7)\n",
245+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2024.6.2)\n",
246+ "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb)\n",
247+ " Downloading smmap-5.0.1-py3-none-any.whl (24 kB)\n",
248+ "Installing collected packages: smmap, setproctitle, sentry-sdk, docker-pycreds, gitdb, gitpython, wandb\n",
249+ "Successfully installed docker-pycreds-0.4.0 gitdb-4.0.11 gitpython-3.1.43 sentry-sdk-2.7.1 setproctitle-1.3.3 smmap-5.0.1 wandb-0.17.3\n",
250+ "Collecting git+https://github.com/huggingface/accelerate\n",
251+ " Cloning https://github.com/huggingface/accelerate to /tmp/pip-req-build-ybbq40u5\n",
252+ " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/accelerate /tmp/pip-req-build-ybbq40u5\n",
253+ " Resolved https://github.com/huggingface/accelerate to commit c799c198e9d8096e3fffeb962b3adf34e5397d5e\n",
254+ " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
255+ " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
256+ " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
257+ "Requirement already satisfied: numpy<2.0.0,>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (1.25.2)\n",
258+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (24.1)\n",
259+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (5.9.5)\n",
260+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (6.0.1)\n",
261+ "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (2.3.0+cu121)\n",
262+ "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (0.23.4)\n",
263+ "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.32.0.dev0) (0.4.3)\n",
264+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.15.3)\n",
265+ "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (4.12.2)\n",
266+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (1.12.1)\n",
267+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.3)\n",
268+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (3.1.4)\n",
269+ "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2023.6.0)\n",
270+ "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
271+ "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
272+ "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
273+ "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (8.9.2.26)\n",
274+ "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.3.1)\n",
275+ "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (11.0.2.54)\n",
276+ "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (10.3.2.106)\n",
277+ "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (11.4.5.107)\n",
278+ "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.0.106)\n",
279+ "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2.20.5)\n",
280+ "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (12.1.105)\n",
281+ "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate==0.32.0.dev0) (2.3.0)\n",
282+ "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.10.0->accelerate==0.32.0.dev0) (12.5.40)\n",
283+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate==0.32.0.dev0) (2.31.0)\n",
284+ "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->accelerate==0.32.0.dev0) (4.66.4)\n",
285+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate==0.32.0.dev0) (2.1.5)\n",
286+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (3.3.2)\n",
287+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (3.7)\n",
288+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (2.0.7)\n",
289+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->accelerate==0.32.0.dev0) (2024.6.2)\n",
290+ "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate==0.32.0.dev0) (1.3.0)\n",
291+ "Building wheels for collected packages: accelerate\n",
292+ " Building wheel for accelerate (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
293+ " Created wheel for accelerate: filename=accelerate-0.32.0.dev0-py3-none-any.whl size=311915 sha256=d60c1b8c937d4c9992b76184d33f8626990edd6ae910b2025ddf25e180cf6fb0\n",
294+ " Stored in directory: /tmp/pip-ephem-wheel-cache-4f_elh6m/wheels/f6/c7/9d/1b8a5ca8353d9307733bc719107acb67acdc95063bba749f26\n",
295+ "Successfully built accelerate\n",
296+ "Installing collected packages: accelerate\n",
297+ " Attempting uninstall: accelerate\n",
298+ " Found existing installation: accelerate 0.20.3\n",
299+ " Uninstalling accelerate-0.20.3:\n",
300+ " Successfully uninstalled accelerate-0.20.3\n",
301+ "Successfully installed accelerate-0.32.0.dev0\n"
306+ "!pip install git+https://github.com/huggingface/transformers.git@main bitsandbytes accelerate==0.20.3 # we need latest transformers for this\n",
307+ "!pip install git+https://github.com/huggingface/peft.git@e536616888d51b453ed354a6f1e243fecb02ea08\n",
308+ "!pip install datasets==2.10.1\n",
309+ "!pip install wandb\n",
310+ "!pip install git+https://github.com/huggingface/accelerate"
314+ "cell_type": "markdown",
316+ "id": "mCmGzYg51CSH"
319+ "I used an A100 GPU machine with Python 3.10 and cuda 11.8 to run this notebook. It took about an hour to run."
323+ "cell_type": "markdown",
325+ "id": "0mu9JczX1CSH"
328+ "### Loading libraries\n"
332+ "cell_type": "code",
334+ "#import locale # colab workaround (MS - why?)\n",
335+ "#locale.getpreferredencoding = lambda _: \"UTF-8\" # colab workaround (MS - why?)"
338+ "id": "mploAwenyY1b"
340+ "execution_count": null,
344+ "cell_type": "code",
345+ "execution_count": null,
347+ "id": "oTeYW8z51CSH"
351+ "from datetime import datetime\n",
356+ "from peft import (\n",
358+ " get_peft_model,\n",
359+ " get_peft_model_state_dict,\n",
360+ " prepare_model_for_int8_training,\n",
361+ " set_peft_model_state_dict,\n",
363+ "from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, DataCollatorForSeq2Seq\n"
367+ "cell_type": "markdown",
369+ "id": "32zH9-hM1CSH"
372+ "(If you have import errors, try restarting your Jupyter kernel)\n"
376+ "cell_type": "markdown",
378+ "id": "4M9KyT0S1CSH"
381+ "### Load dataset\n"
385+ "cell_type": "code",
386+ "execution_count": null,
389+ "base_uri": "https://localhost:8080/",
391+ "referenced_widgets": [
392+ "c31be5d602e64c5cac38693d601acff7",
393+ "0ec9f66617644ef98e22bd8eebaa1b19",
394+ "00dcb6577b0e40c2bbfdea12c0004e94",
395+ "3542e0acaa6a4adb8dbae233d0b36870",
396+ "371469506e5243ac967085e68af8a82e",
397+ "72df7d9380fd4c14b66d4c13e6c57a20",
398+ "4a7fd75012f5444b98cadecded25ed70",
399+ "3761062b59b04588bdb4ee4c8fe04ba7",
400+ "bbca0c1dae6e4cf984392075200a34d3",
401+ "3dc10ba82f8948ea92144f4a54f418f4",
402+ "c84c0cd440c84ec98f773a55180fdab2",
403+ "8edafecdeefd41329f9642c600ff7428",
404+ "8bb3a968a4b84f3c86328ce49395f90a",
405+ "cdef8836c4284d1b98dbb07e65c24ec3",
406+ "1c0077241deb4e77b8b152d6a2e2bb4c",
407+ "9e410cb390494c92b883ed7a2cc12adf",
408+ "5033c87a47504cc7b3f37257f077e021",
409+ "691a710a120b411f8ba2fa39046989ae",
410+ "e68a1ae39fe044028006a10cb74918db",
411+ "c26c9b5ac0194106af9bad10acb141b9",
412+ "4ddaf4df640548e0ab6a92281e7639ab",
413+ "17e20ebd1a674149bc2b636434971886",
414+ "a17c1fab4d444206ac36ee0ab34c68a7",
415+ "9ecd37ddb6f04483a7298015d840cd73",
416+ "298835f687b4471486d11711b857876c",
417+ "bfe35c4fef9442a5a3f788d930376ea6",
418+ "140a95c743e9405da23de4ca012d647b",
419+ "560485aef18d418ebafe2f4043762535",
420+ "2b5ef4d827a5430691d98c035bae4596",
421+ "d21b0bc311364ccea13650e956b75295",
422+ "0e483d8b7a064f919090d89248f21d76",
423+ "128472f2459a4d6eb4aa920bd78f4abc",
424+ "8c47ee45130a454f90e2d0d59b07acfc",
425+ "a8f0bd6483694aefac9a18e99f839ce2",
426+ "84ea78fb849f4558b272df0f2693bb0e",
427+ "ad15d91e8e884020a18d023696ed0897",
428+ "3937159009bc4c7aad2a7551a35a591d",
429+ "5391aa65bc764781974410753d20aeff",
430+ "93c54f0a951942cbaf0e02bf69fbf9af",
431+ "31a0b03f535a4744911f21f1e7cfd703",
432+ "3721753463e546049adec3206c344940",
433+ "968b324b55f54a4faebce33d370cf767",
434+ "ef37b621119f4cf7b7e940ba50ef970b",
435+ "9e2a30524b354887b6d3a6fe1cbdd618",
436+ "3d29b558467f4ba78fd0e7f5bc32ad71",
437+ "bdf0beca44944d078b0d86ddb4b90a34",
438+ "7f31603cfba34008a151574f054d2c27",
439+ "4047ec990aef4ea585728bb00590b665",
440+ "71720a930cb64fdb86fc7f675d7fe86e",
441+ "a6046df162534dd3bda90a2985346925",
442+ "e97366424f8e42d6acb597f3e09582a1",
443+ "113f6b41b96e419c842f499b797d7790",
444+ "4e46bba497f444a7bfd799b6cd2b9c33",
445+ "6b2fbf4b32624b6cbbd5b5d033a92b04",
446+ "64b21f0a68fc43a6aee4e7905e488a0a"
449+ "id": "w44O1EK-1CSH",
450+ "outputId": "a3196ea0-b919-4717-f364-ead1ee039eb3"
454+ "output_type": "stream",
457+ "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
458+ "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
459+ "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
460+ "You will be able to reuse this secret in all of your notebooks.\n",
461+ "Please note that authentication is recommended but still optional to access public models or datasets.\n",
466+ "output_type": "display_data",
469+ "Downloading readme: 0%| | 0.00/4.43k [00:00<?, ?B/s]"
471+ "application/vnd.jupyter.widget-view+json": {
474+ "model_id": "c31be5d602e64c5cac38693d601acff7"
480+ "output_type": "stream",
483+ "Downloading and preparing dataset json/b-mc2--sql-create-context to /root/.cache/huggingface/datasets/b-mc2___json/b-mc2--sql-create-context-b6e5c5a03fb67709/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51...\n"
487+ "output_type": "display_data",
490+ "Downloading data files: 0%| | 0/1 [00:00<?, ?it/s]"
492+ "application/vnd.jupyter.widget-view+json": {
495+ "model_id": "8edafecdeefd41329f9642c600ff7428"
501+ "output_type": "display_data",
504+ "Downloading data: 0%| | 0.00/21.8M [00:00<?, ?B/s]"
506+ "application/vnd.jupyter.widget-view+json": {
509+ "model_id": "a17c1fab4d444206ac36ee0ab34c68a7"
515+ "output_type": "display_data",
518+ "Extracting data files: 0%| | 0/1 [00:00<?, ?it/s]"
520+ "application/vnd.jupyter.widget-view+json": {
523+ "model_id": "a8f0bd6483694aefac9a18e99f839ce2"
529+ "output_type": "display_data",
532+ "Generating train split: 0 examples [00:00, ? examples/s]"
534+ "application/vnd.jupyter.widget-view+json": {
537+ "model_id": "3d29b558467f4ba78fd0e7f5bc32ad71"
543+ "output_type": "stream",
546+ "Dataset json downloaded and prepared to /root/.cache/huggingface/datasets/b-mc2___json/b-mc2--sql-create-context-b6e5c5a03fb67709/0.0.0/0f7e3662623656454fcd2b650f34e886a7db4b9104504885bd462096cc7a9f51. Subsequent calls will reuse this data.\n"
551+ "from datasets import load_dataset\n",
552+ "dataset = load_dataset(\"b-mc2/sql-create-context\", split=\"train\")\n",
553+ "train_dataset = dataset.train_test_split(test_size=0.1)[\"train\"]\n",
554+ "eval_dataset = dataset.train_test_split(test_size=0.1)[\"test\"]"
558+ "cell_type": "markdown",
560+ "id": "fJ54EffO1CSI"
563+ "The above pulls the dataset from the Huggingface Hub and splits 10% of it into an evaluation set to check how well the model is doing through training. If you want to load your own dataset do this:\n",
566+ "train_dataset = load_dataset('json', data_files='train_set.jsonl', split='train')\n",
567+ "eval_dataset = load_dataset('json', data_files='validation_set.jsonl', split='train')\n",
570+ "And if you want to view any samples in the dataset just do something like:``` ```\n"
574+ "cell_type": "code",
575+ "execution_count": null,
578+ "base_uri": "https://localhost:8080/"
580+ "id": "fFbeaZzf1CSJ",
581+ "outputId": "25fc024b-2eed-4943-86c0-48542e878254"
585+ "output_type": "stream",
588+ "{'question': 'What region has giuseppe sivori as a home venue?', 'context': 'CREATE TABLE table_name_52 (region VARCHAR, home_venue VARCHAR)', 'answer': 'SELECT region FROM table_name_52 WHERE home_venue = \"giuseppe sivori\"'}\n"
593+ "print(train_dataset[3])"
597+ "cell_type": "markdown",
599+ "id": "VHdMYcu61CSJ"
602+ "Each entry is made up of a text 'question', the sql table 'context' and the 'answer'."
606+ "cell_type": "markdown",
608+ "id": "6ig7NvWN1CSJ"
612+ "I load code llama from huggingface in int8. Standard for Lora:"
616+ "cell_type": "code",
617+ "execution_count": null,
620+ "base_uri": "https://localhost:8080/",
622+ "referenced_widgets": [
623+ "eab2a932d0794c46aaf4f94a9822d5b9",
624+ "92f4ccd3cdff41faa52b481a5e7d512a",
625+ "0d728f97734543108fb3788b8b540f29",
626+ "4c9b0e0ebec94964806eba4613506081",
627+ "f96c1322499649e492ea008d6c681a10",
628+ "774509521c4f4043a574baf99678c880",
629+ "3ec4b951ea484ca0b74fef63e1aaedf6",
630+ "882f257e5ba740feb6605a305f96780d",
631+ "f171ee573b294c9fac3e2740fa1c011f",
632+ "1f2ac84732df4c21b61ef3e0072dd92f",
633+ "8c96cf592d2e46978f7603e1b3c6c7da",
634+ "bf4963f7d1d745a99869377020edd145",
635+ "0cb1438303a14f8ba163113108a63489",
636+ "f8da8790d3c445e39912bd61275ab04c",
637+ "ddfbc72fff4e469d9b13755b674c0671",
638+ "d47c7f6784e44beeb1f5a51bbcae9cdd",
639+ "240dab6a9f204f9baabc4ede372793ac",
640+ "b3ac3904d16c4424a9245687228ca25d",
641+ "cf57e9a838264fd389167363af4340d2",
642+ "f71f1dd9293345d2a4aab0c817933a59",
643+ "a5dea14c16c04f60adf7c809b8535e85",
644+ "c3e1b53349a14956b4a5db17b67696cd",
645+ "7cf0c39f0a844b91be86a732a025e50d",
646+ "fb75b1fa221b4d5095e245687e4296af",
647+ "843ccc4061f7447eb86d2d6523f65ffc",
648+ "c2e16091afbb45f19346b397ced775d2",
649+ "ef6236de50fb4bf4928abb811d2f6f5c",
650+ "7e7b4d11f11a4c0886fb978ff32a68ea",
651+ "c7ef9de8b1684d98a04ae2df3a378d11",
652+ "1e862f7e12ef49448f3902d256109f6a",
653+ "da1ebe03b4f1478ebf9651b40c99b30a",
654+ "be1ebfd7cc274dd18ce5f9f157fb497d",
655+ "18367b6e8d2a4832a706dfbbf1c215ed",
656+ "ee72e9996bc34b2c9b1d003a8c9ce943",
657+ "2013c6e206b24435b35f2dd468cf2cf6",
658+ "78ea4bd9c3b04603b54f9b13f53ecd01",
659+ "46b115732c5e428c93e34d5fb5981743",
660+ "1d9b8d863b834f8e9b37e4464f7ddc0a",
661+ "7ebd96f809ad475eb454101af3650d57",
662+ "0ad79da318f74ecaa974ce5999c7dd61",
663+ "c7701c085ce14d2ea263c27f99bb2086",
664+ "d8d1714014814d56a71d61800520fecc",
665+ "16b5802f63544f0798b92b4cd5a5fecf",
666+ "8df80ce5ab244d8bbf9bb5a19c2175d9",
667+ "7216323c76314bb6a6d227e94f606959",
668+ "9feb387f623e40ed834fbf735b991404",
669+ "f156bbbfcdd242f6a0fa281915c6155a",
670+ "f2db20140e634aa2acc998fa2c0d778c",
671+ "b7cf8ccc9600431f8302c49a1cfe5da1",
672+ "e616b3b0b2a1482a8a295b9bb1f98892",
673+ "e1886c4ef75c4651bb4107519c685186",
674+ "3d1caae86efb45489ac1a58d1af7fa6b",
675+ "b293b31ff8eb4c56bfaf70dfe760a060",
676+ "77bbf90c640a4b63ad7e570757b474e4",
677+ "af3c2480adb84d70b924bd3f4e6fbfdd",
678+ "c2f340f3e49f4a06a86d196b3c0c5cee",
679+ "ca225ff313934133935e9fdf80bfdd62",
680+ "38eee09feaf14a0d87e880e13897aed4",
681+ "db2d4d648b55414b9b4f480a9f008e49",
682+ "9e4b4d70e1d94ca298ad3bc52ff692ee",
683+ "ab0c7e885e9449039b3c4c9956f492d3",
684+ "8bf5582fc6e649a3a3c4b00b8c6ab604",
685+ "654b5b484a8f472091941150feaa197b",
686+ "3b081b95048744148150beee969029e4",
687+ "52487bc382f2457aa676f6fa96b254cf",
688+ "59835d83e8af4429a9638fdea8a50bda",
689+ "e6470582c0fd4654ab4211d216709342",
690+ "8565db4c5c534ec7a71d2d3ab0d174cd",
691+ "7ccc8dc11b76483aa44676a3306015b1",
692+ "758ccc539ac4478ab9b3ab1710c902a8",
693+ "8d7b781ce6f74e7d86d7f3c41233435a",
694+ "f34b72f5d7c24ca88cd144d753add278",
695+ "1658d84dbbf945c38600065a3d7331cb",
696+ "998918b85a9c4e74a5eedf9d8881bf7a",
697+ "87cc974a9c1f48169b80fa0f7caa2766",
698+ "ba5ea315b57146748bc3db556500a23e",
699+ "204f00c1faf6405e860a9cda44a34ebd",
700+ "a222c7ba86df4ef0b22c929cdb9a02b7",
701+ "b1b6aad30bfb44868275ca8df0010fff",
702+ "ea0956f0d3f44c73be1f1433e0db2f1d",
703+ "94a39eaf09754a759495499aac7a77a6",
704+ "2306e365359b436a85bd8cf84ba26c99",
705+ "e26e92fe9c56421898fca940607d2dbd",
706+ "285d9bf06ff6444aa331241beccf67dd",
707+ "aa8a8976b8074520a4bf4f112e771911",
708+ "a087720a83304091a75e0717cd26b094",
709+ "4a647e8930b34958b7d04de74f7e2c26",
710+ "a70d33a9cece4e35bfcc110af23d2903",
711+ "16cdfd0f48804e2698f25fc1e8675f07",
712+ "ff6a7e5351484f6da09d6ee4bdc30120",
713+ "b41a6f33a4e94bcf93d909bef0c7631a",
714+ "a37c555b427d4378b07407495d0cafa6",
715+ "881adea662c246b98b7462f1cd0cf6cc",
716+ "b6beeca955a44799bc648ad857a40584",
717+ "80c0000c82654a2986f95e79715f4293",
718+ "4ab1b334c3074f1abebc79321451d8ca",
719+ "3f3413f71cb54a7c87e64766a8c6fa51",
720+ "46d38a3087c343ef9eb2a1ee51790e7e",
721+ "aa369c38ec1c4a05935808f54ee46e2c",
722+ "fe1f304135164f2983ba40f3f230c97a",
723+ "9164d3f34f174d7cb10ee3fbb188327a",
724+ "6357a65f79c94cccb92ded8682e8657e",
725+ "139c19c0cdab4f81916cfd75e1766a76",
726+ "ba0ccf7fdcf74c47ac36ee3da222f187",
727+ "536b059b98cd4b54b9a2aefb52a70744",
728+ "e215d7711dae486189d4df6a1cd63fe4",
729+ "3019460b4af2486496430cf38447b3c0",
730+ "0327281daf384e0fa9a2bf73f0851967",
731+ "7d511c6b8ccc476aa677c4c1e7f1c5bc",
732+ "7f72ebf02d9c4a64ac50e31fd6ff2e64",
733+ "b21b2de1e98a43c0a4a676d7159f95bb",
734+ "865fd028ad78400abebbd260b516fb6e",
735+ "917bcfa059dd4097ad5977b827833398",
736+ "1dec15dfdc8c4be48a532251ab9e4098",
737+ "fe4cb764ae25458288dd6d6563f2994b",
738+ "4dbf77977d064028aeb45f6bb5f91c97",
739+ "1c0aa814eccd4d0297d301460fe81f02",
740+ "023d3f97f9fd4f12bcd66d3fdd3903bf",
741+ "ce5f0c5e965f4c009b868fa49d6c550f",
742+ "4103602e5721417194eb02e6575102ca",
743+ "64fd29efa27249d588c740679febbc33"
746+ "id": "rMnU93bY1CSJ",
747+ "outputId": "384bbb16-f429-4885-dca4-77b0f0e38355"
751+ "output_type": "display_data",
754+ "config.json: 0%| | 0.00/637 [00:00<?, ?B/s]"
756+ "application/vnd.jupyter.widget-view+json": {
759+ "model_id": "eab2a932d0794c46aaf4f94a9822d5b9"
765+ "output_type": "stream",
768+ "The `load_in_4bit` and `load_in_8bit` arguments are deprecated and will be removed in the future versions. Please, pass a `BitsAndBytesConfig` object in `quantization_config` argument instead.\n"
772+ "output_type": "display_data",
775+ "model.safetensors.index.json: 0%| | 0.00/25.1k [00:00<?, ?B/s]"
777+ "application/vnd.jupyter.widget-view+json": {
780+ "model_id": "bf4963f7d1d745a99869377020edd145"
786+ "output_type": "display_data",
789+ "Downloading shards: 0%| | 0/2 [00:00<?, ?it/s]"
791+ "application/vnd.jupyter.widget-view+json": {
794+ "model_id": "7cf0c39f0a844b91be86a732a025e50d"
800+ "output_type": "display_data",
803+ "model-00001-of-00002.safetensors: 0%| | 0.00/9.98G [00:00<?, ?B/s]"
805+ "application/vnd.jupyter.widget-view+json": {
808+ "model_id": "ee72e9996bc34b2c9b1d003a8c9ce943"
814+ "output_type": "display_data",
817+ "model-00002-of-00002.safetensors: 0%| | 0.00/3.50G [00:00<?, ?B/s]"
819+ "application/vnd.jupyter.widget-view+json": {
822+ "model_id": "7216323c76314bb6a6d227e94f606959"
828+ "output_type": "display_data",
831+ "Loading checkpoint shards: 0%| | 0/2 [00:00<?, ?it/s]"
833+ "application/vnd.jupyter.widget-view+json": {
836+ "model_id": "c2f340f3e49f4a06a86d196b3c0c5cee"
842+ "output_type": "display_data",
845+ "generation_config.json: 0%| | 0.00/116 [00:00<?, ?B/s]"
847+ "application/vnd.jupyter.widget-view+json": {
850+ "model_id": "e6470582c0fd4654ab4211d216709342"
856+ "output_type": "display_data",
859+ "tokenizer_config.json: 0%| | 0.00/749 [00:00<?, ?B/s]"
861+ "application/vnd.jupyter.widget-view+json": {
864+ "model_id": "a222c7ba86df4ef0b22c929cdb9a02b7"
870+ "output_type": "display_data",
873+ "tokenizer.model: 0%| | 0.00/500k [00:00<?, ?B/s]"
875+ "application/vnd.jupyter.widget-view+json": {
878+ "model_id": "16cdfd0f48804e2698f25fc1e8675f07"
884+ "output_type": "display_data",
887+ "tokenizer.json: 0%| | 0.00/1.84M [00:00<?, ?B/s]"
889+ "application/vnd.jupyter.widget-view+json": {
892+ "model_id": "fe1f304135164f2983ba40f3f230c97a"
898+ "output_type": "display_data",
901+ "special_tokens_map.json: 0%| | 0.00/411 [00:00<?, ?B/s]"
903+ "application/vnd.jupyter.widget-view+json": {
906+ "model_id": "b21b2de1e98a43c0a4a676d7159f95bb"
913+ "base_model = \"codellama/CodeLlama-7b-hf\"\n",
914+ "model = AutoModelForCausalLM.from_pretrained(\n",
916+ " load_in_8bit=True,\n",
917+ " torch_dtype=torch.float16,\n",
918+ " device_map=\"auto\",\n",
920+ "tokenizer = AutoTokenizer.from_pretrained(\"codellama/CodeLlama-7b-hf\")"
924+ "cell_type": "markdown",
926+ "id": "F3OF-wtj1CSJ"
929+ "torch_dtype=torch.float16 means computations are performed using a float16 representation, even though the values themselves are 8 bit ints.\n",
932+ "If you get error \"ValueError: Tokenizer class CodeLlamaTokenizer does not exist or is not currently imported.\" Make sure you have transformers version is 4.33.0.dev0 and accelerate is >=0.20.3.\n"
936+ "cell_type": "markdown",
938+ "id": "_2VXqJJe1CSJ"
941+ "### 3. Check base model\n",
942+ "A very good common practice is to check whether a model can already do the task at hand. Fine-tuning is something you want to try to avoid at all cost:\n"
946+ "cell_type": "code",
947+ "execution_count": null,
950+ "base_uri": "https://localhost:8080/"
952+ "id": "uiyAff1a1CSJ",
953+ "outputId": "f4813f3b-8398-42b4-ecfd-e52267cdc4c6"
957+ "output_type": "stream",
960+ "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
964+ "output_type": "stream",
967+ "You are a powerful purescript-to-javascript compiler. Your job is to convert purescript code into javascript. You are given \"Input\" in purescript, \"Context PS\" showing a similar chunk of PureScript and \"Context JS\" that shows you what \"Context PS\" compiles to in JS.\n",
969+ "You must output the JavaScript that corresponds to this purescript.\n",
971+ "module Snapshot.EffectBindAgain where\n",
974+ "import Effect (Effect)\n",
975+ "import Effect.Class.Console as Console\n",
977+ "test45 :: Effect Unit\n",
979+ " value1 <- Console.log \"foo\"\n",
980+ " let a = pure value1\n",
983+ "### Context PS:\n",
984+ "module Snapshot.EffectBind01 where\n",
987+ "import Effect (Effect)\n",
988+ "import Effect.Class.Console as Console\n",
990+ "test1 :: Effect Unit\n",
992+ " Console.log \"1\"\n",
993+ " value <- Console.log \"2\"\n",
994+ " Console.log \"3\"\n",
997+ "### Context JS:\n",
999+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1000+ "const test1 = /* #__PURE__ */ (() => {\n",
1001+ " const $0 = Effect$dConsole.log(\"1\");\n",
1002+ " return () => {\n",
1004+ " const value = Effect$dConsole.log(\"2\")();\n",
1005+ " Effect$dConsole.log(\"3\")();\n",
1006+ " return value;\n",
1009+ "export {test1};\n",
1013+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1014+ "const test45 = /* #__PURE__ */ (() => {\n",
1015+ " const $0 = Effect$dConsole.log(\"foo\");\n",
1016+ " return () => {\n",
1018+ " const a = Effect$dConsole.log(\"foo\")();\n",
1022+ "export {test45};\n",
1029+ "eval_prompt = \"\"\"You are a powerful purescript-to-javascript compiler. Your job is to convert purescript code into javascript. You are given \"Input\" in purescript, \"Context PS\" showing a similar chunk of PureScript and \"Context JS\" that shows you what \"Context PS\" compiles to in JS.\n",
1031+ "You must output the JavaScript that corresponds to this purescript.\n",
1033+ "module Snapshot.EffectBindAgain where\n",
1035+ "import Prelude\n",
1036+ "import Effect (Effect)\n",
1037+ "import Effect.Class.Console as Console\n",
1039+ "test45 :: Effect Unit\n",
1041+ " value1 <- Console.log \"foo\"\n",
1042+ " let a = pure value1\n",
1045+ "### Context PS:\n",
1046+ "module Snapshot.EffectBind01 where\n",
1048+ "import Prelude\n",
1049+ "import Effect (Effect)\n",
1050+ "import Effect.Class.Console as Console\n",
1052+ "test1 :: Effect Unit\n",
1054+ " Console.log \"1\"\n",
1055+ " value <- Console.log \"2\"\n",
1056+ " Console.log \"3\"\n",
1059+ "### Context JS:\n",
1061+ "import * as Effect$dConsole from \"../Effect.Console/index.js\";\n",
1062+ "const test1 = /* #__PURE__ */ (() => {\n",
1063+ " const $0 = Effect$dConsole.log(\"1\");\n",
1064+ " return () => {\n",
1066+ " const value = Effect$dConsole.log(\"2\")();\n",
1067+ " Effect$dConsole.log(\"3\")();\n",
1068+ " return value;\n",
1071+ "export {test1};\n",
1075+ "# {'question': 'Name the comptroller for office of prohibition', 'context': 'CREATE TABLE table_22607062_1 (comptroller VARCHAR, ticket___office VARCHAR)', 'answer': 'SELECT comptroller FROM table_22607062_1 WHERE ticket___office = \"Prohibition\"'}\n",
1076+ "model_input = tokenizer(eval_prompt, return_tensors=\"pt\").to(\"cuda\")\n",
1079+ "with torch.no_grad():\n",
1080+ " print(tokenizer.decode(model.generate(**model_input, max_new_tokens=100)[0], skip_special_tokens=True))"
1084+ "cell_type": "markdown",
1086+ "id": "544rmsdU1CSJ"
1089+ "I get the output:\n",
1091+ "SELECT * FROM table_name_12 WHERE class > 91.5 AND city_of_license = 'hyannis, nebraska'\n",
1093+ "which is clearly wrong if the input is asking for just class!"
1097+ "cell_type": "markdown",
1099+ "id": "puuOXL2R1CSJ"
1102+ "### 4. Tokenization\n",
1103+ "Setup some tokenization settings like left padding because it makes [training use less memory](https://ai.stackexchange.com/questions/41485/while-fine-tuning-a-decoder-only-llm-like-llama-on-chat-dataset-what-kind-of-pa):"
1107+ "cell_type": "code",
1108+ "execution_count": null,
1110+ "id": "c1P0mphA1CSJ"
1114+ "tokenizer.add_eos_token = True\n",
1115+ "tokenizer.pad_token_id = 0\n",
1116+ "tokenizer.padding_side = \"left\""
1120+ "cell_type": "markdown",
1122+ "id": "kpo66hMo1CSJ"
1125+ "Setup the tokenize function to make labels and input_ids the same. This is basically what [self-supervised fine-tuning](https://neptune.ai/blog/self-supervised-learning) is:"
1129+ "cell_type": "code",
1130+ "execution_count": null,
1132+ "id": "gjSerml71CSJ"
1136+ "def tokenize(prompt):\n",
1137+ " result = tokenizer(\n",
1139+ " truncation=True,\n",
1140+ " max_length=512,\n",
1141+ " padding=False,\n",
1142+ " return_tensors=None,\n",
1145+ " # \"self-supervised learning\" means the labels are also the inputs:\n",
1146+ " result[\"labels\"] = result[\"input_ids\"].copy()\n",
1152+ "cell_type": "markdown",
1154+ "id": "fNk_3THv1CSK"
1157+ "And run convert each data_point into a prompt that I found online that works quite well:"
1161+ "cell_type": "code",
1162+ "execution_count": null,
1164+ "id": "MvO7A-ZF1CSK"
1168+ "def generate_and_tokenize_prompt(data_point):\n",
1169+ " full_prompt =f\"\"\"You are a powerful text-to-SQL model. Your job is to answer questions about a database. You are given a question and context regarding one or more tables.\n",
1171+ "You must output the SQL query that answers the question.\n",
1174+ "{data_point[\"question\"]}\n",
1177+ "{data_point[\"context\"]}\n",
1180+ "{data_point[\"answer\"]}\n",
1182+ " return tokenize(full_prompt)"
1186+ "cell_type": "markdown",
1188+ "id": "sLvwo-ax1CSK"
1191+ "Reformat to prompt and tokenize each sample:"
1195+ "cell_type": "code",
1196+ "execution_count": null,
1198+ "id": "SA2BqSzW1CSK"
1202+ "tokenized_train_dataset = train_dataset.map(generate_and_tokenize_prompt)\n",
1203+ "tokenized_val_dataset = eval_dataset.map(generate_and_tokenize_prompt)"
1207+ "cell_type": "markdown",
1209+ "id": "Z5ByhitV1CSK"
1212+ "### 5. Setup Lora"
1216+ "cell_type": "code",
1217+ "execution_count": null,
1219+ "id": "9q_26pz71CSK"
1223+ "model.train() # put model back into training mode\n",
1224+ "model = prepare_model_for_int8_training(model)\n",
1226+ "config = LoraConfig(\n",
1228+ " lora_alpha=16,\n",
1229+ " target_modules=[\n",
1235+ " lora_dropout=0.05,\n",
1236+ " bias=\"none\",\n",
1237+ " task_type=\"CAUSAL_LM\",\n",
1239+ "model = get_peft_model(model, config)"
1243+ "cell_type": "markdown",
1245+ "id": "IvkQ3igC1CSK"
1248+ "To resume from a checkpoint, set resume_from_checkpoint to the path of the adapter_model.bin you want to resume from. This code'll replace the lora adapter attached to the model:"
1252+ "cell_type": "code",
1253+ "execution_count": null,
1255+ "id": "TMTxR2JT1CSK"
1259+ "resume_from_checkpoint = \"\" # set this to the adapter_model.bin file you want to resume from\n",
1261+ "if resume_from_checkpoint:\n",
1262+ " if os.path.exists(resume_from_checkpoint):\n",
1263+ " print(f\"Restarting from {resume_from_checkpoint}\")\n",
1264+ " adapters_weights = torch.load(resume_from_checkpoint)\n",
1265+ " set_peft_model_state_dict(model, adapters_weights)\n",
1267+ " print(f\"Checkpoint {resume_from_checkpoint} not found\")"
1271+ "cell_type": "markdown",
1273+ "id": "GW1wtvbP1CSK"
1276+ "Optional stuff to setup Weights and Biases to view training graphs:"
1280+ "cell_type": "code",
1281+ "execution_count": null,
1283+ "id": "AC1_qWbS1CSK"
1287+ "wandb_project = \"sql-try2-coder\"\n",
1288+ "if len(wandb_project) > 0:\n",
1289+ " os.environ[\"WANDB_PROJECT\"] = wandb_project\n"
1293+ "cell_type": "code",
1294+ "execution_count": null,
1296+ "id": "5iv4txxu1CSK"
1300+ "if torch.cuda.device_count() > 1:\n",
1301+ " # keeps Trainer from trying its own DataParallelism when more than 1 gpu is available\n",
1302+ " model.is_parallelizable = True\n",
1303+ " model.model_parallel = True"
1307+ "cell_type": "markdown",
1309+ "id": "pYSsnciQ1CSK"
1312+ "### 6. Training arguments\n",
1313+ "If you run out of GPU memory, change per_device_train_batch_size. The gradient_accumulation_steps variable should ensure this doesn't affect batch dynamics during the training run. All the other variables are standard stuff that I wouldn't recommend messing with:"
1317+ "cell_type": "code",
1318+ "execution_count": null,
1320+ "id": "uvEi1kP21CSK"
1324+ "batch_size = 128\n",
1325+ "per_device_train_batch_size = 32\n",
1326+ "gradient_accumulation_steps = batch_size // per_device_train_batch_size\n",
1327+ "output_dir = \"sql-code-llama\"\n",
1329+ "training_args = TrainingArguments(\n",
1330+ " per_device_train_batch_size=per_device_train_batch_size,\n",
1331+ " gradient_accumulation_steps=gradient_accumulation_steps,\n",
1332+ " warmup_steps=100,\n",
1333+ " max_steps=400,\n",
1334+ " learning_rate=3e-4,\n",
1336+ " logging_steps=10,\n",
1337+ " optim=\"adamw_torch\",\n",
1338+ " evaluation_strategy=\"steps\", # if val_set_size > 0 else \"no\",\n",
1339+ " save_strategy=\"steps\",\n",
1340+ " eval_steps=20,\n",
1341+ " save_steps=20,\n",
1342+ " output_dir=output_dir,\n",
1343+ " # save_total_limit=3,\n",
1344+ " load_best_model_at_end=False,\n",
1345+ " # ddp_find_unused_parameters=False if ddp else None,\n",
1346+ " group_by_length=True, # group sequences of roughly the same length together to speed up training\n",
1347+ " report_to=\"wandb\", # if use_wandb else \"none\",\n",
1348+ " run_name=f\"codellama-{datetime.now().strftime('%Y-%m-%d-%H-%M')}\", # if use_wandb else None,\n",
1351+ "trainer = Trainer(\n",
1353+ " train_dataset=tokenized_train_dataset,\n",
1354+ " eval_dataset=tokenized_val_dataset,\n",
1355+ " args=training_args,\n",
1356+ " data_collator=DataCollatorForSeq2Seq(\n",
1357+ " tokenizer, pad_to_multiple_of=8, return_tensors=\"pt\", padding=True\n",
1363+ "cell_type": "markdown",
1365+ "id": "1aJp6Jxl1CSK"
1368+ "Then we do some pytorch-related optimisation (which just make training faster but don't affect accuracy):"
1372+ "cell_type": "code",
1373+ "execution_count": null,
1375+ "id": "6ycCHZZl1CSK"
1379+ "model.config.use_cache = False\n",
1381+ "old_state_dict = model.state_dict\n",
1382+ "model.state_dict = (lambda self, *_, **__: get_peft_model_state_dict(self, old_state_dict())).__get__(\n",
1383+ " model, type(model)\n",
1385+ "if torch.__version__ >= \"2\" and sys.platform != \"win32\":\n",
1386+ " print(\"compiling the model\")\n",
1387+ " model = torch.compile(model)"
1391+ "cell_type": "code",
1392+ "execution_count": null,
1394+ "id": "bF5oWKxK1CSL"
1402+ "cell_type": "markdown",
1404+ "id": "j1dRQLMT1CSU"
1407+ "### Load the final checkpoint\n",
1408+ "Now for the moment of truth! Has our work paid off...?"
1412+ "cell_type": "code",
1413+ "execution_count": null,
1415+ "id": "sRdVgDTg1CSU"
1420+ "from transformers import AutoModelForCausalLM, BitsAndBytesConfig, AutoTokenizer\n",
1422+ "base_model = \"codellama/CodeLlama-7b-hf\"\n",
1423+ "model = AutoModelForCausalLM.from_pretrained(\n",
1425+ " load_in_8bit=True,\n",
1426+ " torch_dtype=torch.float16,\n",
1427+ " device_map=\"auto\",\n",
1429+ "tokenizer = AutoTokenizer.from_pretrained(\"codellama/CodeLlama-7b-hf\")"
1433+ "cell_type": "markdown",
1435+ "id": "76UlHzhy1CSU"
1438+ "To load a fine-tuned Lora/Qlora adapter use PeftModel.from_pretrained. ```output_dir``` should be something containing an adapter_config.json and adapter_model.bin:"
1442+ "cell_type": "code",
1443+ "execution_count": null,
1445+ "id": "rQrCR0os1CSU"
1449+ "from peft import PeftModel\n",
1450+ "model = PeftModel.from_pretrained(model, output_dir)"
1454+ "cell_type": "markdown",
1456+ "id": "roqy_WRi1CSU"
1459+ "Try the same prompt as before:"
1463+ "cell_type": "code",
1464+ "execution_count": null,
1466+ "id": "GrCxouNp1CSU"
1470+ "eval_prompt = \"\"\"You are a powerful text-to-SQL model. Your job is to answer questions about a database. You are given a question and context regarding one or more tables.\n",
1472+ "You must output the SQL query that answers the question.\n",
1474+ "Which Class has a Frequency MHz larger than 91.5, and a City of license of hyannis, nebraska?\n",
1477+ "CREATE TABLE table_name_12 (class VARCHAR, frequency_mhz VARCHAR, city_of_license VARCHAR)\n",
1482+ "model_input = tokenizer(eval_prompt, return_tensors=\"pt\").to(\"cuda\")\n",
1485+ "with torch.no_grad():\n",
1486+ " print(tokenizer.decode(model.generate(**model_input, max_new_tokens=100)[0], skip_special_tokens=True))\n"
1490+ "cell_type": "markdown",
1492+ "id": "I6IcTOCq1CSU"
1495+ "And the model outputs:\n",
1497+ "SELECT class FROM table_name_12 WHERE frequency_mhz > 91.5 AND city_of_license = \"hyannis, nebraska\"\n",
1499+ "So it works! If you want to convert your this adapter to a Llama.cpp model to run locally follow my other [guide](https://ragntune.com/blog/A-guide-to-running-Llama-2-qlora-loras-on-Llama.cpp). If you have any questions, shoot me a message on [Elon Musk's website](https://twitter.com/samlhuillier_).\n"
1504+ "accelerator": "GPU",
1510+ "display_name": "Python 3",
1514+ "codemirror_mode": {
1518+ "file_extension": ".py",
1519+ "mimetype": "text/x-python",
1521+ "nbconvert_exporter": "python",
1522+ "pygments_lexer": "ipython3",
1523+ "version": "3.10.12"
1525+ "orig_nbformat": 4,
1527+ "application/vnd.jupyter.widget-state+json": {
1528+ "c31be5d602e64c5cac38693d601acff7": {
1529+ "model_module": "@jupyter-widgets/controls",
1530+ "model_name": "HBoxModel",
1531+ "model_module_version": "1.5.0",
1533+ "_dom_classes": [],
1534+ "_model_module": "@jupyter-widgets/controls",
1535+ "_model_module_version": "1.5.0",
1536+ "_model_name": "HBoxModel",
1537+ "_view_count": null,
1538+ "_view_module": "@jupyter-widgets/controls",
1539+ "_view_module_version": "1.5.0",
1540+ "_view_name": "HBoxView",
1543+ "IPY_MODEL_0ec9f66617644ef98e22bd8eebaa1b19",
1544+ "IPY_MODEL_00dcb6577b0e40c2bbfdea12c0004e94",
1545+ "IPY_MODEL_3542e0acaa6a4adb8dbae233d0b36870"
1547+ "layout": "IPY_MODEL_371469506e5243ac967085e68af8a82e"
1550+ "0ec9f66617644ef98e22bd8eebaa1b19": {
1551+ "model_module": "@jupyter-widgets/controls",
1552+ "model_name": "HTMLModel",
1553+ "model_module_version": "1.5.0",
1555+ "_dom_classes": [],
1556+ "_model_module": "@jupyter-widgets/controls",
1557+ "_model_module_version": "1.5.0",
1558+ "_model_name": "HTMLModel",
1559+ "_view_count": null,
1560+ "_view_module": "@jupyter-widgets/controls",
1561+ "_view_module_version": "1.5.0",
1562+ "_view_name": "HTMLView",
1564+ "description_tooltip": null,
1565+ "layout": "IPY_MODEL_72df7d9380fd4c14b66d4c13e6c57a20",
1566+ "placeholder": "",
1567+ "style": "IPY_MODEL_4a7fd75012f5444b98cadecded25ed70",
1568+ "value": "Downloading readme: 100%"
1571+ "00dcb6577b0e40c2bbfdea12c0004e94": {
1572+ "model_module": "@jupyter-widgets/controls",
1573+ "model_name": "FloatProgressModel",
1574+ "model_module_version": "1.5.0",
1576+ "_dom_classes": [],
1577+ "_model_module": "@jupyter-widgets/controls",
1578+ "_model_module_version": "1.5.0",
1579+ "_model_name": "FloatProgressModel",
1580+ "_view_count": null,
1581+ "_view_module": "@jupyter-widgets/controls",
1582+ "_view_module_version": "1.5.0",
1583+ "_view_name": "ProgressView",
1584+ "bar_style": "success",
1586+ "description_tooltip": null,
1587+ "layout": "IPY_MODEL_3761062b59b04588bdb4ee4c8fe04ba7",
1590+ "orientation": "horizontal",
1591+ "style": "IPY_MODEL_bbca0c1dae6e4cf984392075200a34d3",
1595+ "3542e0acaa6a4adb8dbae233d0b36870": {
1596+ "model_module": "@jupyter-widgets/controls",
1597+ "model_name": "HTMLModel",
1598+ "model_module_version": "1.5.0",
1600+ "_dom_classes": [],
1601+ "_model_module": "@jupyter-widgets/controls",
1602+ "_model_module_version": "1.5.0",
1603+ "_model_name": "HTMLModel",
1604+ "_view_count": null,
1605+ "_view_module": "@jupyter-widgets/controls",
1606+ "_view_module_version": "1.5.0",
1607+ "_view_name": "HTMLView",
1609+ "description_tooltip": null,
1610+ "layout": "IPY_MODEL_3dc10ba82f8948ea92144f4a54f418f4",
1611+ "placeholder": "",
1612+ "style": "IPY_MODEL_c84c0cd440c84ec98f773a55180fdab2",
1613+ "value": " 4.43k/4.43k [00:00<00:00, 189kB/s]"
1616+ "371469506e5243ac967085e68af8a82e": {
1617+ "model_module": "@jupyter-widgets/base",
1618+ "model_name": "LayoutModel",
1619+ "model_module_version": "1.2.0",
1621+ "_model_module": "@jupyter-widgets/base",
1622+ "_model_module_version": "1.2.0",
1623+ "_model_name": "LayoutModel",
1624+ "_view_count": null,
1625+ "_view_module": "@jupyter-widgets/base",
1626+ "_view_module_version": "1.2.0",
1627+ "_view_name": "LayoutView",
1628+ "align_content": null,
1629+ "align_items": null,
1630+ "align_self": null,
1637+ "grid_auto_columns": null,
1638+ "grid_auto_flow": null,
1639+ "grid_auto_rows": null,
1640+ "grid_column": null,
1643+ "grid_template_areas": null,
1644+ "grid_template_columns": null,
1645+ "grid_template_rows": null,
1647+ "justify_content": null,
1648+ "justify_items": null,
1651+ "max_height": null,
1653+ "min_height": null,
1655+ "object_fit": null,
1656+ "object_position": null,
1659+ "overflow_x": null,
1660+ "overflow_y": null,
1664+ "visibility": null,
1668+ "72df7d9380fd4c14b66d4c13e6c57a20": {
1669+ "model_module": "@jupyter-widgets/base",
1670+ "model_name": "LayoutModel",
1671+ "model_module_version": "1.2.0",
1673+ "_model_module": "@jupyter-widgets/base",
1674+ "_model_module_version": "1.2.0",
1675+ "_model_name": "LayoutModel",
1676+ "_view_count": null,
1677+ "_view_module": "@jupyter-widgets/base",
1678+ "_view_module_version": "1.2.0",
1679+ "_view_name": "LayoutView",
1680+ "align_content": null,
1681+ "align_items": null,
1682+ "align_self": null,
1689+ "grid_auto_columns": null,
1690+ "grid_auto_flow": null,
1691+ "grid_auto_rows": null,
1692+ "grid_column": null,
1695+ "grid_template_areas": null,
1696+ "grid_template_columns": null,
1697+ "grid_template_rows": null,
1699+ "justify_content": null,
1700+ "justify_items": null,
1703+ "max_height": null,
1705+ "min_height": null,
1707+ "object_fit": null,
1708+ "object_position": null,
1711+ "overflow_x": null,
1712+ "overflow_y": null,
1716+ "visibility": null,
1720+ "4a7fd75012f5444b98cadecded25ed70": {
1721+ "model_module": "@jupyter-widgets/controls",
1722+ "model_name": "DescriptionStyleModel",
1723+ "model_module_version": "1.5.0",
1725+ "_model_module": "@jupyter-widgets/controls",
1726+ "_model_module_version": "1.5.0",
1727+ "_model_name": "DescriptionStyleModel",
1728+ "_view_count": null,
1729+ "_view_module": "@jupyter-widgets/base",
1730+ "_view_module_version": "1.2.0",
1731+ "_view_name": "StyleView",
1732+ "description_width": ""
1735+ "3761062b59b04588bdb4ee4c8fe04ba7": {
1736+ "model_module": "@jupyter-widgets/base",
1737+ "model_name": "LayoutModel",
1738+ "model_module_version": "1.2.0",
1740+ "_model_module": "@jupyter-widgets/base",
1741+ "_model_module_version": "1.2.0",
1742+ "_model_name": "LayoutModel",
1743+ "_view_count": null,
1744+ "_view_module": "@jupyter-widgets/base",
1745+ "_view_module_version": "1.2.0",
1746+ "_view_name": "LayoutView",
1747+ "align_content": null,
1748+ "align_items": null,
1749+ "align_self": null,
1756+ "grid_auto_columns": null,
1757+ "grid_auto_flow": null,
1758+ "grid_auto_rows": null,
1759+ "grid_column": null,
1762+ "grid_template_areas": null,
1763+ "grid_template_columns": null,
1764+ "grid_template_rows": null,
1766+ "justify_content": null,
1767+ "justify_items": null,
1770+ "max_height": null,
1772+ "min_height": null,
1774+ "object_fit": null,
1775+ "object_position": null,
1778+ "overflow_x": null,
1779+ "overflow_y": null,
1783+ "visibility": null,
1787+ "bbca0c1dae6e4cf984392075200a34d3": {
1788+ "model_module": "@jupyter-widgets/controls",
1789+ "model_name": "ProgressStyleModel",
1790+ "model_module_version": "1.5.0",
1792+ "_model_module": "@jupyter-widgets/controls",
1793+ "_model_module_version": "1.5.0",
1794+ "_model_name": "ProgressStyleModel",
1795+ "_view_count": null,
1796+ "_view_module": "@jupyter-widgets/base",
1797+ "_view_module_version": "1.2.0",
1798+ "_view_name": "StyleView",
1800+ "description_width": ""
1803+ "3dc10ba82f8948ea92144f4a54f418f4": {
1804+ "model_module": "@jupyter-widgets/base",
1805+ "model_name": "LayoutModel",
1806+ "model_module_version": "1.2.0",
1808+ "_model_module": "@jupyter-widgets/base",
1809+ "_model_module_version": "1.2.0",
1810+ "_model_name": "LayoutModel",
1811+ "_view_count": null,
1812+ "_view_module": "@jupyter-widgets/base",
1813+ "_view_module_version": "1.2.0",
1814+ "_view_name": "LayoutView",
1815+ "align_content": null,
1816+ "align_items": null,
1817+ "align_self": null,
1824+ "grid_auto_columns": null,
1825+ "grid_auto_flow": null,
1826+ "grid_auto_rows": null,
1827+ "grid_column": null,
1830+ "grid_template_areas": null,
1831+ "grid_template_columns": null,
1832+ "grid_template_rows": null,
1834+ "justify_content": null,
1835+ "justify_items": null,
1838+ "max_height": null,
1840+ "min_height": null,
1842+ "object_fit": null,
1843+ "object_position": null,
1846+ "overflow_x": null,
1847+ "overflow_y": null,
1851+ "visibility": null,
1855+ "c84c0cd440c84ec98f773a55180fdab2": {
1856+ "model_module": "@jupyter-widgets/controls",
1857+ "model_name": "DescriptionStyleModel",
1858+ "model_module_version": "1.5.0",
1860+ "_model_module": "@jupyter-widgets/controls",
1861+ "_model_module_version": "1.5.0",
1862+ "_model_name": "DescriptionStyleModel",
1863+ "_view_count": null,
1864+ "_view_module": "@jupyter-widgets/base",
1865+ "_view_module_version": "1.2.0",
1866+ "_view_name": "StyleView",
1867+ "description_width": ""
1870+ "8edafecdeefd41329f9642c600ff7428": {
1871+ "model_module": "@jupyter-widgets/controls",
1872+ "model_name": "HBoxModel",
1873+ "model_module_version": "1.5.0",
1875+ "_dom_classes": [],
1876+ "_model_module": "@jupyter-widgets/controls",
1877+ "_model_module_version": "1.5.0",
1878+ "_model_name": "HBoxModel",
1879+ "_view_count": null,
1880+ "_view_module": "@jupyter-widgets/controls",
1881+ "_view_module_version": "1.5.0",
1882+ "_view_name": "HBoxView",
1885+ "IPY_MODEL_8bb3a968a4b84f3c86328ce49395f90a",
1886+ "IPY_MODEL_cdef8836c4284d1b98dbb07e65c24ec3",
1887+ "IPY_MODEL_1c0077241deb4e77b8b152d6a2e2bb4c"
1889+ "layout": "IPY_MODEL_9e410cb390494c92b883ed7a2cc12adf"
1892+ "8bb3a968a4b84f3c86328ce49395f90a": {
1893+ "model_module": "@jupyter-widgets/controls",
1894+ "model_name": "HTMLModel",
1895+ "model_module_version": "1.5.0",
1897+ "_dom_classes": [],
1898+ "_model_module": "@jupyter-widgets/controls",
1899+ "_model_module_version": "1.5.0",
1900+ "_model_name": "HTMLModel",
1901+ "_view_count": null,
1902+ "_view_module": "@jupyter-widgets/controls",
1903+ "_view_module_version": "1.5.0",
1904+ "_view_name": "HTMLView",
1906+ "description_tooltip": null,
1907+ "layout": "IPY_MODEL_5033c87a47504cc7b3f37257f077e021",
1908+ "placeholder": "",
1909+ "style": "IPY_MODEL_691a710a120b411f8ba2fa39046989ae",
1910+ "value": "Downloading data files: 100%"
1913+ "cdef8836c4284d1b98dbb07e65c24ec3": {
1914+ "model_module": "@jupyter-widgets/controls",
1915+ "model_name": "FloatProgressModel",
1916+ "model_module_version": "1.5.0",
1918+ "_dom_classes": [],
1919+ "_model_module": "@jupyter-widgets/controls",
1920+ "_model_module_version": "1.5.0",
1921+ "_model_name": "FloatProgressModel",
1922+ "_view_count": null,
1923+ "_view_module": "@jupyter-widgets/controls",
1924+ "_view_module_version": "1.5.0",
1925+ "_view_name": "ProgressView",
1926+ "bar_style": "success",
1928+ "description_tooltip": null,
1929+ "layout": "IPY_MODEL_e68a1ae39fe044028006a10cb74918db",
1932+ "orientation": "horizontal",
1933+ "style": "IPY_MODEL_c26c9b5ac0194106af9bad10acb141b9",
1937+ "1c0077241deb4e77b8b152d6a2e2bb4c": {
1938+ "model_module": "@jupyter-widgets/controls",
1939+ "model_name": "HTMLModel",
1940+ "model_module_version": "1.5.0",
1942+ "_dom_classes": [],
1943+ "_model_module": "@jupyter-widgets/controls",
1944+ "_model_module_version": "1.5.0",
1945+ "_model_name": "HTMLModel",
1946+ "_view_count": null,
1947+ "_view_module": "@jupyter-widgets/controls",
1948+ "_view_module_version": "1.5.0",
1949+ "_view_name": "HTMLView",
1951+ "description_tooltip": null,
1952+ "layout": "IPY_MODEL_4ddaf4df640548e0ab6a92281e7639ab",
1953+ "placeholder": "",
1954+ "style": "IPY_MODEL_17e20ebd1a674149bc2b636434971886",
1955+ "value": " 1/1 [00:01<00:00, 1.06s/it]"
1958+ "9e410cb390494c92b883ed7a2cc12adf": {
1959+ "model_module": "@jupyter-widgets/base",
1960+ "model_name": "LayoutModel",
1961+ "model_module_version": "1.2.0",
1963+ "_model_module": "@jupyter-widgets/base",
1964+ "_model_module_version": "1.2.0",
1965+ "_model_name": "LayoutModel",
1966+ "_view_count": null,
1967+ "_view_module": "@jupyter-widgets/base",
1968+ "_view_module_version": "1.2.0",
1969+ "_view_name": "LayoutView",
1970+ "align_content": null,
1971+ "align_items": null,
1972+ "align_self": null,
1979+ "grid_auto_columns": null,
1980+ "grid_auto_flow": null,
1981+ "grid_auto_rows": null,
1982+ "grid_column": null,
1985+ "grid_template_areas": null,
1986+ "grid_template_columns": null,
1987+ "grid_template_rows": null,
1989+ "justify_content": null,
1990+ "justify_items": null,
1993+ "max_height": null,
1995+ "min_height": null,
1997+ "object_fit": null,
1998+ "object_position": null,
2001+ "overflow_x": null,
2002+ "overflow_y": null,
2006+ "visibility": null,
2010+ "5033c87a47504cc7b3f37257f077e021": {
2011+ "model_module": "@jupyter-widgets/base",
2012+ "model_name": "LayoutModel",
2013+ "model_module_version": "1.2.0",
2015+ "_model_module": "@jupyter-widgets/base",
2016+ "_model_module_version": "1.2.0",
2017+ "_model_name": "LayoutModel",
2018+ "_view_count": null,
2019+ "_view_module": "@jupyter-widgets/base",
2020+ "_view_module_version": "1.2.0",
2021+ "_view_name": "LayoutView",
2022+ "align_content": null,
2023+ "align_items": null,
2024+ "align_self": null,
2031+ "grid_auto_columns": null,
2032+ "grid_auto_flow": null,
2033+ "grid_auto_rows": null,
2034+ "grid_column": null,
2037+ "grid_template_areas": null,
2038+ "grid_template_columns": null,
2039+ "grid_template_rows": null,
2041+ "justify_content": null,
2042+ "justify_items": null,
2045+ "max_height": null,
2047+ "min_height": null,
2049+ "object_fit": null,
2050+ "object_position": null,
2053+ "overflow_x": null,
2054+ "overflow_y": null,
2058+ "visibility": null,
2062+ "691a710a120b411f8ba2fa39046989ae": {
2063+ "model_module": "@jupyter-widgets/controls",
2064+ "model_name": "DescriptionStyleModel",
2065+ "model_module_version": "1.5.0",
2067+ "_model_module": "@jupyter-widgets/controls",
2068+ "_model_module_version": "1.5.0",
2069+ "_model_name": "DescriptionStyleModel",
2070+ "_view_count": null,
2071+ "_view_module": "@jupyter-widgets/base",
2072+ "_view_module_version": "1.2.0",
2073+ "_view_name": "StyleView",
2074+ "description_width": ""
2077+ "e68a1ae39fe044028006a10cb74918db": {
2078+ "model_module": "@jupyter-widgets/base",
2079+ "model_name": "LayoutModel",
2080+ "model_module_version": "1.2.0",
2082+ "_model_module": "@jupyter-widgets/base",
2083+ "_model_module_version": "1.2.0",
2084+ "_model_name": "LayoutModel",
2085+ "_view_count": null,
2086+ "_view_module": "@jupyter-widgets/base",
2087+ "_view_module_version": "1.2.0",
2088+ "_view_name": "LayoutView",
2089+ "align_content": null,
2090+ "align_items": null,
2091+ "align_self": null,
2098+ "grid_auto_columns": null,
2099+ "grid_auto_flow": null,
2100+ "grid_auto_rows": null,
2101+ "grid_column": null,
2104+ "grid_template_areas": null,
2105+ "grid_template_columns": null,
2106+ "grid_template_rows": null,
2108+ "justify_content": null,
2109+ "justify_items": null,
2112+ "max_height": null,
2114+ "min_height": null,
2116+ "object_fit": null,
2117+ "object_position": null,
2120+ "overflow_x": null,
2121+ "overflow_y": null,
2125+ "visibility": null,
2129+ "c26c9b5ac0194106af9bad10acb141b9": {
2130+ "model_module": "@jupyter-widgets/controls",
2131+ "model_name": "ProgressStyleModel",
2132+ "model_module_version": "1.5.0",
2134+ "_model_module": "@jupyter-widgets/controls",
2135+ "_model_module_version": "1.5.0",
2136+ "_model_name": "ProgressStyleModel",
2137+ "_view_count": null,
2138+ "_view_module": "@jupyter-widgets/base",
2139+ "_view_module_version": "1.2.0",
2140+ "_view_name": "StyleView",
2142+ "description_width": ""
2145+ "4ddaf4df640548e0ab6a92281e7639ab": {
2146+ "model_module": "@jupyter-widgets/base",
2147+ "model_name": "LayoutModel",
2148+ "model_module_version": "1.2.0",
2150+ "_model_module": "@jupyter-widgets/base",
2151+ "_model_module_version": "1.2.0",
2152+ "_model_name": "LayoutModel",
2153+ "_view_count": null,
2154+ "_view_module": "@jupyter-widgets/base",
2155+ "_view_module_version": "1.2.0",
2156+ "_view_name": "LayoutView",
2157+ "align_content": null,
2158+ "align_items": null,
2159+ "align_self": null,
2166+ "grid_auto_columns": null,
2167+ "grid_auto_flow": null,
2168+ "grid_auto_rows": null,
2169+ "grid_column": null,
2172+ "grid_template_areas": null,
2173+ "grid_template_columns": null,
2174+ "grid_template_rows": null,
2176+ "justify_content": null,
2177+ "justify_items": null,
2180+ "max_height": null,
2182+ "min_height": null,
2184+ "object_fit": null,
2185+ "object_position": null,
2188+ "overflow_x": null,
2189+ "overflow_y": null,
2193+ "visibility": null,
2197+ "17e20ebd1a674149bc2b636434971886": {
2198+ "model_module": "@jupyter-widgets/controls",
2199+ "model_name": "DescriptionStyleModel",
2200+ "model_module_version": "1.5.0",
2202+ "_model_module": "@jupyter-widgets/controls",
2203+ "_model_module_version": "1.5.0",
2204+ "_model_name": "DescriptionStyleModel",
2205+ "_view_count": null,
2206+ "_view_module": "@jupyter-widgets/base",
2207+ "_view_module_version": "1.2.0",
2208+ "_view_name": "StyleView",
2209+ "description_width": ""
2212+ "a17c1fab4d444206ac36ee0ab34c68a7": {
2213+ "model_module": "@jupyter-widgets/controls",
2214+ "model_name": "HBoxModel",
2215+ "model_module_version": "1.5.0",
2217+ "_dom_classes": [],
2218+ "_model_module": "@jupyter-widgets/controls",
2219+ "_model_module_version": "1.5.0",
2220+ "_model_name": "HBoxModel",
2221+ "_view_count": null,
2222+ "_view_module": "@jupyter-widgets/controls",
2223+ "_view_module_version": "1.5.0",
2224+ "_view_name": "HBoxView",
2227+ "IPY_MODEL_9ecd37ddb6f04483a7298015d840cd73",
2228+ "IPY_MODEL_298835f687b4471486d11711b857876c",
2229+ "IPY_MODEL_bfe35c4fef9442a5a3f788d930376ea6"
2231+ "layout": "IPY_MODEL_140a95c743e9405da23de4ca012d647b"
2234+ "9ecd37ddb6f04483a7298015d840cd73": {
2235+ "model_module": "@jupyter-widgets/controls",
2236+ "model_name": "HTMLModel",
2237+ "model_module_version": "1.5.0",
2239+ "_dom_classes": [],
2240+ "_model_module": "@jupyter-widgets/controls",
2241+ "_model_module_version": "1.5.0",
2242+ "_model_name": "HTMLModel",
2243+ "_view_count": null,
2244+ "_view_module": "@jupyter-widgets/controls",
2245+ "_view_module_version": "1.5.0",
2246+ "_view_name": "HTMLView",
2248+ "description_tooltip": null,
2249+ "layout": "IPY_MODEL_560485aef18d418ebafe2f4043762535",
2250+ "placeholder": "",
2251+ "style": "IPY_MODEL_2b5ef4d827a5430691d98c035bae4596",
2252+ "value": "Downloading data: 100%"
2255+ "298835f687b4471486d11711b857876c": {
2256+ "model_module": "@jupyter-widgets/controls",
2257+ "model_name": "FloatProgressModel",
2258+ "model_module_version": "1.5.0",
2260+ "_dom_classes": [],
2261+ "_model_module": "@jupyter-widgets/controls",
2262+ "_model_module_version": "1.5.0",
2263+ "_model_name": "FloatProgressModel",
2264+ "_view_count": null,
2265+ "_view_module": "@jupyter-widgets/controls",
2266+ "_view_module_version": "1.5.0",
2267+ "_view_name": "ProgressView",
2268+ "bar_style": "success",
2270+ "description_tooltip": null,
2271+ "layout": "IPY_MODEL_d21b0bc311364ccea13650e956b75295",
2274+ "orientation": "horizontal",
2275+ "style": "IPY_MODEL_0e483d8b7a064f919090d89248f21d76",
2279+ "bfe35c4fef9442a5a3f788d930376ea6": {
2280+ "model_module": "@jupyter-widgets/controls",
2281+ "model_name": "HTMLModel",
2282+ "model_module_version": "1.5.0",
2284+ "_dom_classes": [],
2285+ "_model_module": "@jupyter-widgets/controls",
2286+ "_model_module_version": "1.5.0",
2287+ "_model_name": "HTMLModel",
2288+ "_view_count": null,
2289+ "_view_module": "@jupyter-widgets/controls",
2290+ "_view_module_version": "1.5.0",
2291+ "_view_name": "HTMLView",
2293+ "description_tooltip": null,
2294+ "layout": "IPY_MODEL_128472f2459a4d6eb4aa920bd78f4abc",
2295+ "placeholder": "",
2296+ "style": "IPY_MODEL_8c47ee45130a454f90e2d0d59b07acfc",
2297+ "value": " 21.8M/21.8M [00:00<00:00, 71.1MB/s]"
2300+ "140a95c743e9405da23de4ca012d647b": {
2301+ "model_module": "@jupyter-widgets/base",
2302+ "model_name": "LayoutModel",
2303+ "model_module_version": "1.2.0",
2305+ "_model_module": "@jupyter-widgets/base",
2306+ "_model_module_version": "1.2.0",
2307+ "_model_name": "LayoutModel",
2308+ "_view_count": null,
2309+ "_view_module": "@jupyter-widgets/base",
2310+ "_view_module_version": "1.2.0",
2311+ "_view_name": "LayoutView",
2312+ "align_content": null,
2313+ "align_items": null,
2314+ "align_self": null,
2321+ "grid_auto_columns": null,
2322+ "grid_auto_flow": null,
2323+ "grid_auto_rows": null,
2324+ "grid_column": null,
2327+ "grid_template_areas": null,
2328+ "grid_template_columns": null,
2329+ "grid_template_rows": null,
2331+ "justify_content": null,
2332+ "justify_items": null,
2335+ "max_height": null,
2337+ "min_height": null,
2339+ "object_fit": null,
2340+ "object_position": null,
2343+ "overflow_x": null,
2344+ "overflow_y": null,
2348+ "visibility": null,
2352+ "560485aef18d418ebafe2f4043762535": {
2353+ "model_module": "@jupyter-widgets/base",
2354+ "model_name": "LayoutModel",
2355+ "model_module_version": "1.2.0",
2357+ "_model_module": "@jupyter-widgets/base",
2358+ "_model_module_version": "1.2.0",
2359+ "_model_name": "LayoutModel",
2360+ "_view_count": null,
2361+ "_view_module": "@jupyter-widgets/base",
2362+ "_view_module_version": "1.2.0",
2363+ "_view_name": "LayoutView",
2364+ "align_content": null,
2365+ "align_items": null,
2366+ "align_self": null,
2373+ "grid_auto_columns": null,
2374+ "grid_auto_flow": null,
2375+ "grid_auto_rows": null,
2376+ "grid_column": null,
2379+ "grid_template_areas": null,
2380+ "grid_template_columns": null,
2381+ "grid_template_rows": null,
2383+ "justify_content": null,
2384+ "justify_items": null,
2387+ "max_height": null,
2389+ "min_height": null,
2391+ "object_fit": null,
2392+ "object_position": null,
2395+ "overflow_x": null,
2396+ "overflow_y": null,
2400+ "visibility": null,
2404+ "2b5ef4d827a5430691d98c035bae4596": {
2405+ "model_module": "@jupyter-widgets/controls",
2406+ "model_name": "DescriptionStyleModel",
2407+ "model_module_version": "1.5.0",
2409+ "_model_module": "@jupyter-widgets/controls",
2410+ "_model_module_version": "1.5.0",
2411+ "_model_name": "DescriptionStyleModel",
2412+ "_view_count": null,
2413+ "_view_module": "@jupyter-widgets/base",
2414+ "_view_module_version": "1.2.0",
2415+ "_view_name": "StyleView",
2416+ "description_width": ""
2419+ "d21b0bc311364ccea13650e956b75295": {
2420+ "model_module": "@jupyter-widgets/base",
2421+ "model_name": "LayoutModel",
2422+ "model_module_version": "1.2.0",
2424+ "_model_module": "@jupyter-widgets/base",
2425+ "_model_module_version": "1.2.0",
2426+ "_model_name": "LayoutModel",
2427+ "_view_count": null,
2428+ "_view_module": "@jupyter-widgets/base",
2429+ "_view_module_version": "1.2.0",
2430+ "_view_name": "LayoutView",
2431+ "align_content": null,
2432+ "align_items": null,
2433+ "align_self": null,
2440+ "grid_auto_columns": null,
2441+ "grid_auto_flow": null,
2442+ "grid_auto_rows": null,
2443+ "grid_column": null,
2446+ "grid_template_areas": null,
2447+ "grid_template_columns": null,
2448+ "grid_template_rows": null,
2450+ "justify_content": null,
2451+ "justify_items": null,
2454+ "max_height": null,
2456+ "min_height": null,
2458+ "object_fit": null,
2459+ "object_position": null,
2462+ "overflow_x": null,
2463+ "overflow_y": null,
2467+ "visibility": null,
2471+ "0e483d8b7a064f919090d89248f21d76": {
2472+ "model_module": "@jupyter-widgets/controls",
2473+ "model_name": "ProgressStyleModel",
2474+ "model_module_version": "1.5.0",
2476+ "_model_module": "@jupyter-widgets/controls",
2477+ "_model_module_version": "1.5.0",
2478+ "_model_name": "ProgressStyleModel",
2479+ "_view_count": null,
2480+ "_view_module": "@jupyter-widgets/base",
2481+ "_view_module_version": "1.2.0",
2482+ "_view_name": "StyleView",
2484+ "description_width": ""
2487+ "128472f2459a4d6eb4aa920bd78f4abc": {
2488+ "model_module": "@jupyter-widgets/base",
2489+ "model_name": "LayoutModel",
2490+ "model_module_version": "1.2.0",
2492+ "_model_module": "@jupyter-widgets/base",
2493+ "_model_module_version": "1.2.0",
2494+ "_model_name": "LayoutModel",
2495+ "_view_count": null,
2496+ "_view_module": "@jupyter-widgets/base",
2497+ "_view_module_version": "1.2.0",
2498+ "_view_name": "LayoutView",
2499+ "align_content": null,
2500+ "align_items": null,
2501+ "align_self": null,
2508+ "grid_auto_columns": null,
2509+ "grid_auto_flow": null,
2510+ "grid_auto_rows": null,
2511+ "grid_column": null,
2514+ "grid_template_areas": null,
2515+ "grid_template_columns": null,
2516+ "grid_template_rows": null,
2518+ "justify_content": null,
2519+ "justify_items": null,
2522+ "max_height": null,
2524+ "min_height": null,
2526+ "object_fit": null,
2527+ "object_position": null,
2530+ "overflow_x": null,
2531+ "overflow_y": null,
2535+ "visibility": null,
2539+ "8c47ee45130a454f90e2d0d59b07acfc": {
2540+ "model_module": "@jupyter-widgets/controls",
2541+ "model_name": "DescriptionStyleModel",
2542+ "model_module_version": "1.5.0",
2544+ "_model_module": "@jupyter-widgets/controls",
2545+ "_model_module_version": "1.5.0",
2546+ "_model_name": "DescriptionStyleModel",
2547+ "_view_count": null,
2548+ "_view_module": "@jupyter-widgets/base",
2549+ "_view_module_version": "1.2.0",
2550+ "_view_name": "StyleView",
2551+ "description_width": ""
2554+ "a8f0bd6483694aefac9a18e99f839ce2": {
2555+ "model_module": "@jupyter-widgets/controls",
2556+ "model_name": "HBoxModel",
2557+ "model_module_version": "1.5.0",
2559+ "_dom_classes": [],
2560+ "_model_module": "@jupyter-widgets/controls",
2561+ "_model_module_version": "1.5.0",
2562+ "_model_name": "HBoxModel",
2563+ "_view_count": null,
2564+ "_view_module": "@jupyter-widgets/controls",
2565+ "_view_module_version": "1.5.0",
2566+ "_view_name": "HBoxView",
2569+ "IPY_MODEL_84ea78fb849f4558b272df0f2693bb0e",
2570+ "IPY_MODEL_ad15d91e8e884020a18d023696ed0897",
2571+ "IPY_MODEL_3937159009bc4c7aad2a7551a35a591d"
2573+ "layout": "IPY_MODEL_5391aa65bc764781974410753d20aeff"
2576+ "84ea78fb849f4558b272df0f2693bb0e": {
2577+ "model_module": "@jupyter-widgets/controls",
2578+ "model_name": "HTMLModel",
2579+ "model_module_version": "1.5.0",
2581+ "_dom_classes": [],
2582+ "_model_module": "@jupyter-widgets/controls",
2583+ "_model_module_version": "1.5.0",
2584+ "_model_name": "HTMLModel",
2585+ "_view_count": null,
2586+ "_view_module": "@jupyter-widgets/controls",
2587+ "_view_module_version": "1.5.0",
2588+ "_view_name": "HTMLView",
2590+ "description_tooltip": null,
2591+ "layout": "IPY_MODEL_93c54f0a951942cbaf0e02bf69fbf9af",
2592+ "placeholder": "",
2593+ "style": "IPY_MODEL_31a0b03f535a4744911f21f1e7cfd703",
2594+ "value": "Extracting data files: 100%"
2597+ "ad15d91e8e884020a18d023696ed0897": {
2598+ "model_module": "@jupyter-widgets/controls",
2599+ "model_name": "FloatProgressModel",
2600+ "model_module_version": "1.5.0",
2602+ "_dom_classes": [],
2603+ "_model_module": "@jupyter-widgets/controls",
2604+ "_model_module_version": "1.5.0",
2605+ "_model_name": "FloatProgressModel",
2606+ "_view_count": null,
2607+ "_view_module": "@jupyter-widgets/controls",
2608+ "_view_module_version": "1.5.0",
2609+ "_view_name": "ProgressView",
2610+ "bar_style": "success",
2612+ "description_tooltip": null,
2613+ "layout": "IPY_MODEL_3721753463e546049adec3206c344940",
2616+ "orientation": "horizontal",
2617+ "style": "IPY_MODEL_968b324b55f54a4faebce33d370cf767",
2621+ "3937159009bc4c7aad2a7551a35a591d": {
2622+ "model_module": "@jupyter-widgets/controls",
2623+ "model_name": "HTMLModel",
2624+ "model_module_version": "1.5.0",
2626+ "_dom_classes": [],
2627+ "_model_module": "@jupyter-widgets/controls",
2628+ "_model_module_version": "1.5.0",
2629+ "_model_name": "HTMLModel",
2630+ "_view_count": null,
2631+ "_view_module": "@jupyter-widgets/controls",
2632+ "_view_module_version": "1.5.0",
2633+ "_view_name": "HTMLView",
2635+ "description_tooltip": null,
2636+ "layout": "IPY_MODEL_ef37b621119f4cf7b7e940ba50ef970b",
2637+ "placeholder": "",
2638+ "style": "IPY_MODEL_9e2a30524b354887b6d3a6fe1cbdd618",
2639+ "value": " 1/1 [00:00<00:00, 39.68it/s]"
2642+ "5391aa65bc764781974410753d20aeff": {
2643+ "model_module": "@jupyter-widgets/base",
2644+ "model_name": "LayoutModel",
2645+ "model_module_version": "1.2.0",
2647+ "_model_module": "@jupyter-widgets/base",
2648+ "_model_module_version": "1.2.0",
2649+ "_model_name": "LayoutModel",
2650+ "_view_count": null,
2651+ "_view_module": "@jupyter-widgets/base",
2652+ "_view_module_version": "1.2.0",
2653+ "_view_name": "LayoutView",
2654+ "align_content": null,
2655+ "align_items": null,
2656+ "align_self": null,
2663+ "grid_auto_columns": null,
2664+ "grid_auto_flow": null,
2665+ "grid_auto_rows": null,
2666+ "grid_column": null,
2669+ "grid_template_areas": null,
2670+ "grid_template_columns": null,
2671+ "grid_template_rows": null,
2673+ "justify_content": null,
2674+ "justify_items": null,
2677+ "max_height": null,
2679+ "min_height": null,
2681+ "object_fit": null,
2682+ "object_position": null,
2685+ "overflow_x": null,
2686+ "overflow_y": null,
2690+ "visibility": null,
2694+ "93c54f0a951942cbaf0e02bf69fbf9af": {
2695+ "model_module": "@jupyter-widgets/base",
2696+ "model_name": "LayoutModel",
2697+ "model_module_version": "1.2.0",
2699+ "_model_module": "@jupyter-widgets/base",
2700+ "_model_module_version": "1.2.0",
2701+ "_model_name": "LayoutModel",
2702+ "_view_count": null,
2703+ "_view_module": "@jupyter-widgets/base",
2704+ "_view_module_version": "1.2.0",
2705+ "_view_name": "LayoutView",
2706+ "align_content": null,
2707+ "align_items": null,
2708+ "align_self": null,
2715+ "grid_auto_columns": null,
2716+ "grid_auto_flow": null,
2717+ "grid_auto_rows": null,
2718+ "grid_column": null,
2721+ "grid_template_areas": null,
2722+ "grid_template_columns": null,
2723+ "grid_template_rows": null,
2725+ "justify_content": null,
2726+ "justify_items": null,
2729+ "max_height": null,
2731+ "min_height": null,
2733+ "object_fit": null,
2734+ "object_position": null,
2737+ "overflow_x": null,
2738+ "overflow_y": null,
2742+ "visibility": null,
2746+ "31a0b03f535a4744911f21f1e7cfd703": {
2747+ "model_module": "@jupyter-widgets/controls",
2748+ "model_name": "DescriptionStyleModel",
2749+ "model_module_version": "1.5.0",
2751+ "_model_module": "@jupyter-widgets/controls",
2752+ "_model_module_version": "1.5.0",
2753+ "_model_name": "DescriptionStyleModel",
2754+ "_view_count": null,
2755+ "_view_module": "@jupyter-widgets/base",
2756+ "_view_module_version": "1.2.0",
2757+ "_view_name": "StyleView",
2758+ "description_width": ""
2761+ "3721753463e546049adec3206c344940": {
2762+ "model_module": "@jupyter-widgets/base",
2763+ "model_name": "LayoutModel",
2764+ "model_module_version": "1.2.0",
2766+ "_model_module": "@jupyter-widgets/base",
2767+ "_model_module_version": "1.2.0",
2768+ "_model_name": "LayoutModel",
2769+ "_view_count": null,
2770+ "_view_module": "@jupyter-widgets/base",
2771+ "_view_module_version": "1.2.0",
2772+ "_view_name": "LayoutView",
2773+ "align_content": null,
2774+ "align_items": null,
2775+ "align_self": null,
2782+ "grid_auto_columns": null,
2783+ "grid_auto_flow": null,
2784+ "grid_auto_rows": null,
2785+ "grid_column": null,
2788+ "grid_template_areas": null,
2789+ "grid_template_columns": null,
2790+ "grid_template_rows": null,
2792+ "justify_content": null,
2793+ "justify_items": null,
2796+ "max_height": null,
2798+ "min_height": null,
2800+ "object_fit": null,
2801+ "object_position": null,
2804+ "overflow_x": null,
2805+ "overflow_y": null,
2809+ "visibility": null,
2813+ "968b324b55f54a4faebce33d370cf767": {
2814+ "model_module": "@jupyter-widgets/controls",
2815+ "model_name": "ProgressStyleModel",
2816+ "model_module_version": "1.5.0",
2818+ "_model_module": "@jupyter-widgets/controls",
2819+ "_model_module_version": "1.5.0",
2820+ "_model_name": "ProgressStyleModel",
2821+ "_view_count": null,
2822+ "_view_module": "@jupyter-widgets/base",
2823+ "_view_module_version": "1.2.0",
2824+ "_view_name": "StyleView",
2826+ "description_width": ""
2829+ "ef37b621119f4cf7b7e940ba50ef970b": {
2830+ "model_module": "@jupyter-widgets/base",
2831+ "model_name": "LayoutModel",
2832+ "model_module_version": "1.2.0",
2834+ "_model_module": "@jupyter-widgets/base",
2835+ "_model_module_version": "1.2.0",
2836+ "_model_name": "LayoutModel",
2837+ "_view_count": null,
2838+ "_view_module": "@jupyter-widgets/base",
2839+ "_view_module_version": "1.2.0",
2840+ "_view_name": "LayoutView",
2841+ "align_content": null,
2842+ "align_items": null,
2843+ "align_self": null,
2850+ "grid_auto_columns": null,
2851+ "grid_auto_flow": null,
2852+ "grid_auto_rows": null,
2853+ "grid_column": null,
2856+ "grid_template_areas": null,
2857+ "grid_template_columns": null,
2858+ "grid_template_rows": null,
2860+ "justify_content": null,
2861+ "justify_items": null,
2864+ "max_height": null,
2866+ "min_height": null,
2868+ "object_fit": null,
2869+ "object_position": null,
2872+ "overflow_x": null,
2873+ "overflow_y": null,
2877+ "visibility": null,
2881+ "9e2a30524b354887b6d3a6fe1cbdd618": {
2882+ "model_module": "@jupyter-widgets/controls",
2883+ "model_name": "DescriptionStyleModel",
2884+ "model_module_version": "1.5.0",
2886+ "_model_module": "@jupyter-widgets/controls",
2887+ "_model_module_version": "1.5.0",
2888+ "_model_name": "DescriptionStyleModel",
2889+ "_view_count": null,
2890+ "_view_module": "@jupyter-widgets/base",
2891+ "_view_module_version": "1.2.0",
2892+ "_view_name": "StyleView",
2893+ "description_width": ""
2896+ "3d29b558467f4ba78fd0e7f5bc32ad71": {
2897+ "model_module": "@jupyter-widgets/controls",
2898+ "model_name": "HBoxModel",
2899+ "model_module_version": "1.5.0",
2901+ "_dom_classes": [],
2902+ "_model_module": "@jupyter-widgets/controls",
2903+ "_model_module_version": "1.5.0",
2904+ "_model_name": "HBoxModel",
2905+ "_view_count": null,
2906+ "_view_module": "@jupyter-widgets/controls",
2907+ "_view_module_version": "1.5.0",
2908+ "_view_name": "HBoxView",
2911+ "IPY_MODEL_bdf0beca44944d078b0d86ddb4b90a34",
2912+ "IPY_MODEL_7f31603cfba34008a151574f054d2c27",
2913+ "IPY_MODEL_4047ec990aef4ea585728bb00590b665"
2915+ "layout": "IPY_MODEL_71720a930cb64fdb86fc7f675d7fe86e"
2918+ "bdf0beca44944d078b0d86ddb4b90a34": {
2919+ "model_module": "@jupyter-widgets/controls",
2920+ "model_name": "HTMLModel",
2921+ "model_module_version": "1.5.0",
2923+ "_dom_classes": [],
2924+ "_model_module": "@jupyter-widgets/controls",
2925+ "_model_module_version": "1.5.0",
2926+ "_model_name": "HTMLModel",
2927+ "_view_count": null,
2928+ "_view_module": "@jupyter-widgets/controls",
2929+ "_view_module_version": "1.5.0",
2930+ "_view_name": "HTMLView",
2932+ "description_tooltip": null,
2933+ "layout": "IPY_MODEL_a6046df162534dd3bda90a2985346925",
2934+ "placeholder": "",
2935+ "style": "IPY_MODEL_e97366424f8e42d6acb597f3e09582a1",
2936+ "value": "Generating train split: "
2939+ "7f31603cfba34008a151574f054d2c27": {
2940+ "model_module": "@jupyter-widgets/controls",
2941+ "model_name": "FloatProgressModel",
2942+ "model_module_version": "1.5.0",
2944+ "_dom_classes": [],
2945+ "_model_module": "@jupyter-widgets/controls",
2946+ "_model_module_version": "1.5.0",
2947+ "_model_name": "FloatProgressModel",
2948+ "_view_count": null,
2949+ "_view_module": "@jupyter-widgets/controls",
2950+ "_view_module_version": "1.5.0",
2951+ "_view_name": "ProgressView",
2952+ "bar_style": "info",
2954+ "description_tooltip": null,
2955+ "layout": "IPY_MODEL_113f6b41b96e419c842f499b797d7790",
2958+ "orientation": "horizontal",
2959+ "style": "IPY_MODEL_4e46bba497f444a7bfd799b6cd2b9c33",
2963+ "4047ec990aef4ea585728bb00590b665": {
2964+ "model_module": "@jupyter-widgets/controls",
2965+ "model_name": "HTMLModel",
2966+ "model_module_version": "1.5.0",
2968+ "_dom_classes": [],
2969+ "_model_module": "@jupyter-widgets/controls",
2970+ "_model_module_version": "1.5.0",
2971+ "_model_name": "HTMLModel",
2972+ "_view_count": null,
2973+ "_view_module": "@jupyter-widgets/controls",
2974+ "_view_module_version": "1.5.0",
2975+ "_view_name": "HTMLView",
2977+ "description_tooltip": null,
2978+ "layout": "IPY_MODEL_6b2fbf4b32624b6cbbd5b5d033a92b04",
2979+ "placeholder": "",
2980+ "style": "IPY_MODEL_64b21f0a68fc43a6aee4e7905e488a0a",
2981+ "value": " 78577/0 [00:00<00:00, 248576.26 examples/s]"
2984+ "71720a930cb64fdb86fc7f675d7fe86e": {
2985+ "model_module": "@jupyter-widgets/base",
2986+ "model_name": "LayoutModel",
2987+ "model_module_version": "1.2.0",
2989+ "_model_module": "@jupyter-widgets/base",
2990+ "_model_module_version": "1.2.0",
2991+ "_model_name": "LayoutModel",
2992+ "_view_count": null,
2993+ "_view_module": "@jupyter-widgets/base",
2994+ "_view_module_version": "1.2.0",
2995+ "_view_name": "LayoutView",
2996+ "align_content": null,
2997+ "align_items": null,
2998+ "align_self": null,
3005+ "grid_auto_columns": null,
3006+ "grid_auto_flow": null,
3007+ "grid_auto_rows": null,
3008+ "grid_column": null,
3011+ "grid_template_areas": null,
3012+ "grid_template_columns": null,
3013+ "grid_template_rows": null,
3015+ "justify_content": null,
3016+ "justify_items": null,
3019+ "max_height": null,
3021+ "min_height": null,
3023+ "object_fit": null,
3024+ "object_position": null,
3027+ "overflow_x": null,
3028+ "overflow_y": null,
3032+ "visibility": "hidden",
3036+ "a6046df162534dd3bda90a2985346925": {
3037+ "model_module": "@jupyter-widgets/base",
3038+ "model_name": "LayoutModel",
3039+ "model_module_version": "1.2.0",
3041+ "_model_module": "@jupyter-widgets/base",
3042+ "_model_module_version": "1.2.0",
3043+ "_model_name": "LayoutModel",
3044+ "_view_count": null,
3045+ "_view_module": "@jupyter-widgets/base",
3046+ "_view_module_version": "1.2.0",
3047+ "_view_name": "LayoutView",
3048+ "align_content": null,
3049+ "align_items": null,
3050+ "align_self": null,
3057+ "grid_auto_columns": null,
3058+ "grid_auto_flow": null,
3059+ "grid_auto_rows": null,
3060+ "grid_column": null,
3063+ "grid_template_areas": null,
3064+ "grid_template_columns": null,
3065+ "grid_template_rows": null,
3067+ "justify_content": null,
3068+ "justify_items": null,
3071+ "max_height": null,
3073+ "min_height": null,
3075+ "object_fit": null,
3076+ "object_position": null,
3079+ "overflow_x": null,
3080+ "overflow_y": null,
3084+ "visibility": null,
3088+ "e97366424f8e42d6acb597f3e09582a1": {
3089+ "model_module": "@jupyter-widgets/controls",
3090+ "model_name": "DescriptionStyleModel",
3091+ "model_module_version": "1.5.0",
3093+ "_model_module": "@jupyter-widgets/controls",
3094+ "_model_module_version": "1.5.0",
3095+ "_model_name": "DescriptionStyleModel",
3096+ "_view_count": null,
3097+ "_view_module": "@jupyter-widgets/base",
3098+ "_view_module_version": "1.2.0",
3099+ "_view_name": "StyleView",
3100+ "description_width": ""
3103+ "113f6b41b96e419c842f499b797d7790": {
3104+ "model_module": "@jupyter-widgets/base",
3105+ "model_name": "LayoutModel",
3106+ "model_module_version": "1.2.0",
3108+ "_model_module": "@jupyter-widgets/base",
3109+ "_model_module_version": "1.2.0",
3110+ "_model_name": "LayoutModel",
3111+ "_view_count": null,
3112+ "_view_module": "@jupyter-widgets/base",
3113+ "_view_module_version": "1.2.0",
3114+ "_view_name": "LayoutView",
3115+ "align_content": null,
3116+ "align_items": null,
3117+ "align_self": null,
3124+ "grid_auto_columns": null,
3125+ "grid_auto_flow": null,
3126+ "grid_auto_rows": null,
3127+ "grid_column": null,
3130+ "grid_template_areas": null,
3131+ "grid_template_columns": null,
3132+ "grid_template_rows": null,
3134+ "justify_content": null,
3135+ "justify_items": null,
3138+ "max_height": null,
3140+ "min_height": null,
3142+ "object_fit": null,
3143+ "object_position": null,
3146+ "overflow_x": null,
3147+ "overflow_y": null,
3151+ "visibility": null,
3155+ "4e46bba497f444a7bfd799b6cd2b9c33": {
3156+ "model_module": "@jupyter-widgets/controls",
3157+ "model_name": "ProgressStyleModel",
3158+ "model_module_version": "1.5.0",
3160+ "_model_module": "@jupyter-widgets/controls",
3161+ "_model_module_version": "1.5.0",
3162+ "_model_name": "ProgressStyleModel",
3163+ "_view_count": null,
3164+ "_view_module": "@jupyter-widgets/base",
3165+ "_view_module_version": "1.2.0",
3166+ "_view_name": "StyleView",
3168+ "description_width": ""
3171+ "6b2fbf4b32624b6cbbd5b5d033a92b04": {
3172+ "model_module": "@jupyter-widgets/base",
3173+ "model_name": "LayoutModel",
3174+ "model_module_version": "1.2.0",
3176+ "_model_module": "@jupyter-widgets/base",
3177+ "_model_module_version": "1.2.0",
3178+ "_model_name": "LayoutModel",
3179+ "_view_count": null,
3180+ "_view_module": "@jupyter-widgets/base",
3181+ "_view_module_version": "1.2.0",
3182+ "_view_name": "LayoutView",
3183+ "align_content": null,
3184+ "align_items": null,
3185+ "align_self": null,
3192+ "grid_auto_columns": null,
3193+ "grid_auto_flow": null,
3194+ "grid_auto_rows": null,
3195+ "grid_column": null,
3198+ "grid_template_areas": null,
3199+ "grid_template_columns": null,
3200+ "grid_template_rows": null,
3202+ "justify_content": null,
3203+ "justify_items": null,
3206+ "max_height": null,
3208+ "min_height": null,
3210+ "object_fit": null,
3211+ "object_position": null,
3214+ "overflow_x": null,
3215+ "overflow_y": null,
3219+ "visibility": null,
3223+ "64b21f0a68fc43a6aee4e7905e488a0a": {
3224+ "model_module": "@jupyter-widgets/controls",
3225+ "model_name": "DescriptionStyleModel",
3226+ "model_module_version": "1.5.0",
3228+ "_model_module": "@jupyter-widgets/controls",
3229+ "_model_module_version": "1.5.0",
3230+ "_model_name": "DescriptionStyleModel",
3231+ "_view_count": null,
3232+ "_view_module": "@jupyter-widgets/base",
3233+ "_view_module_version": "1.2.0",
3234+ "_view_name": "StyleView",
3235+ "description_width": ""
3238+ "eab2a932d0794c46aaf4f94a9822d5b9": {
3239+ "model_module": "@jupyter-widgets/controls",
3240+ "model_name": "HBoxModel",
3241+ "model_module_version": "1.5.0",
3243+ "_dom_classes": [],
3244+ "_model_module": "@jupyter-widgets/controls",
3245+ "_model_module_version": "1.5.0",
3246+ "_model_name": "HBoxModel",
3247+ "_view_count": null,
3248+ "_view_module": "@jupyter-widgets/controls",
3249+ "_view_module_version": "1.5.0",
3250+ "_view_name": "HBoxView",
3253+ "IPY_MODEL_92f4ccd3cdff41faa52b481a5e7d512a",
3254+ "IPY_MODEL_0d728f97734543108fb3788b8b540f29",
3255+ "IPY_MODEL_4c9b0e0ebec94964806eba4613506081"
3257+ "layout": "IPY_MODEL_f96c1322499649e492ea008d6c681a10"
3260+ "92f4ccd3cdff41faa52b481a5e7d512a": {
3261+ "model_module": "@jupyter-widgets/controls",
3262+ "model_name": "HTMLModel",
3263+ "model_module_version": "1.5.0",
3265+ "_dom_classes": [],
3266+ "_model_module": "@jupyter-widgets/controls",
3267+ "_model_module_version": "1.5.0",
3268+ "_model_name": "HTMLModel",
3269+ "_view_count": null,
3270+ "_view_module": "@jupyter-widgets/controls",
3271+ "_view_module_version": "1.5.0",
3272+ "_view_name": "HTMLView",
3274+ "description_tooltip": null,
3275+ "layout": "IPY_MODEL_774509521c4f4043a574baf99678c880",
3276+ "placeholder": "",
3277+ "style": "IPY_MODEL_3ec4b951ea484ca0b74fef63e1aaedf6",
3278+ "value": "config.json: 100%"
3281+ "0d728f97734543108fb3788b8b540f29": {
3282+ "model_module": "@jupyter-widgets/controls",
3283+ "model_name": "FloatProgressModel",
3284+ "model_module_version": "1.5.0",
3286+ "_dom_classes": [],
3287+ "_model_module": "@jupyter-widgets/controls",
3288+ "_model_module_version": "1.5.0",
3289+ "_model_name": "FloatProgressModel",
3290+ "_view_count": null,
3291+ "_view_module": "@jupyter-widgets/controls",
3292+ "_view_module_version": "1.5.0",
3293+ "_view_name": "ProgressView",
3294+ "bar_style": "success",
3296+ "description_tooltip": null,
3297+ "layout": "IPY_MODEL_882f257e5ba740feb6605a305f96780d",
3300+ "orientation": "horizontal",
3301+ "style": "IPY_MODEL_f171ee573b294c9fac3e2740fa1c011f",
3305+ "4c9b0e0ebec94964806eba4613506081": {
3306+ "model_module": "@jupyter-widgets/controls",
3307+ "model_name": "HTMLModel",
3308+ "model_module_version": "1.5.0",
3310+ "_dom_classes": [],
3311+ "_model_module": "@jupyter-widgets/controls",
3312+ "_model_module_version": "1.5.0",
3313+ "_model_name": "HTMLModel",
3314+ "_view_count": null,
3315+ "_view_module": "@jupyter-widgets/controls",
3316+ "_view_module_version": "1.5.0",
3317+ "_view_name": "HTMLView",
3319+ "description_tooltip": null,
3320+ "layout": "IPY_MODEL_1f2ac84732df4c21b61ef3e0072dd92f",
3321+ "placeholder": "",
3322+ "style": "IPY_MODEL_8c96cf592d2e46978f7603e1b3c6c7da",
3323+ "value": " 637/637 [00:00<00:00, 45.6kB/s]"
3326+ "f96c1322499649e492ea008d6c681a10": {
3327+ "model_module": "@jupyter-widgets/base",
3328+ "model_name": "LayoutModel",
3329+ "model_module_version": "1.2.0",
3331+ "_model_module": "@jupyter-widgets/base",
3332+ "_model_module_version": "1.2.0",
3333+ "_model_name": "LayoutModel",
3334+ "_view_count": null,
3335+ "_view_module": "@jupyter-widgets/base",
3336+ "_view_module_version": "1.2.0",
3337+ "_view_name": "LayoutView",
3338+ "align_content": null,
3339+ "align_items": null,
3340+ "align_self": null,
3347+ "grid_auto_columns": null,
3348+ "grid_auto_flow": null,
3349+ "grid_auto_rows": null,
3350+ "grid_column": null,
3353+ "grid_template_areas": null,
3354+ "grid_template_columns": null,
3355+ "grid_template_rows": null,
3357+ "justify_content": null,
3358+ "justify_items": null,
3361+ "max_height": null,
3363+ "min_height": null,
3365+ "object_fit": null,
3366+ "object_position": null,
3369+ "overflow_x": null,
3370+ "overflow_y": null,
3374+ "visibility": null,
3378+ "774509521c4f4043a574baf99678c880": {
3379+ "model_module": "@jupyter-widgets/base",
3380+ "model_name": "LayoutModel",
3381+ "model_module_version": "1.2.0",
3383+ "_model_module": "@jupyter-widgets/base",
3384+ "_model_module_version": "1.2.0",
3385+ "_model_name": "LayoutModel",
3386+ "_view_count": null,
3387+ "_view_module": "@jupyter-widgets/base",
3388+ "_view_module_version": "1.2.0",
3389+ "_view_name": "LayoutView",
3390+ "align_content": null,
3391+ "align_items": null,
3392+ "align_self": null,
3399+ "grid_auto_columns": null,
3400+ "grid_auto_flow": null,
3401+ "grid_auto_rows": null,
3402+ "grid_column": null,
3405+ "grid_template_areas": null,
3406+ "grid_template_columns": null,
3407+ "grid_template_rows": null,
3409+ "justify_content": null,
3410+ "justify_items": null,
3413+ "max_height": null,
3415+ "min_height": null,
3417+ "object_fit": null,
3418+ "object_position": null,
3421+ "overflow_x": null,
3422+ "overflow_y": null,
3426+ "visibility": null,
3430+ "3ec4b951ea484ca0b74fef63e1aaedf6": {
3431+ "model_module": "@jupyter-widgets/controls",
3432+ "model_name": "DescriptionStyleModel",
3433+ "model_module_version": "1.5.0",
3435+ "_model_module": "@jupyter-widgets/controls",
3436+ "_model_module_version": "1.5.0",
3437+ "_model_name": "DescriptionStyleModel",
3438+ "_view_count": null,
3439+ "_view_module": "@jupyter-widgets/base",
3440+ "_view_module_version": "1.2.0",
3441+ "_view_name": "StyleView",
3442+ "description_width": ""
3445+ "882f257e5ba740feb6605a305f96780d": {
3446+ "model_module": "@jupyter-widgets/base",
3447+ "model_name": "LayoutModel",
3448+ "model_module_version": "1.2.0",
3450+ "_model_module": "@jupyter-widgets/base",
3451+ "_model_module_version": "1.2.0",
3452+ "_model_name": "LayoutModel",
3453+ "_view_count": null,
3454+ "_view_module": "@jupyter-widgets/base",
3455+ "_view_module_version": "1.2.0",
3456+ "_view_name": "LayoutView",
3457+ "align_content": null,
3458+ "align_items": null,
3459+ "align_self": null,
3466+ "grid_auto_columns": null,
3467+ "grid_auto_flow": null,
3468+ "grid_auto_rows": null,
3469+ "grid_column": null,
3472+ "grid_template_areas": null,
3473+ "grid_template_columns": null,
3474+ "grid_template_rows": null,
3476+ "justify_content": null,
3477+ "justify_items": null,
3480+ "max_height": null,
3482+ "min_height": null,
3484+ "object_fit": null,
3485+ "object_position": null,
3488+ "overflow_x": null,
3489+ "overflow_y": null,
3493+ "visibility": null,
3497+ "f171ee573b294c9fac3e2740fa1c011f": {
3498+ "model_module": "@jupyter-widgets/controls",
3499+ "model_name": "ProgressStyleModel",
3500+ "model_module_version": "1.5.0",
3502+ "_model_module": "@jupyter-widgets/controls",
3503+ "_model_module_version": "1.5.0",
3504+ "_model_name": "ProgressStyleModel",
3505+ "_view_count": null,
3506+ "_view_module": "@jupyter-widgets/base",
3507+ "_view_module_version": "1.2.0",
3508+ "_view_name": "StyleView",
3510+ "description_width": ""
3513+ "1f2ac84732df4c21b61ef3e0072dd92f": {
3514+ "model_module": "@jupyter-widgets/base",
3515+ "model_name": "LayoutModel",
3516+ "model_module_version": "1.2.0",
3518+ "_model_module": "@jupyter-widgets/base",
3519+ "_model_module_version": "1.2.0",
3520+ "_model_name": "LayoutModel",
3521+ "_view_count": null,
3522+ "_view_module": "@jupyter-widgets/base",
3523+ "_view_module_version": "1.2.0",
3524+ "_view_name": "LayoutView",
3525+ "align_content": null,
3526+ "align_items": null,
3527+ "align_self": null,
3534+ "grid_auto_columns": null,
3535+ "grid_auto_flow": null,
3536+ "grid_auto_rows": null,
3537+ "grid_column": null,
3540+ "grid_template_areas": null,
3541+ "grid_template_columns": null,
3542+ "grid_template_rows": null,
3544+ "justify_content": null,
3545+ "justify_items": null,
3548+ "max_height": null,
3550+ "min_height": null,
3552+ "object_fit": null,
3553+ "object_position": null,
3556+ "overflow_x": null,
3557+ "overflow_y": null,
3561+ "visibility": null,
3565+ "8c96cf592d2e46978f7603e1b3c6c7da": {
3566+ "model_module": "@jupyter-widgets/controls",
3567+ "model_name": "DescriptionStyleModel",
3568+ "model_module_version": "1.5.0",
3570+ "_model_module": "@jupyter-widgets/controls",
3571+ "_model_module_version": "1.5.0",
3572+ "_model_name": "DescriptionStyleModel",
3573+ "_view_count": null,
3574+ "_view_module": "@jupyter-widgets/base",
3575+ "_view_module_version": "1.2.0",
3576+ "_view_name": "StyleView",
3577+ "description_width": ""
3580+ "bf4963f7d1d745a99869377020edd145": {
3581+ "model_module": "@jupyter-widgets/controls",
3582+ "model_name": "HBoxModel",
3583+ "model_module_version": "1.5.0",
3585+ "_dom_classes": [],
3586+ "_model_module": "@jupyter-widgets/controls",
3587+ "_model_module_version": "1.5.0",
3588+ "_model_name": "HBoxModel",
3589+ "_view_count": null,
3590+ "_view_module": "@jupyter-widgets/controls",
3591+ "_view_module_version": "1.5.0",
3592+ "_view_name": "HBoxView",
3595+ "IPY_MODEL_0cb1438303a14f8ba163113108a63489",
3596+ "IPY_MODEL_f8da8790d3c445e39912bd61275ab04c",
3597+ "IPY_MODEL_ddfbc72fff4e469d9b13755b674c0671"
3599+ "layout": "IPY_MODEL_d47c7f6784e44beeb1f5a51bbcae9cdd"
3602+ "0cb1438303a14f8ba163113108a63489": {
3603+ "model_module": "@jupyter-widgets/controls",
3604+ "model_name": "HTMLModel",
3605+ "model_module_version": "1.5.0",
3607+ "_dom_classes": [],
3608+ "_model_module": "@jupyter-widgets/controls",
3609+ "_model_module_version": "1.5.0",
3610+ "_model_name": "HTMLModel",
3611+ "_view_count": null,
3612+ "_view_module": "@jupyter-widgets/controls",
3613+ "_view_module_version": "1.5.0",
3614+ "_view_name": "HTMLView",
3616+ "description_tooltip": null,
3617+ "layout": "IPY_MODEL_240dab6a9f204f9baabc4ede372793ac",
3618+ "placeholder": "",
3619+ "style": "IPY_MODEL_b3ac3904d16c4424a9245687228ca25d",
3620+ "value": "model.safetensors.index.json: 100%"
3623+ "f8da8790d3c445e39912bd61275ab04c": {
3624+ "model_module": "@jupyter-widgets/controls",
3625+ "model_name": "FloatProgressModel",
3626+ "model_module_version": "1.5.0",
3628+ "_dom_classes": [],
3629+ "_model_module": "@jupyter-widgets/controls",
3630+ "_model_module_version": "1.5.0",
3631+ "_model_name": "FloatProgressModel",
3632+ "_view_count": null,
3633+ "_view_module": "@jupyter-widgets/controls",
3634+ "_view_module_version": "1.5.0",
3635+ "_view_name": "ProgressView",
3636+ "bar_style": "success",
3638+ "description_tooltip": null,
3639+ "layout": "IPY_MODEL_cf57e9a838264fd389167363af4340d2",
3642+ "orientation": "horizontal",
3643+ "style": "IPY_MODEL_f71f1dd9293345d2a4aab0c817933a59",
3647+ "ddfbc72fff4e469d9b13755b674c0671": {
3648+ "model_module": "@jupyter-widgets/controls",
3649+ "model_name": "HTMLModel",
3650+ "model_module_version": "1.5.0",
3652+ "_dom_classes": [],
3653+ "_model_module": "@jupyter-widgets/controls",
3654+ "_model_module_version": "1.5.0",
3655+ "_model_name": "HTMLModel",
3656+ "_view_count": null,
3657+ "_view_module": "@jupyter-widgets/controls",
3658+ "_view_module_version": "1.5.0",
3659+ "_view_name": "HTMLView",
3661+ "description_tooltip": null,
3662+ "layout": "IPY_MODEL_a5dea14c16c04f60adf7c809b8535e85",
3663+ "placeholder": "",
3664+ "style": "IPY_MODEL_c3e1b53349a14956b4a5db17b67696cd",
3665+ "value": " 25.1k/25.1k [00:00<00:00, 1.60MB/s]"
3668+ "d47c7f6784e44beeb1f5a51bbcae9cdd": {
3669+ "model_module": "@jupyter-widgets/base",
3670+ "model_name": "LayoutModel",
3671+ "model_module_version": "1.2.0",
3673+ "_model_module": "@jupyter-widgets/base",
3674+ "_model_module_version": "1.2.0",
3675+ "_model_name": "LayoutModel",
3676+ "_view_count": null,
3677+ "_view_module": "@jupyter-widgets/base",
3678+ "_view_module_version": "1.2.0",
3679+ "_view_name": "LayoutView",
3680+ "align_content": null,
3681+ "align_items": null,
3682+ "align_self": null,
3689+ "grid_auto_columns": null,
3690+ "grid_auto_flow": null,
3691+ "grid_auto_rows": null,
3692+ "grid_column": null,
3695+ "grid_template_areas": null,
3696+ "grid_template_columns": null,
3697+ "grid_template_rows": null,
3699+ "justify_content": null,
3700+ "justify_items": null,
3703+ "max_height": null,
3705+ "min_height": null,
3707+ "object_fit": null,
3708+ "object_position": null,
3711+ "overflow_x": null,
3712+ "overflow_y": null,
3716+ "visibility": null,
3720+ "240dab6a9f204f9baabc4ede372793ac": {
3721+ "model_module": "@jupyter-widgets/base",
3722+ "model_name": "LayoutModel",
3723+ "model_module_version": "1.2.0",
3725+ "_model_module": "@jupyter-widgets/base",
3726+ "_model_module_version": "1.2.0",
3727+ "_model_name": "LayoutModel",
3728+ "_view_count": null,
3729+ "_view_module": "@jupyter-widgets/base",
3730+ "_view_module_version": "1.2.0",
3731+ "_view_name": "LayoutView",
3732+ "align_content": null,
3733+ "align_items": null,
3734+ "align_self": null,
3741+ "grid_auto_columns": null,
3742+ "grid_auto_flow": null,
3743+ "grid_auto_rows": null,
3744+ "grid_column": null,
3747+ "grid_template_areas": null,
3748+ "grid_template_columns": null,
3749+ "grid_template_rows": null,
3751+ "justify_content": null,
3752+ "justify_items": null,
3755+ "max_height": null,
3757+ "min_height": null,
3759+ "object_fit": null,
3760+ "object_position": null,
3763+ "overflow_x": null,
3764+ "overflow_y": null,
3768+ "visibility": null,
3772+ "b3ac3904d16c4424a9245687228ca25d": {
3773+ "model_module": "@jupyter-widgets/controls",
3774+ "model_name": "DescriptionStyleModel",
3775+ "model_module_version": "1.5.0",
3777+ "_model_module": "@jupyter-widgets/controls",
3778+ "_model_module_version": "1.5.0",
3779+ "_model_name": "DescriptionStyleModel",
3780+ "_view_count": null,
3781+ "_view_module": "@jupyter-widgets/base",
3782+ "_view_module_version": "1.2.0",
3783+ "_view_name": "StyleView",
3784+ "description_width": ""
3787+ "cf57e9a838264fd389167363af4340d2": {
3788+ "model_module": "@jupyter-widgets/base",
3789+ "model_name": "LayoutModel",
3790+ "model_module_version": "1.2.0",
3792+ "_model_module": "@jupyter-widgets/base",
3793+ "_model_module_version": "1.2.0",
3794+ "_model_name": "LayoutModel",
3795+ "_view_count": null,
3796+ "_view_module": "@jupyter-widgets/base",
3797+ "_view_module_version": "1.2.0",
3798+ "_view_name": "LayoutView",
3799+ "align_content": null,
3800+ "align_items": null,
3801+ "align_self": null,
3808+ "grid_auto_columns": null,
3809+ "grid_auto_flow": null,
3810+ "grid_auto_rows": null,
3811+ "grid_column": null,
3814+ "grid_template_areas": null,
3815+ "grid_template_columns": null,
3816+ "grid_template_rows": null,
3818+ "justify_content": null,
3819+ "justify_items": null,
3822+ "max_height": null,
3824+ "min_height": null,
3826+ "object_fit": null,
3827+ "object_position": null,
3830+ "overflow_x": null,
3831+ "overflow_y": null,
3835+ "visibility": null,
3839+ "f71f1dd9293345d2a4aab0c817933a59": {
3840+ "model_module": "@jupyter-widgets/controls",
3841+ "model_name": "ProgressStyleModel",
3842+ "model_module_version": "1.5.0",
3844+ "_model_module": "@jupyter-widgets/controls",
3845+ "_model_module_version": "1.5.0",
3846+ "_model_name": "ProgressStyleModel",
3847+ "_view_count": null,
3848+ "_view_module": "@jupyter-widgets/base",
3849+ "_view_module_version": "1.2.0",
3850+ "_view_name": "StyleView",
3852+ "description_width": ""
3855+ "a5dea14c16c04f60adf7c809b8535e85": {
3856+ "model_module": "@jupyter-widgets/base",
3857+ "model_name": "LayoutModel",
3858+ "model_module_version": "1.2.0",
3860+ "_model_module": "@jupyter-widgets/base",
3861+ "_model_module_version": "1.2.0",
3862+ "_model_name": "LayoutModel",
3863+ "_view_count": null,
3864+ "_view_module": "@jupyter-widgets/base",
3865+ "_view_module_version": "1.2.0",
3866+ "_view_name": "LayoutView",
3867+ "align_content": null,
3868+ "align_items": null,
3869+ "align_self": null,
3876+ "grid_auto_columns": null,
3877+ "grid_auto_flow": null,
3878+ "grid_auto_rows": null,
3879+ "grid_column": null,
3882+ "grid_template_areas": null,
3883+ "grid_template_columns": null,
3884+ "grid_template_rows": null,
3886+ "justify_content": null,
3887+ "justify_items": null,
3890+ "max_height": null,
3892+ "min_height": null,
3894+ "object_fit": null,
3895+ "object_position": null,
3898+ "overflow_x": null,
3899+ "overflow_y": null,
3903+ "visibility": null,
3907+ "c3e1b53349a14956b4a5db17b67696cd": {
3908+ "model_module": "@jupyter-widgets/controls",
3909+ "model_name": "DescriptionStyleModel",
3910+ "model_module_version": "1.5.0",
3912+ "_model_module": "@jupyter-widgets/controls",
3913+ "_model_module_version": "1.5.0",
3914+ "_model_name": "DescriptionStyleModel",
3915+ "_view_count": null,
3916+ "_view_module": "@jupyter-widgets/base",
3917+ "_view_module_version": "1.2.0",
3918+ "_view_name": "StyleView",
3919+ "description_width": ""
3922+ "7cf0c39f0a844b91be86a732a025e50d": {
3923+ "model_module": "@jupyter-widgets/controls",
3924+ "model_name": "HBoxModel",
3925+ "model_module_version": "1.5.0",
3927+ "_dom_classes": [],
3928+ "_model_module": "@jupyter-widgets/controls",
3929+ "_model_module_version": "1.5.0",
3930+ "_model_name": "HBoxModel",
3931+ "_view_count": null,
3932+ "_view_module": "@jupyter-widgets/controls",
3933+ "_view_module_version": "1.5.0",
3934+ "_view_name": "HBoxView",
3937+ "IPY_MODEL_fb75b1fa221b4d5095e245687e4296af",
3938+ "IPY_MODEL_843ccc4061f7447eb86d2d6523f65ffc",
3939+ "IPY_MODEL_c2e16091afbb45f19346b397ced775d2"
3941+ "layout": "IPY_MODEL_ef6236de50fb4bf4928abb811d2f6f5c"
3944+ "fb75b1fa221b4d5095e245687e4296af": {
3945+ "model_module": "@jupyter-widgets/controls",
3946+ "model_name": "HTMLModel",
3947+ "model_module_version": "1.5.0",
3949+ "_dom_classes": [],
3950+ "_model_module": "@jupyter-widgets/controls",
3951+ "_model_module_version": "1.5.0",
3952+ "_model_name": "HTMLModel",
3953+ "_view_count": null,
3954+ "_view_module": "@jupyter-widgets/controls",
3955+ "_view_module_version": "1.5.0",
3956+ "_view_name": "HTMLView",
3958+ "description_tooltip": null,
3959+ "layout": "IPY_MODEL_7e7b4d11f11a4c0886fb978ff32a68ea",
3960+ "placeholder": "",
3961+ "style": "IPY_MODEL_c7ef9de8b1684d98a04ae2df3a378d11",
3962+ "value": "Downloading shards: 100%"
3965+ "843ccc4061f7447eb86d2d6523f65ffc": {
3966+ "model_module": "@jupyter-widgets/controls",
3967+ "model_name": "FloatProgressModel",
3968+ "model_module_version": "1.5.0",
3970+ "_dom_classes": [],
3971+ "_model_module": "@jupyter-widgets/controls",
3972+ "_model_module_version": "1.5.0",
3973+ "_model_name": "FloatProgressModel",
3974+ "_view_count": null,
3975+ "_view_module": "@jupyter-widgets/controls",
3976+ "_view_module_version": "1.5.0",
3977+ "_view_name": "ProgressView",
3978+ "bar_style": "success",
3980+ "description_tooltip": null,
3981+ "layout": "IPY_MODEL_1e862f7e12ef49448f3902d256109f6a",
3984+ "orientation": "horizontal",
3985+ "style": "IPY_MODEL_da1ebe03b4f1478ebf9651b40c99b30a",
3989+ "c2e16091afbb45f19346b397ced775d2": {
3990+ "model_module": "@jupyter-widgets/controls",
3991+ "model_name": "HTMLModel",
3992+ "model_module_version": "1.5.0",
3994+ "_dom_classes": [],
3995+ "_model_module": "@jupyter-widgets/controls",
3996+ "_model_module_version": "1.5.0",
3997+ "_model_name": "HTMLModel",
3998+ "_view_count": null,
3999+ "_view_module": "@jupyter-widgets/controls",
4000+ "_view_module_version": "1.5.0",
4001+ "_view_name": "HTMLView",
4003+ "description_tooltip": null,
4004+ "layout": "IPY_MODEL_be1ebfd7cc274dd18ce5f9f157fb497d",
4005+ "placeholder": "",
4006+ "style": "IPY_MODEL_18367b6e8d2a4832a706dfbbf1c215ed",
4007+ "value": " 2/2 [01:18<00:00, 35.33s/it]"
4010+ "ef6236de50fb4bf4928abb811d2f6f5c": {
4011+ "model_module": "@jupyter-widgets/base",
4012+ "model_name": "LayoutModel",
4013+ "model_module_version": "1.2.0",
4015+ "_model_module": "@jupyter-widgets/base",
4016+ "_model_module_version": "1.2.0",
4017+ "_model_name": "LayoutModel",
4018+ "_view_count": null,
4019+ "_view_module": "@jupyter-widgets/base",
4020+ "_view_module_version": "1.2.0",
4021+ "_view_name": "LayoutView",
4022+ "align_content": null,
4023+ "align_items": null,
4024+ "align_self": null,
4031+ "grid_auto_columns": null,
4032+ "grid_auto_flow": null,
4033+ "grid_auto_rows": null,
4034+ "grid_column": null,
4037+ "grid_template_areas": null,
4038+ "grid_template_columns": null,
4039+ "grid_template_rows": null,
4041+ "justify_content": null,
4042+ "justify_items": null,
4045+ "max_height": null,
4047+ "min_height": null,
4049+ "object_fit": null,
4050+ "object_position": null,
4053+ "overflow_x": null,
4054+ "overflow_y": null,
4058+ "visibility": null,
4062+ "7e7b4d11f11a4c0886fb978ff32a68ea": {
4063+ "model_module": "@jupyter-widgets/base",
4064+ "model_name": "LayoutModel",
4065+ "model_module_version": "1.2.0",
4067+ "_model_module": "@jupyter-widgets/base",
4068+ "_model_module_version": "1.2.0",
4069+ "_model_name": "LayoutModel",
4070+ "_view_count": null,
4071+ "_view_module": "@jupyter-widgets/base",
4072+ "_view_module_version": "1.2.0",
4073+ "_view_name": "LayoutView",
4074+ "align_content": null,
4075+ "align_items": null,
4076+ "align_self": null,
4083+ "grid_auto_columns": null,
4084+ "grid_auto_flow": null,
4085+ "grid_auto_rows": null,
4086+ "grid_column": null,
4089+ "grid_template_areas": null,
4090+ "grid_template_columns": null,
4091+ "grid_template_rows": null,
4093+ "justify_content": null,
4094+ "justify_items": null,
4097+ "max_height": null,
4099+ "min_height": null,
4101+ "object_fit": null,
4102+ "object_position": null,
4105+ "overflow_x": null,
4106+ "overflow_y": null,
4110+ "visibility": null,
4114+ "c7ef9de8b1684d98a04ae2df3a378d11": {
4115+ "model_module": "@jupyter-widgets/controls",
4116+ "model_name": "DescriptionStyleModel",
4117+ "model_module_version": "1.5.0",
4119+ "_model_module": "@jupyter-widgets/controls",
4120+ "_model_module_version": "1.5.0",
4121+ "_model_name": "DescriptionStyleModel",
4122+ "_view_count": null,
4123+ "_view_module": "@jupyter-widgets/base",
4124+ "_view_module_version": "1.2.0",
4125+ "_view_name": "StyleView",
4126+ "description_width": ""
4129+ "1e862f7e12ef49448f3902d256109f6a": {
4130+ "model_module": "@jupyter-widgets/base",
4131+ "model_name": "LayoutModel",
4132+ "model_module_version": "1.2.0",
4134+ "_model_module": "@jupyter-widgets/base",
4135+ "_model_module_version": "1.2.0",
4136+ "_model_name": "LayoutModel",
4137+ "_view_count": null,
4138+ "_view_module": "@jupyter-widgets/base",
4139+ "_view_module_version": "1.2.0",
4140+ "_view_name": "LayoutView",
4141+ "align_content": null,
4142+ "align_items": null,
4143+ "align_self": null,
4150+ "grid_auto_columns": null,
4151+ "grid_auto_flow": null,
4152+ "grid_auto_rows": null,
4153+ "grid_column": null,
4156+ "grid_template_areas": null,
4157+ "grid_template_columns": null,
4158+ "grid_template_rows": null,
4160+ "justify_content": null,
4161+ "justify_items": null,
4164+ "max_height": null,
4166+ "min_height": null,
4168+ "object_fit": null,
4169+ "object_position": null,
4172+ "overflow_x": null,
4173+ "overflow_y": null,
4177+ "visibility": null,
4181+ "da1ebe03b4f1478ebf9651b40c99b30a": {
4182+ "model_module": "@jupyter-widgets/controls",
4183+ "model_name": "ProgressStyleModel",
4184+ "model_module_version": "1.5.0",
4186+ "_model_module": "@jupyter-widgets/controls",
4187+ "_model_module_version": "1.5.0",
4188+ "_model_name": "ProgressStyleModel",
4189+ "_view_count": null,
4190+ "_view_module": "@jupyter-widgets/base",
4191+ "_view_module_version": "1.2.0",
4192+ "_view_name": "StyleView",
4194+ "description_width": ""
4197+ "be1ebfd7cc274dd18ce5f9f157fb497d": {
4198+ "model_module": "@jupyter-widgets/base",
4199+ "model_name": "LayoutModel",
4200+ "model_module_version": "1.2.0",
4202+ "_model_module": "@jupyter-widgets/base",
4203+ "_model_module_version": "1.2.0",
4204+ "_model_name": "LayoutModel",
4205+ "_view_count": null,
4206+ "_view_module": "@jupyter-widgets/base",
4207+ "_view_module_version": "1.2.0",
4208+ "_view_name": "LayoutView",
4209+ "align_content": null,
4210+ "align_items": null,
4211+ "align_self": null,
4218+ "grid_auto_columns": null,
4219+ "grid_auto_flow": null,
4220+ "grid_auto_rows": null,
4221+ "grid_column": null,
4224+ "grid_template_areas": null,
4225+ "grid_template_columns": null,
4226+ "grid_template_rows": null,
4228+ "justify_content": null,
4229+ "justify_items": null,
4232+ "max_height": null,
4234+ "min_height": null,
4236+ "object_fit": null,
4237+ "object_position": null,
4240+ "overflow_x": null,
4241+ "overflow_y": null,
4245+ "visibility": null,
4249+ "18367b6e8d2a4832a706dfbbf1c215ed": {
4250+ "model_module": "@jupyter-widgets/controls",
4251+ "model_name": "DescriptionStyleModel",
4252+ "model_module_version": "1.5.0",
4254+ "_model_module": "@jupyter-widgets/controls",
4255+ "_model_module_version": "1.5.0",
4256+ "_model_name": "DescriptionStyleModel",
4257+ "_view_count": null,
4258+ "_view_module": "@jupyter-widgets/base",
4259+ "_view_module_version": "1.2.0",
4260+ "_view_name": "StyleView",
4261+ "description_width": ""
4264+ "ee72e9996bc34b2c9b1d003a8c9ce943": {
4265+ "model_module": "@jupyter-widgets/controls",
4266+ "model_name": "HBoxModel",
4267+ "model_module_version": "1.5.0",
4269+ "_dom_classes": [],
4270+ "_model_module": "@jupyter-widgets/controls",
4271+ "_model_module_version": "1.5.0",
4272+ "_model_name": "HBoxModel",
4273+ "_view_count": null,
4274+ "_view_module": "@jupyter-widgets/controls",
4275+ "_view_module_version": "1.5.0",
4276+ "_view_name": "HBoxView",
4279+ "IPY_MODEL_2013c6e206b24435b35f2dd468cf2cf6",
4280+ "IPY_MODEL_78ea4bd9c3b04603b54f9b13f53ecd01",
4281+ "IPY_MODEL_46b115732c5e428c93e34d5fb5981743"
4283+ "layout": "IPY_MODEL_1d9b8d863b834f8e9b37e4464f7ddc0a"
4286+ "2013c6e206b24435b35f2dd468cf2cf6": {
4287+ "model_module": "@jupyter-widgets/controls",
4288+ "model_name": "HTMLModel",
4289+ "model_module_version": "1.5.0",
4291+ "_dom_classes": [],
4292+ "_model_module": "@jupyter-widgets/controls",
4293+ "_model_module_version": "1.5.0",
4294+ "_model_name": "HTMLModel",
4295+ "_view_count": null,
4296+ "_view_module": "@jupyter-widgets/controls",
4297+ "_view_module_version": "1.5.0",
4298+ "_view_name": "HTMLView",
4300+ "description_tooltip": null,
4301+ "layout": "IPY_MODEL_7ebd96f809ad475eb454101af3650d57",
4302+ "placeholder": "",
4303+ "style": "IPY_MODEL_0ad79da318f74ecaa974ce5999c7dd61",
4304+ "value": "model-00001-of-00002.safetensors: 100%"
4307+ "78ea4bd9c3b04603b54f9b13f53ecd01": {
4308+ "model_module": "@jupyter-widgets/controls",
4309+ "model_name": "FloatProgressModel",
4310+ "model_module_version": "1.5.0",
4312+ "_dom_classes": [],
4313+ "_model_module": "@jupyter-widgets/controls",
4314+ "_model_module_version": "1.5.0",
4315+ "_model_name": "FloatProgressModel",
4316+ "_view_count": null,
4317+ "_view_module": "@jupyter-widgets/controls",
4318+ "_view_module_version": "1.5.0",
4319+ "_view_name": "ProgressView",
4320+ "bar_style": "success",
4322+ "description_tooltip": null,
4323+ "layout": "IPY_MODEL_c7701c085ce14d2ea263c27f99bb2086",
4326+ "orientation": "horizontal",
4327+ "style": "IPY_MODEL_d8d1714014814d56a71d61800520fecc",
4328+ "value": 9976701592
4331+ "46b115732c5e428c93e34d5fb5981743": {
4332+ "model_module": "@jupyter-widgets/controls",
4333+ "model_name": "HTMLModel",
4334+ "model_module_version": "1.5.0",
4336+ "_dom_classes": [],
4337+ "_model_module": "@jupyter-widgets/controls",
4338+ "_model_module_version": "1.5.0",
4339+ "_model_name": "HTMLModel",
4340+ "_view_count": null,
4341+ "_view_module": "@jupyter-widgets/controls",
4342+ "_view_module_version": "1.5.0",
4343+ "_view_name": "HTMLView",
4345+ "description_tooltip": null,
4346+ "layout": "IPY_MODEL_16b5802f63544f0798b92b4cd5a5fecf",
4347+ "placeholder": "",
4348+ "style": "IPY_MODEL_8df80ce5ab244d8bbf9bb5a19c2175d9",
4349+ "value": " 9.98G/9.98G [01:00<00:00, 301MB/s]"
4352+ "1d9b8d863b834f8e9b37e4464f7ddc0a": {
4353+ "model_module": "@jupyter-widgets/base",
4354+ "model_name": "LayoutModel",
4355+ "model_module_version": "1.2.0",
4357+ "_model_module": "@jupyter-widgets/base",
4358+ "_model_module_version": "1.2.0",
4359+ "_model_name": "LayoutModel",
4360+ "_view_count": null,
4361+ "_view_module": "@jupyter-widgets/base",
4362+ "_view_module_version": "1.2.0",
4363+ "_view_name": "LayoutView",
4364+ "align_content": null,
4365+ "align_items": null,
4366+ "align_self": null,
4373+ "grid_auto_columns": null,
4374+ "grid_auto_flow": null,
4375+ "grid_auto_rows": null,
4376+ "grid_column": null,
4379+ "grid_template_areas": null,
4380+ "grid_template_columns": null,
4381+ "grid_template_rows": null,
4383+ "justify_content": null,
4384+ "justify_items": null,
4387+ "max_height": null,
4389+ "min_height": null,
4391+ "object_fit": null,
4392+ "object_position": null,
4395+ "overflow_x": null,
4396+ "overflow_y": null,
4400+ "visibility": null,
4404+ "7ebd96f809ad475eb454101af3650d57": {
4405+ "model_module": "@jupyter-widgets/base",
4406+ "model_name": "LayoutModel",
4407+ "model_module_version": "1.2.0",
4409+ "_model_module": "@jupyter-widgets/base",
4410+ "_model_module_version": "1.2.0",
4411+ "_model_name": "LayoutModel",
4412+ "_view_count": null,
4413+ "_view_module": "@jupyter-widgets/base",
4414+ "_view_module_version": "1.2.0",
4415+ "_view_name": "LayoutView",
4416+ "align_content": null,
4417+ "align_items": null,
4418+ "align_self": null,
4425+ "grid_auto_columns": null,
4426+ "grid_auto_flow": null,
4427+ "grid_auto_rows": null,
4428+ "grid_column": null,
4431+ "grid_template_areas": null,
4432+ "grid_template_columns": null,
4433+ "grid_template_rows": null,
4435+ "justify_content": null,
4436+ "justify_items": null,
4439+ "max_height": null,
4441+ "min_height": null,
4443+ "object_fit": null,
4444+ "object_position": null,
4447+ "overflow_x": null,
4448+ "overflow_y": null,
4452+ "visibility": null,
4456+ "0ad79da318f74ecaa974ce5999c7dd61": {
4457+ "model_module": "@jupyter-widgets/controls",
4458+ "model_name": "DescriptionStyleModel",
4459+ "model_module_version": "1.5.0",
4461+ "_model_module": "@jupyter-widgets/controls",
4462+ "_model_module_version": "1.5.0",
4463+ "_model_name": "DescriptionStyleModel",
4464+ "_view_count": null,
4465+ "_view_module": "@jupyter-widgets/base",
4466+ "_view_module_version": "1.2.0",
4467+ "_view_name": "StyleView",
4468+ "description_width": ""
4471+ "c7701c085ce14d2ea263c27f99bb2086": {
4472+ "model_module": "@jupyter-widgets/base",
4473+ "model_name": "LayoutModel",
4474+ "model_module_version": "1.2.0",
4476+ "_model_module": "@jupyter-widgets/base",
4477+ "_model_module_version": "1.2.0",
4478+ "_model_name": "LayoutModel",
4479+ "_view_count": null,
4480+ "_view_module": "@jupyter-widgets/base",
4481+ "_view_module_version": "1.2.0",
4482+ "_view_name": "LayoutView",
4483+ "align_content": null,
4484+ "align_items": null,
4485+ "align_self": null,
4492+ "grid_auto_columns": null,
4493+ "grid_auto_flow": null,
4494+ "grid_auto_rows": null,
4495+ "grid_column": null,
4498+ "grid_template_areas": null,
4499+ "grid_template_columns": null,
4500+ "grid_template_rows": null,
4502+ "justify_content": null,
4503+ "justify_items": null,
4506+ "max_height": null,
4508+ "min_height": null,
4510+ "object_fit": null,
4511+ "object_position": null,
4514+ "overflow_x": null,
4515+ "overflow_y": null,
4519+ "visibility": null,
4523+ "d8d1714014814d56a71d61800520fecc": {
4524+ "model_module": "@jupyter-widgets/controls",
4525+ "model_name": "ProgressStyleModel",
4526+ "model_module_version": "1.5.0",
4528+ "_model_module": "@jupyter-widgets/controls",
4529+ "_model_module_version": "1.5.0",
4530+ "_model_name": "ProgressStyleModel",
4531+ "_view_count": null,
4532+ "_view_module": "@jupyter-widgets/base",
4533+ "_view_module_version": "1.2.0",
4534+ "_view_name": "StyleView",
4536+ "description_width": ""
4539+ "16b5802f63544f0798b92b4cd5a5fecf": {
4540+ "model_module": "@jupyter-widgets/base",
4541+ "model_name": "LayoutModel",
4542+ "model_module_version": "1.2.0",
4544+ "_model_module": "@jupyter-widgets/base",
4545+ "_model_module_version": "1.2.0",
4546+ "_model_name": "LayoutModel",
4547+ "_view_count": null,
4548+ "_view_module": "@jupyter-widgets/base",
4549+ "_view_module_version": "1.2.0",
4550+ "_view_name": "LayoutView",
4551+ "align_content": null,
4552+ "align_items": null,
4553+ "align_self": null,
4560+ "grid_auto_columns": null,
4561+ "grid_auto_flow": null,
4562+ "grid_auto_rows": null,
4563+ "grid_column": null,
4566+ "grid_template_areas": null,
4567+ "grid_template_columns": null,
4568+ "grid_template_rows": null,
4570+ "justify_content": null,
4571+ "justify_items": null,
4574+ "max_height": null,
4576+ "min_height": null,
4578+ "object_fit": null,
4579+ "object_position": null,
4582+ "overflow_x": null,
4583+ "overflow_y": null,
4587+ "visibility": null,
4591+ "8df80ce5ab244d8bbf9bb5a19c2175d9": {
4592+ "model_module": "@jupyter-widgets/controls",
4593+ "model_name": "DescriptionStyleModel",
4594+ "model_module_version": "1.5.0",
4596+ "_model_module": "@jupyter-widgets/controls",
4597+ "_model_module_version": "1.5.0",
4598+ "_model_name": "DescriptionStyleModel",
4599+ "_view_count": null,
4600+ "_view_module": "@jupyter-widgets/base",
4601+ "_view_module_version": "1.2.0",
4602+ "_view_name": "StyleView",
4603+ "description_width": ""
4606+ "7216323c76314bb6a6d227e94f606959": {
4607+ "model_module": "@jupyter-widgets/controls",
4608+ "model_name": "HBoxModel",
4609+ "model_module_version": "1.5.0",
4611+ "_dom_classes": [],
4612+ "_model_module": "@jupyter-widgets/controls",
4613+ "_model_module_version": "1.5.0",
4614+ "_model_name": "HBoxModel",
4615+ "_view_count": null,
4616+ "_view_module": "@jupyter-widgets/controls",
4617+ "_view_module_version": "1.5.0",
4618+ "_view_name": "HBoxView",
4621+ "IPY_MODEL_9feb387f623e40ed834fbf735b991404",
4622+ "IPY_MODEL_f156bbbfcdd242f6a0fa281915c6155a",
4623+ "IPY_MODEL_f2db20140e634aa2acc998fa2c0d778c"
4625+ "layout": "IPY_MODEL_b7cf8ccc9600431f8302c49a1cfe5da1"
4628+ "9feb387f623e40ed834fbf735b991404": {
4629+ "model_module": "@jupyter-widgets/controls",
4630+ "model_name": "HTMLModel",
4631+ "model_module_version": "1.5.0",
4633+ "_dom_classes": [],
4634+ "_model_module": "@jupyter-widgets/controls",
4635+ "_model_module_version": "1.5.0",
4636+ "_model_name": "HTMLModel",
4637+ "_view_count": null,
4638+ "_view_module": "@jupyter-widgets/controls",
4639+ "_view_module_version": "1.5.0",
4640+ "_view_name": "HTMLView",
4642+ "description_tooltip": null,
4643+ "layout": "IPY_MODEL_e616b3b0b2a1482a8a295b9bb1f98892",
4644+ "placeholder": "",
4645+ "style": "IPY_MODEL_e1886c4ef75c4651bb4107519c685186",
4646+ "value": "model-00002-of-00002.safetensors: 100%"
4649+ "f156bbbfcdd242f6a0fa281915c6155a": {
4650+ "model_module": "@jupyter-widgets/controls",
4651+ "model_name": "FloatProgressModel",
4652+ "model_module_version": "1.5.0",
4654+ "_dom_classes": [],
4655+ "_model_module": "@jupyter-widgets/controls",
4656+ "_model_module_version": "1.5.0",
4657+ "_model_name": "FloatProgressModel",
4658+ "_view_count": null,
4659+ "_view_module": "@jupyter-widgets/controls",
4660+ "_view_module_version": "1.5.0",
4661+ "_view_name": "ProgressView",
4662+ "bar_style": "success",
4664+ "description_tooltip": null,
4665+ "layout": "IPY_MODEL_3d1caae86efb45489ac1a58d1af7fa6b",
4668+ "orientation": "horizontal",
4669+ "style": "IPY_MODEL_b293b31ff8eb4c56bfaf70dfe760a060",
4670+ "value": 3500425616
4673+ "f2db20140e634aa2acc998fa2c0d778c": {
4674+ "model_module": "@jupyter-widgets/controls",
4675+ "model_name": "HTMLModel",
4676+ "model_module_version": "1.5.0",
4678+ "_dom_classes": [],
4679+ "_model_module": "@jupyter-widgets/controls",
4680+ "_model_module_version": "1.5.0",
4681+ "_model_name": "HTMLModel",
4682+ "_view_count": null,
4683+ "_view_module": "@jupyter-widgets/controls",
4684+ "_view_module_version": "1.5.0",
4685+ "_view_name": "HTMLView",
4687+ "description_tooltip": null,
4688+ "layout": "IPY_MODEL_77bbf90c640a4b63ad7e570757b474e4",
4689+ "placeholder": "",
4690+ "style": "IPY_MODEL_af3c2480adb84d70b924bd3f4e6fbfdd",
4691+ "value": " 3.50G/3.50G [00:17<00:00, 257MB/s]"
4694+ "b7cf8ccc9600431f8302c49a1cfe5da1": {
4695+ "model_module": "@jupyter-widgets/base",
4696+ "model_name": "LayoutModel",
4697+ "model_module_version": "1.2.0",
4699+ "_model_module": "@jupyter-widgets/base",
4700+ "_model_module_version": "1.2.0",
4701+ "_model_name": "LayoutModel",
4702+ "_view_count": null,
4703+ "_view_module": "@jupyter-widgets/base",
4704+ "_view_module_version": "1.2.0",
4705+ "_view_name": "LayoutView",
4706+ "align_content": null,
4707+ "align_items": null,
4708+ "align_self": null,
4715+ "grid_auto_columns": null,
4716+ "grid_auto_flow": null,
4717+ "grid_auto_rows": null,
4718+ "grid_column": null,
4721+ "grid_template_areas": null,
4722+ "grid_template_columns": null,
4723+ "grid_template_rows": null,
4725+ "justify_content": null,
4726+ "justify_items": null,
4729+ "max_height": null,
4731+ "min_height": null,
4733+ "object_fit": null,
4734+ "object_position": null,
4737+ "overflow_x": null,
4738+ "overflow_y": null,
4742+ "visibility": null,
4746+ "e616b3b0b2a1482a8a295b9bb1f98892": {
4747+ "model_module": "@jupyter-widgets/base",
4748+ "model_name": "LayoutModel",
4749+ "model_module_version": "1.2.0",
4751+ "_model_module": "@jupyter-widgets/base",
4752+ "_model_module_version": "1.2.0",
4753+ "_model_name": "LayoutModel",
4754+ "_view_count": null,
4755+ "_view_module": "@jupyter-widgets/base",
4756+ "_view_module_version": "1.2.0",
4757+ "_view_name": "LayoutView",
4758+ "align_content": null,
4759+ "align_items": null,
4760+ "align_self": null,
4767+ "grid_auto_columns": null,
4768+ "grid_auto_flow": null,
4769+ "grid_auto_rows": null,
4770+ "grid_column": null,
4773+ "grid_template_areas": null,
4774+ "grid_template_columns": null,
4775+ "grid_template_rows": null,
4777+ "justify_content": null,
4778+ "justify_items": null,
4781+ "max_height": null,
4783+ "min_height": null,
4785+ "object_fit": null,
4786+ "object_position": null,
4789+ "overflow_x": null,
4790+ "overflow_y": null,
4794+ "visibility": null,
4798+ "e1886c4ef75c4651bb4107519c685186": {
4799+ "model_module": "@jupyter-widgets/controls",
4800+ "model_name": "DescriptionStyleModel",
4801+ "model_module_version": "1.5.0",
4803+ "_model_module": "@jupyter-widgets/controls",
4804+ "_model_module_version": "1.5.0",
4805+ "_model_name": "DescriptionStyleModel",
4806+ "_view_count": null,
4807+ "_view_module": "@jupyter-widgets/base",
4808+ "_view_module_version": "1.2.0",
4809+ "_view_name": "StyleView",
4810+ "description_width": ""
4813+ "3d1caae86efb45489ac1a58d1af7fa6b": {
4814+ "model_module": "@jupyter-widgets/base",
4815+ "model_name": "LayoutModel",
4816+ "model_module_version": "1.2.0",
4818+ "_model_module": "@jupyter-widgets/base",
4819+ "_model_module_version": "1.2.0",
4820+ "_model_name": "LayoutModel",
4821+ "_view_count": null,
4822+ "_view_module": "@jupyter-widgets/base",
4823+ "_view_module_version": "1.2.0",
4824+ "_view_name": "LayoutView",
4825+ "align_content": null,
4826+ "align_items": null,
4827+ "align_self": null,
4834+ "grid_auto_columns": null,
4835+ "grid_auto_flow": null,
4836+ "grid_auto_rows": null,
4837+ "grid_column": null,
4840+ "grid_template_areas": null,
4841+ "grid_template_columns": null,
4842+ "grid_template_rows": null,
4844+ "justify_content": null,
4845+ "justify_items": null,
4848+ "max_height": null,
4850+ "min_height": null,
4852+ "object_fit": null,
4853+ "object_position": null,
4856+ "overflow_x": null,
4857+ "overflow_y": null,
4861+ "visibility": null,
4865+ "b293b31ff8eb4c56bfaf70dfe760a060": {
4866+ "model_module": "@jupyter-widgets/controls",
4867+ "model_name": "ProgressStyleModel",
4868+ "model_module_version": "1.5.0",
4870+ "_model_module": "@jupyter-widgets/controls",
4871+ "_model_module_version": "1.5.0",
4872+ "_model_name": "ProgressStyleModel",
4873+ "_view_count": null,
4874+ "_view_module": "@jupyter-widgets/base",
4875+ "_view_module_version": "1.2.0",
4876+ "_view_name": "StyleView",
4878+ "description_width": ""
4881+ "77bbf90c640a4b63ad7e570757b474e4": {
4882+ "model_module": "@jupyter-widgets/base",
4883+ "model_name": "LayoutModel",
4884+ "model_module_version": "1.2.0",
4886+ "_model_module": "@jupyter-widgets/base",
4887+ "_model_module_version": "1.2.0",
4888+ "_model_name": "LayoutModel",
4889+ "_view_count": null,
4890+ "_view_module": "@jupyter-widgets/base",
4891+ "_view_module_version": "1.2.0",
4892+ "_view_name": "LayoutView",
4893+ "align_content": null,
4894+ "align_items": null,
4895+ "align_self": null,
4902+ "grid_auto_columns": null,
4903+ "grid_auto_flow": null,
4904+ "grid_auto_rows": null,
4905+ "grid_column": null,
4908+ "grid_template_areas": null,
4909+ "grid_template_columns": null,
4910+ "grid_template_rows": null,
4912+ "justify_content": null,
4913+ "justify_items": null,
4916+ "max_height": null,
4918+ "min_height": null,
4920+ "object_fit": null,
4921+ "object_position": null,
4924+ "overflow_x": null,
4925+ "overflow_y": null,
4929+ "visibility": null,
4933+ "af3c2480adb84d70b924bd3f4e6fbfdd": {
4934+ "model_module": "@jupyter-widgets/controls",
4935+ "model_name": "DescriptionStyleModel",
4936+ "model_module_version": "1.5.0",
4938+ "_model_module": "@jupyter-widgets/controls",
4939+ "_model_module_version": "1.5.0",
4940+ "_model_name": "DescriptionStyleModel",
4941+ "_view_count": null,
4942+ "_view_module": "@jupyter-widgets/base",
4943+ "_view_module_version": "1.2.0",
4944+ "_view_name": "StyleView",
4945+ "description_width": ""
4948+ "c2f340f3e49f4a06a86d196b3c0c5cee": {
4949+ "model_module": "@jupyter-widgets/controls",
4950+ "model_name": "HBoxModel",
4951+ "model_module_version": "1.5.0",
4953+ "_dom_classes": [],
4954+ "_model_module": "@jupyter-widgets/controls",
4955+ "_model_module_version": "1.5.0",
4956+ "_model_name": "HBoxModel",
4957+ "_view_count": null,
4958+ "_view_module": "@jupyter-widgets/controls",
4959+ "_view_module_version": "1.5.0",
4960+ "_view_name": "HBoxView",
4963+ "IPY_MODEL_ca225ff313934133935e9fdf80bfdd62",
4964+ "IPY_MODEL_38eee09feaf14a0d87e880e13897aed4",
4965+ "IPY_MODEL_db2d4d648b55414b9b4f480a9f008e49"
4967+ "layout": "IPY_MODEL_9e4b4d70e1d94ca298ad3bc52ff692ee"
4970+ "ca225ff313934133935e9fdf80bfdd62": {
4971+ "model_module": "@jupyter-widgets/controls",
4972+ "model_name": "HTMLModel",
4973+ "model_module_version": "1.5.0",
4975+ "_dom_classes": [],
4976+ "_model_module": "@jupyter-widgets/controls",
4977+ "_model_module_version": "1.5.0",
4978+ "_model_name": "HTMLModel",
4979+ "_view_count": null,
4980+ "_view_module": "@jupyter-widgets/controls",
4981+ "_view_module_version": "1.5.0",
4982+ "_view_name": "HTMLView",
4984+ "description_tooltip": null,
4985+ "layout": "IPY_MODEL_ab0c7e885e9449039b3c4c9956f492d3",
4986+ "placeholder": "",
4987+ "style": "IPY_MODEL_8bf5582fc6e649a3a3c4b00b8c6ab604",
4988+ "value": "Loading checkpoint shards: 100%"
4991+ "38eee09feaf14a0d87e880e13897aed4": {
4992+ "model_module": "@jupyter-widgets/controls",
4993+ "model_name": "FloatProgressModel",
4994+ "model_module_version": "1.5.0",
4996+ "_dom_classes": [],
4997+ "_model_module": "@jupyter-widgets/controls",
4998+ "_model_module_version": "1.5.0",
4999+ "_model_name": "FloatProgressModel",
5000+ "_view_count": null,
5001+ "_view_module": "@jupyter-widgets/controls",
5002+ "_view_module_version": "1.5.0",
5003+ "_view_name": "ProgressView",
5004+ "bar_style": "success",
5006+ "description_tooltip": null,
5007+ "layout": "IPY_MODEL_654b5b484a8f472091941150feaa197b",
5010+ "orientation": "horizontal",
5011+ "style": "IPY_MODEL_3b081b95048744148150beee969029e4",
5015+ "db2d4d648b55414b9b4f480a9f008e49": {
5016+ "model_module": "@jupyter-widgets/controls",
5017+ "model_name": "HTMLModel",
5018+ "model_module_version": "1.5.0",
5020+ "_dom_classes": [],
5021+ "_model_module": "@jupyter-widgets/controls",
5022+ "_model_module_version": "1.5.0",
5023+ "_model_name": "HTMLModel",
5024+ "_view_count": null,
5025+ "_view_module": "@jupyter-widgets/controls",
5026+ "_view_module_version": "1.5.0",
5027+ "_view_name": "HTMLView",
5029+ "description_tooltip": null,
5030+ "layout": "IPY_MODEL_52487bc382f2457aa676f6fa96b254cf",
5031+ "placeholder": "",
5032+ "style": "IPY_MODEL_59835d83e8af4429a9638fdea8a50bda",
5033+ "value": " 2/2 [00:58<00:00, 26.92s/it]"
5036+ "9e4b4d70e1d94ca298ad3bc52ff692ee": {
5037+ "model_module": "@jupyter-widgets/base",
5038+ "model_name": "LayoutModel",
5039+ "model_module_version": "1.2.0",
5041+ "_model_module": "@jupyter-widgets/base",
5042+ "_model_module_version": "1.2.0",
5043+ "_model_name": "LayoutModel",
5044+ "_view_count": null,
5045+ "_view_module": "@jupyter-widgets/base",
5046+ "_view_module_version": "1.2.0",
5047+ "_view_name": "LayoutView",
5048+ "align_content": null,
5049+ "align_items": null,
5050+ "align_self": null,
5057+ "grid_auto_columns": null,
5058+ "grid_auto_flow": null,
5059+ "grid_auto_rows": null,
5060+ "grid_column": null,
5063+ "grid_template_areas": null,
5064+ "grid_template_columns": null,
5065+ "grid_template_rows": null,
5067+ "justify_content": null,
5068+ "justify_items": null,
5071+ "max_height": null,
5073+ "min_height": null,
5075+ "object_fit": null,
5076+ "object_position": null,
5079+ "overflow_x": null,
5080+ "overflow_y": null,
5084+ "visibility": null,
5088+ "ab0c7e885e9449039b3c4c9956f492d3": {
5089+ "model_module": "@jupyter-widgets/base",
5090+ "model_name": "LayoutModel",
5091+ "model_module_version": "1.2.0",
5093+ "_model_module": "@jupyter-widgets/base",
5094+ "_model_module_version": "1.2.0",
5095+ "_model_name": "LayoutModel",
5096+ "_view_count": null,
5097+ "_view_module": "@jupyter-widgets/base",
5098+ "_view_module_version": "1.2.0",
5099+ "_view_name": "LayoutView",
5100+ "align_content": null,
5101+ "align_items": null,
5102+ "align_self": null,
5109+ "grid_auto_columns": null,
5110+ "grid_auto_flow": null,
5111+ "grid_auto_rows": null,
5112+ "grid_column": null,
5115+ "grid_template_areas": null,
5116+ "grid_template_columns": null,
5117+ "grid_template_rows": null,
5119+ "justify_content": null,
5120+ "justify_items": null,
5123+ "max_height": null,
5125+ "min_height": null,
5127+ "object_fit": null,
5128+ "object_position": null,
5131+ "overflow_x": null,
5132+ "overflow_y": null,
5136+ "visibility": null,
5140+ "8bf5582fc6e649a3a3c4b00b8c6ab604": {
5141+ "model_module": "@jupyter-widgets/controls",
5142+ "model_name": "DescriptionStyleModel",
5143+ "model_module_version": "1.5.0",
5145+ "_model_module": "@jupyter-widgets/controls",
5146+ "_model_module_version": "1.5.0",
5147+ "_model_name": "DescriptionStyleModel",
5148+ "_view_count": null,
5149+ "_view_module": "@jupyter-widgets/base",
5150+ "_view_module_version": "1.2.0",
5151+ "_view_name": "StyleView",
5152+ "description_width": ""
5155+ "654b5b484a8f472091941150feaa197b": {
5156+ "model_module": "@jupyter-widgets/base",
5157+ "model_name": "LayoutModel",
5158+ "model_module_version": "1.2.0",
5160+ "_model_module": "@jupyter-widgets/base",
5161+ "_model_module_version": "1.2.0",
5162+ "_model_name": "LayoutModel",
5163+ "_view_count": null,
5164+ "_view_module": "@jupyter-widgets/base",
5165+ "_view_module_version": "1.2.0",
5166+ "_view_name": "LayoutView",
5167+ "align_content": null,
5168+ "align_items": null,
5169+ "align_self": null,
5176+ "grid_auto_columns": null,
5177+ "grid_auto_flow": null,
5178+ "grid_auto_rows": null,
5179+ "grid_column": null,
5182+ "grid_template_areas": null,
5183+ "grid_template_columns": null,
5184+ "grid_template_rows": null,
5186+ "justify_content": null,
5187+ "justify_items": null,
5190+ "max_height": null,
5192+ "min_height": null,
5194+ "object_fit": null,
5195+ "object_position": null,
5198+ "overflow_x": null,
5199+ "overflow_y": null,
5203+ "visibility": null,
5207+ "3b081b95048744148150beee969029e4": {
5208+ "model_module": "@jupyter-widgets/controls",
5209+ "model_name": "ProgressStyleModel",
5210+ "model_module_version": "1.5.0",
5212+ "_model_module": "@jupyter-widgets/controls",
5213+ "_model_module_version": "1.5.0",
5214+ "_model_name": "ProgressStyleModel",
5215+ "_view_count": null,
5216+ "_view_module": "@jupyter-widgets/base",
5217+ "_view_module_version": "1.2.0",
5218+ "_view_name": "StyleView",
5220+ "description_width": ""
5223+ "52487bc382f2457aa676f6fa96b254cf": {
5224+ "model_module": "@jupyter-widgets/base",
5225+ "model_name": "LayoutModel",
5226+ "model_module_version": "1.2.0",
5228+ "_model_module": "@jupyter-widgets/base",
5229+ "_model_module_version": "1.2.0",
5230+ "_model_name": "LayoutModel",
5231+ "_view_count": null,
5232+ "_view_module": "@jupyter-widgets/base",
5233+ "_view_module_version": "1.2.0",
5234+ "_view_name": "LayoutView",
5235+ "align_content": null,
5236+ "align_items": null,
5237+ "align_self": null,
5244+ "grid_auto_columns": null,
5245+ "grid_auto_flow": null,
5246+ "grid_auto_rows": null,
5247+ "grid_column": null,
5250+ "grid_template_areas": null,
5251+ "grid_template_columns": null,
5252+ "grid_template_rows": null,
5254+ "justify_content": null,
5255+ "justify_items": null,
5258+ "max_height": null,
5260+ "min_height": null,
5262+ "object_fit": null,
5263+ "object_position": null,
5266+ "overflow_x": null,
5267+ "overflow_y": null,
5271+ "visibility": null,
5275+ "59835d83e8af4429a9638fdea8a50bda": {
5276+ "model_module": "@jupyter-widgets/controls",
5277+ "model_name": "DescriptionStyleModel",
5278+ "model_module_version": "1.5.0",
5280+ "_model_module": "@jupyter-widgets/controls",
5281+ "_model_module_version": "1.5.0",
5282+ "_model_name": "DescriptionStyleModel",
5283+ "_view_count": null,
5284+ "_view_module": "@jupyter-widgets/base",
5285+ "_view_module_version": "1.2.0",
5286+ "_view_name": "StyleView",
5287+ "description_width": ""
5290+ "e6470582c0fd4654ab4211d216709342": {
5291+ "model_module": "@jupyter-widgets/controls",
5292+ "model_name": "HBoxModel",
5293+ "model_module_version": "1.5.0",
5295+ "_dom_classes": [],
5296+ "_model_module": "@jupyter-widgets/controls",
5297+ "_model_module_version": "1.5.0",
5298+ "_model_name": "HBoxModel",
5299+ "_view_count": null,
5300+ "_view_module": "@jupyter-widgets/controls",
5301+ "_view_module_version": "1.5.0",
5302+ "_view_name": "HBoxView",
5305+ "IPY_MODEL_8565db4c5c534ec7a71d2d3ab0d174cd",
5306+ "IPY_MODEL_7ccc8dc11b76483aa44676a3306015b1",
5307+ "IPY_MODEL_758ccc539ac4478ab9b3ab1710c902a8"
5309+ "layout": "IPY_MODEL_8d7b781ce6f74e7d86d7f3c41233435a"
5312+ "8565db4c5c534ec7a71d2d3ab0d174cd": {
5313+ "model_module": "@jupyter-widgets/controls",
5314+ "model_name": "HTMLModel",
5315+ "model_module_version": "1.5.0",
5317+ "_dom_classes": [],
5318+ "_model_module": "@jupyter-widgets/controls",
5319+ "_model_module_version": "1.5.0",
5320+ "_model_name": "HTMLModel",
5321+ "_view_count": null,
5322+ "_view_module": "@jupyter-widgets/controls",
5323+ "_view_module_version": "1.5.0",
5324+ "_view_name": "HTMLView",
5326+ "description_tooltip": null,
5327+ "layout": "IPY_MODEL_f34b72f5d7c24ca88cd144d753add278",
5328+ "placeholder": "",
5329+ "style": "IPY_MODEL_1658d84dbbf945c38600065a3d7331cb",
5330+ "value": "generation_config.json: 100%"
5333+ "7ccc8dc11b76483aa44676a3306015b1": {
5334+ "model_module": "@jupyter-widgets/controls",
5335+ "model_name": "FloatProgressModel",
5336+ "model_module_version": "1.5.0",
5338+ "_dom_classes": [],
5339+ "_model_module": "@jupyter-widgets/controls",
5340+ "_model_module_version": "1.5.0",
5341+ "_model_name": "FloatProgressModel",
5342+ "_view_count": null,
5343+ "_view_module": "@jupyter-widgets/controls",
5344+ "_view_module_version": "1.5.0",
5345+ "_view_name": "ProgressView",
5346+ "bar_style": "success",
5348+ "description_tooltip": null,
5349+ "layout": "IPY_MODEL_998918b85a9c4e74a5eedf9d8881bf7a",
5352+ "orientation": "horizontal",
5353+ "style": "IPY_MODEL_87cc974a9c1f48169b80fa0f7caa2766",
5357+ "758ccc539ac4478ab9b3ab1710c902a8": {
5358+ "model_module": "@jupyter-widgets/controls",
5359+ "model_name": "HTMLModel",
5360+ "model_module_version": "1.5.0",
5362+ "_dom_classes": [],
5363+ "_model_module": "@jupyter-widgets/controls",
5364+ "_model_module_version": "1.5.0",
5365+ "_model_name": "HTMLModel",
5366+ "_view_count": null,
5367+ "_view_module": "@jupyter-widgets/controls",
5368+ "_view_module_version": "1.5.0",
5369+ "_view_name": "HTMLView",
5371+ "description_tooltip": null,
5372+ "layout": "IPY_MODEL_ba5ea315b57146748bc3db556500a23e",
5373+ "placeholder": "",
5374+ "style": "IPY_MODEL_204f00c1faf6405e860a9cda44a34ebd",
5375+ "value": " 116/116 [00:00<00:00, 6.95kB/s]"
5378+ "8d7b781ce6f74e7d86d7f3c41233435a": {
5379+ "model_module": "@jupyter-widgets/base",
5380+ "model_name": "LayoutModel",
5381+ "model_module_version": "1.2.0",
5383+ "_model_module": "@jupyter-widgets/base",
5384+ "_model_module_version": "1.2.0",
5385+ "_model_name": "LayoutModel",
5386+ "_view_count": null,
5387+ "_view_module": "@jupyter-widgets/base",
5388+ "_view_module_version": "1.2.0",
5389+ "_view_name": "LayoutView",
5390+ "align_content": null,
5391+ "align_items": null,
5392+ "align_self": null,
5399+ "grid_auto_columns": null,
5400+ "grid_auto_flow": null,
5401+ "grid_auto_rows": null,
5402+ "grid_column": null,
5405+ "grid_template_areas": null,
5406+ "grid_template_columns": null,
5407+ "grid_template_rows": null,
5409+ "justify_content": null,
5410+ "justify_items": null,
5413+ "max_height": null,
5415+ "min_height": null,
5417+ "object_fit": null,
5418+ "object_position": null,
5421+ "overflow_x": null,
5422+ "overflow_y": null,
5426+ "visibility": null,
5430+ "f34b72f5d7c24ca88cd144d753add278": {
5431+ "model_module": "@jupyter-widgets/base",
5432+ "model_name": "LayoutModel",
5433+ "model_module_version": "1.2.0",
5435+ "_model_module": "@jupyter-widgets/base",
5436+ "_model_module_version": "1.2.0",
5437+ "_model_name": "LayoutModel",
5438+ "_view_count": null,
5439+ "_view_module": "@jupyter-widgets/base",
5440+ "_view_module_version": "1.2.0",
5441+ "_view_name": "LayoutView",
5442+ "align_content": null,
5443+ "align_items": null,
5444+ "align_self": null,
5451+ "grid_auto_columns": null,
5452+ "grid_auto_flow": null,
5453+ "grid_auto_rows": null,
5454+ "grid_column": null,
5457+ "grid_template_areas": null,
5458+ "grid_template_columns": null,
5459+ "grid_template_rows": null,
5461+ "justify_content": null,
5462+ "justify_items": null,
5465+ "max_height": null,
5467+ "min_height": null,
5469+ "object_fit": null,
5470+ "object_position": null,
5473+ "overflow_x": null,
5474+ "overflow_y": null,
5478+ "visibility": null,
5482+ "1658d84dbbf945c38600065a3d7331cb": {
5483+ "model_module": "@jupyter-widgets/controls",
5484+ "model_name": "DescriptionStyleModel",
5485+ "model_module_version": "1.5.0",
5487+ "_model_module": "@jupyter-widgets/controls",
5488+ "_model_module_version": "1.5.0",
5489+ "_model_name": "DescriptionStyleModel",
5490+ "_view_count": null,
5491+ "_view_module": "@jupyter-widgets/base",
5492+ "_view_module_version": "1.2.0",
5493+ "_view_name": "StyleView",
5494+ "description_width": ""
5497+ "998918b85a9c4e74a5eedf9d8881bf7a": {
5498+ "model_module": "@jupyter-widgets/base",
5499+ "model_name": "LayoutModel",
5500+ "model_module_version": "1.2.0",
5502+ "_model_module": "@jupyter-widgets/base",
5503+ "_model_module_version": "1.2.0",
5504+ "_model_name": "LayoutModel",
5505+ "_view_count": null,
5506+ "_view_module": "@jupyter-widgets/base",
5507+ "_view_module_version": "1.2.0",
5508+ "_view_name": "LayoutView",
5509+ "align_content": null,
5510+ "align_items": null,
5511+ "align_self": null,
5518+ "grid_auto_columns": null,
5519+ "grid_auto_flow": null,
5520+ "grid_auto_rows": null,
5521+ "grid_column": null,
5524+ "grid_template_areas": null,
5525+ "grid_template_columns": null,
5526+ "grid_template_rows": null,
5528+ "justify_content": null,
5529+ "justify_items": null,
5532+ "max_height": null,
5534+ "min_height": null,
5536+ "object_fit": null,
5537+ "object_position": null,
5540+ "overflow_x": null,
5541+ "overflow_y": null,
5545+ "visibility": null,
5549+ "87cc974a9c1f48169b80fa0f7caa2766": {
5550+ "model_module": "@jupyter-widgets/controls",
5551+ "model_name": "ProgressStyleModel",
5552+ "model_module_version": "1.5.0",
5554+ "_model_module": "@jupyter-widgets/controls",
5555+ "_model_module_version": "1.5.0",
5556+ "_model_name": "ProgressStyleModel",
5557+ "_view_count": null,
5558+ "_view_module": "@jupyter-widgets/base",
5559+ "_view_module_version": "1.2.0",
5560+ "_view_name": "StyleView",
5562+ "description_width": ""
5565+ "ba5ea315b57146748bc3db556500a23e": {
5566+ "model_module": "@jupyter-widgets/base",
5567+ "model_name": "LayoutModel",
5568+ "model_module_version": "1.2.0",
5570+ "_model_module": "@jupyter-widgets/base",
5571+ "_model_module_version": "1.2.0",
5572+ "_model_name": "LayoutModel",
5573+ "_view_count": null,
5574+ "_view_module": "@jupyter-widgets/base",
5575+ "_view_module_version": "1.2.0",
5576+ "_view_name": "LayoutView",
5577+ "align_content": null,
5578+ "align_items": null,
5579+ "align_self": null,
5586+ "grid_auto_columns": null,
5587+ "grid_auto_flow": null,
5588+ "grid_auto_rows": null,
5589+ "grid_column": null,
5592+ "grid_template_areas": null,
5593+ "grid_template_columns": null,
5594+ "grid_template_rows": null,
5596+ "justify_content": null,
5597+ "justify_items": null,
5600+ "max_height": null,
5602+ "min_height": null,
5604+ "object_fit": null,
5605+ "object_position": null,
5608+ "overflow_x": null,
5609+ "overflow_y": null,
5613+ "visibility": null,
5617+ "204f00c1faf6405e860a9cda44a34ebd": {
5618+ "model_module": "@jupyter-widgets/controls",
5619+ "model_name": "DescriptionStyleModel",
5620+ "model_module_version": "1.5.0",
5622+ "_model_module": "@jupyter-widgets/controls",
5623+ "_model_module_version": "1.5.0",
5624+ "_model_name": "DescriptionStyleModel",
5625+ "_view_count": null,
5626+ "_view_module": "@jupyter-widgets/base",
5627+ "_view_module_version": "1.2.0",
5628+ "_view_name": "StyleView",
5629+ "description_width": ""
5632+ "a222c7ba86df4ef0b22c929cdb9a02b7": {
5633+ "model_module": "@jupyter-widgets/controls",
5634+ "model_name": "HBoxModel",
5635+ "model_module_version": "1.5.0",
5637+ "_dom_classes": [],
5638+ "_model_module": "@jupyter-widgets/controls",
5639+ "_model_module_version": "1.5.0",
5640+ "_model_name": "HBoxModel",
5641+ "_view_count": null,
5642+ "_view_module": "@jupyter-widgets/controls",
5643+ "_view_module_version": "1.5.0",
5644+ "_view_name": "HBoxView",
5647+ "IPY_MODEL_b1b6aad30bfb44868275ca8df0010fff",
5648+ "IPY_MODEL_ea0956f0d3f44c73be1f1433e0db2f1d",
5649+ "IPY_MODEL_94a39eaf09754a759495499aac7a77a6"
5651+ "layout": "IPY_MODEL_2306e365359b436a85bd8cf84ba26c99"
5654+ "b1b6aad30bfb44868275ca8df0010fff": {
5655+ "model_module": "@jupyter-widgets/controls",
5656+ "model_name": "HTMLModel",
5657+ "model_module_version": "1.5.0",
5659+ "_dom_classes": [],
5660+ "_model_module": "@jupyter-widgets/controls",
5661+ "_model_module_version": "1.5.0",
5662+ "_model_name": "HTMLModel",
5663+ "_view_count": null,
5664+ "_view_module": "@jupyter-widgets/controls",
5665+ "_view_module_version": "1.5.0",
5666+ "_view_name": "HTMLView",
5668+ "description_tooltip": null,
5669+ "layout": "IPY_MODEL_e26e92fe9c56421898fca940607d2dbd",
5670+ "placeholder": "",
5671+ "style": "IPY_MODEL_285d9bf06ff6444aa331241beccf67dd",
5672+ "value": "tokenizer_config.json: 100%"
5675+ "ea0956f0d3f44c73be1f1433e0db2f1d": {
5676+ "model_module": "@jupyter-widgets/controls",
5677+ "model_name": "FloatProgressModel",
5678+ "model_module_version": "1.5.0",
5680+ "_dom_classes": [],
5681+ "_model_module": "@jupyter-widgets/controls",
5682+ "_model_module_version": "1.5.0",
5683+ "_model_name": "FloatProgressModel",
5684+ "_view_count": null,
5685+ "_view_module": "@jupyter-widgets/controls",
5686+ "_view_module_version": "1.5.0",
5687+ "_view_name": "ProgressView",
5688+ "bar_style": "success",
5690+ "description_tooltip": null,
5691+ "layout": "IPY_MODEL_aa8a8976b8074520a4bf4f112e771911",
5694+ "orientation": "horizontal",
5695+ "style": "IPY_MODEL_a087720a83304091a75e0717cd26b094",
5699+ "94a39eaf09754a759495499aac7a77a6": {
5700+ "model_module": "@jupyter-widgets/controls",
5701+ "model_name": "HTMLModel",
5702+ "model_module_version": "1.5.0",
5704+ "_dom_classes": [],
5705+ "_model_module": "@jupyter-widgets/controls",
5706+ "_model_module_version": "1.5.0",
5707+ "_model_name": "HTMLModel",
5708+ "_view_count": null,
5709+ "_view_module": "@jupyter-widgets/controls",
5710+ "_view_module_version": "1.5.0",
5711+ "_view_name": "HTMLView",
5713+ "description_tooltip": null,
5714+ "layout": "IPY_MODEL_4a647e8930b34958b7d04de74f7e2c26",
5715+ "placeholder": "",
5716+ "style": "IPY_MODEL_a70d33a9cece4e35bfcc110af23d2903",
5717+ "value": " 749/749 [00:00<00:00, 37.8kB/s]"
5720+ "2306e365359b436a85bd8cf84ba26c99": {
5721+ "model_module": "@jupyter-widgets/base",
5722+ "model_name": "LayoutModel",
5723+ "model_module_version": "1.2.0",
5725+ "_model_module": "@jupyter-widgets/base",
5726+ "_model_module_version": "1.2.0",
5727+ "_model_name": "LayoutModel",
5728+ "_view_count": null,
5729+ "_view_module": "@jupyter-widgets/base",
5730+ "_view_module_version": "1.2.0",
5731+ "_view_name": "LayoutView",
5732+ "align_content": null,
5733+ "align_items": null,
5734+ "align_self": null,
5741+ "grid_auto_columns": null,
5742+ "grid_auto_flow": null,
5743+ "grid_auto_rows": null,
5744+ "grid_column": null,
5747+ "grid_template_areas": null,
5748+ "grid_template_columns": null,
5749+ "grid_template_rows": null,
5751+ "justify_content": null,
5752+ "justify_items": null,
5755+ "max_height": null,
5757+ "min_height": null,
5759+ "object_fit": null,
5760+ "object_position": null,
5763+ "overflow_x": null,
5764+ "overflow_y": null,
5768+ "visibility": null,
5772+ "e26e92fe9c56421898fca940607d2dbd": {
5773+ "model_module": "@jupyter-widgets/base",
5774+ "model_name": "LayoutModel",
5775+ "model_module_version": "1.2.0",
5777+ "_model_module": "@jupyter-widgets/base",
5778+ "_model_module_version": "1.2.0",
5779+ "_model_name": "LayoutModel",
5780+ "_view_count": null,
5781+ "_view_module": "@jupyter-widgets/base",
5782+ "_view_module_version": "1.2.0",
5783+ "_view_name": "LayoutView",
5784+ "align_content": null,
5785+ "align_items": null,
5786+ "align_self": null,
5793+ "grid_auto_columns": null,
5794+ "grid_auto_flow": null,
5795+ "grid_auto_rows": null,
5796+ "grid_column": null,
5799+ "grid_template_areas": null,
5800+ "grid_template_columns": null,
5801+ "grid_template_rows": null,
5803+ "justify_content": null,
5804+ "justify_items": null,
5807+ "max_height": null,
5809+ "min_height": null,
5811+ "object_fit": null,
5812+ "object_position": null,
5815+ "overflow_x": null,
5816+ "overflow_y": null,
5820+ "visibility": null,
5824+ "285d9bf06ff6444aa331241beccf67dd": {
5825+ "model_module": "@jupyter-widgets/controls",
5826+ "model_name": "DescriptionStyleModel",
5827+ "model_module_version": "1.5.0",
5829+ "_model_module": "@jupyter-widgets/controls",
5830+ "_model_module_version": "1.5.0",
5831+ "_model_name": "DescriptionStyleModel",
5832+ "_view_count": null,
5833+ "_view_module": "@jupyter-widgets/base",
5834+ "_view_module_version": "1.2.0",
5835+ "_view_name": "StyleView",
5836+ "description_width": ""
5839+ "aa8a8976b8074520a4bf4f112e771911": {
5840+ "model_module": "@jupyter-widgets/base",
5841+ "model_name": "LayoutModel",
5842+ "model_module_version": "1.2.0",
5844+ "_model_module": "@jupyter-widgets/base",
5845+ "_model_module_version": "1.2.0",
5846+ "_model_name": "LayoutModel",
5847+ "_view_count": null,
5848+ "_view_module": "@jupyter-widgets/base",
5849+ "_view_module_version": "1.2.0",
5850+ "_view_name": "LayoutView",
5851+ "align_content": null,
5852+ "align_items": null,
5853+ "align_self": null,
5860+ "grid_auto_columns": null,
5861+ "grid_auto_flow": null,
5862+ "grid_auto_rows": null,
5863+ "grid_column": null,
5866+ "grid_template_areas": null,
5867+ "grid_template_columns": null,
5868+ "grid_template_rows": null,
5870+ "justify_content": null,
5871+ "justify_items": null,
5874+ "max_height": null,
5876+ "min_height": null,
5878+ "object_fit": null,
5879+ "object_position": null,
5882+ "overflow_x": null,
5883+ "overflow_y": null,
5887+ "visibility": null,
5891+ "a087720a83304091a75e0717cd26b094": {
5892+ "model_module": "@jupyter-widgets/controls",
5893+ "model_name": "ProgressStyleModel",
5894+ "model_module_version": "1.5.0",
5896+ "_model_module": "@jupyter-widgets/controls",
5897+ "_model_module_version": "1.5.0",
5898+ "_model_name": "ProgressStyleModel",
5899+ "_view_count": null,
5900+ "_view_module": "@jupyter-widgets/base",
5901+ "_view_module_version": "1.2.0",
5902+ "_view_name": "StyleView",
5904+ "description_width": ""
5907+ "4a647e8930b34958b7d04de74f7e2c26": {
5908+ "model_module": "@jupyter-widgets/base",
5909+ "model_name": "LayoutModel",
5910+ "model_module_version": "1.2.0",
5912+ "_model_module": "@jupyter-widgets/base",
5913+ "_model_module_version": "1.2.0",
5914+ "_model_name": "LayoutModel",
5915+ "_view_count": null,
5916+ "_view_module": "@jupyter-widgets/base",
5917+ "_view_module_version": "1.2.0",
5918+ "_view_name": "LayoutView",
5919+ "align_content": null,
5920+ "align_items": null,
5921+ "align_self": null,
5928+ "grid_auto_columns": null,
5929+ "grid_auto_flow": null,
5930+ "grid_auto_rows": null,
5931+ "grid_column": null,
5934+ "grid_template_areas": null,
5935+ "grid_template_columns": null,
5936+ "grid_template_rows": null,
5938+ "justify_content": null,
5939+ "justify_items": null,
5942+ "max_height": null,
5944+ "min_height": null,
5946+ "object_fit": null,
5947+ "object_position": null,
5950+ "overflow_x": null,
5951+ "overflow_y": null,
5955+ "visibility": null,
5959+ "a70d33a9cece4e35bfcc110af23d2903": {
5960+ "model_module": "@jupyter-widgets/controls",
5961+ "model_name": "DescriptionStyleModel",
5962+ "model_module_version": "1.5.0",
5964+ "_model_module": "@jupyter-widgets/controls",
5965+ "_model_module_version": "1.5.0",
5966+ "_model_name": "DescriptionStyleModel",
5967+ "_view_count": null,
5968+ "_view_module": "@jupyter-widgets/base",
5969+ "_view_module_version": "1.2.0",
5970+ "_view_name": "StyleView",
5971+ "description_width": ""
5974+ "16cdfd0f48804e2698f25fc1e8675f07": {
5975+ "model_module": "@jupyter-widgets/controls",
5976+ "model_name": "HBoxModel",
5977+ "model_module_version": "1.5.0",
5979+ "_dom_classes": [],
5980+ "_model_module": "@jupyter-widgets/controls",
5981+ "_model_module_version": "1.5.0",
5982+ "_model_name": "HBoxModel",
5983+ "_view_count": null,
5984+ "_view_module": "@jupyter-widgets/controls",
5985+ "_view_module_version": "1.5.0",
5986+ "_view_name": "HBoxView",
5989+ "IPY_MODEL_ff6a7e5351484f6da09d6ee4bdc30120",
5990+ "IPY_MODEL_b41a6f33a4e94bcf93d909bef0c7631a",
5991+ "IPY_MODEL_a37c555b427d4378b07407495d0cafa6"
5993+ "layout": "IPY_MODEL_881adea662c246b98b7462f1cd0cf6cc"
5996+ "ff6a7e5351484f6da09d6ee4bdc30120": {
5997+ "model_module": "@jupyter-widgets/controls",
5998+ "model_name": "HTMLModel",
5999+ "model_module_version": "1.5.0",
6001+ "_dom_classes": [],
6002+ "_model_module": "@jupyter-widgets/controls",
6003+ "_model_module_version": "1.5.0",
6004+ "_model_name": "HTMLModel",
6005+ "_view_count": null,
6006+ "_view_module": "@jupyter-widgets/controls",
6007+ "_view_module_version": "1.5.0",
6008+ "_view_name": "HTMLView",
6010+ "description_tooltip": null,
6011+ "layout": "IPY_MODEL_b6beeca955a44799bc648ad857a40584",
6012+ "placeholder": "",
6013+ "style": "IPY_MODEL_80c0000c82654a2986f95e79715f4293",
6014+ "value": "tokenizer.model: 100%"
6017+ "b41a6f33a4e94bcf93d909bef0c7631a": {
6018+ "model_module": "@jupyter-widgets/controls",
6019+ "model_name": "FloatProgressModel",
6020+ "model_module_version": "1.5.0",
6022+ "_dom_classes": [],
6023+ "_model_module": "@jupyter-widgets/controls",
6024+ "_model_module_version": "1.5.0",
6025+ "_model_name": "FloatProgressModel",
6026+ "_view_count": null,
6027+ "_view_module": "@jupyter-widgets/controls",
6028+ "_view_module_version": "1.5.0",
6029+ "_view_name": "ProgressView",
6030+ "bar_style": "success",
6032+ "description_tooltip": null,
6033+ "layout": "IPY_MODEL_4ab1b334c3074f1abebc79321451d8ca",
6036+ "orientation": "horizontal",
6037+ "style": "IPY_MODEL_3f3413f71cb54a7c87e64766a8c6fa51",
6041+ "a37c555b427d4378b07407495d0cafa6": {
6042+ "model_module": "@jupyter-widgets/controls",
6043+ "model_name": "HTMLModel",
6044+ "model_module_version": "1.5.0",
6046+ "_dom_classes": [],
6047+ "_model_module": "@jupyter-widgets/controls",
6048+ "_model_module_version": "1.5.0",
6049+ "_model_name": "HTMLModel",
6050+ "_view_count": null,
6051+ "_view_module": "@jupyter-widgets/controls",
6052+ "_view_module_version": "1.5.0",
6053+ "_view_name": "HTMLView",
6055+ "description_tooltip": null,
6056+ "layout": "IPY_MODEL_46d38a3087c343ef9eb2a1ee51790e7e",
6057+ "placeholder": "",
6058+ "style": "IPY_MODEL_aa369c38ec1c4a05935808f54ee46e2c",
6059+ "value": " 500k/500k [00:00<00:00, 5.67MB/s]"
6062+ "881adea662c246b98b7462f1cd0cf6cc": {
6063+ "model_module": "@jupyter-widgets/base",
6064+ "model_name": "LayoutModel",
6065+ "model_module_version": "1.2.0",
6067+ "_model_module": "@jupyter-widgets/base",
6068+ "_model_module_version": "1.2.0",
6069+ "_model_name": "LayoutModel",
6070+ "_view_count": null,
6071+ "_view_module": "@jupyter-widgets/base",
6072+ "_view_module_version": "1.2.0",
6073+ "_view_name": "LayoutView",
6074+ "align_content": null,
6075+ "align_items": null,
6076+ "align_self": null,
6083+ "grid_auto_columns": null,
6084+ "grid_auto_flow": null,
6085+ "grid_auto_rows": null,
6086+ "grid_column": null,
6089+ "grid_template_areas": null,
6090+ "grid_template_columns": null,
6091+ "grid_template_rows": null,
6093+ "justify_content": null,
6094+ "justify_items": null,
6097+ "max_height": null,
6099+ "min_height": null,
6101+ "object_fit": null,
6102+ "object_position": null,
6105+ "overflow_x": null,
6106+ "overflow_y": null,
6110+ "visibility": null,
6114+ "b6beeca955a44799bc648ad857a40584": {
6115+ "model_module": "@jupyter-widgets/base",
6116+ "model_name": "LayoutModel",
6117+ "model_module_version": "1.2.0",
6119+ "_model_module": "@jupyter-widgets/base",
6120+ "_model_module_version": "1.2.0",
6121+ "_model_name": "LayoutModel",
6122+ "_view_count": null,
6123+ "_view_module": "@jupyter-widgets/base",
6124+ "_view_module_version": "1.2.0",
6125+ "_view_name": "LayoutView",
6126+ "align_content": null,
6127+ "align_items": null,
6128+ "align_self": null,
6135+ "grid_auto_columns": null,
6136+ "grid_auto_flow": null,
6137+ "grid_auto_rows": null,
6138+ "grid_column": null,
6141+ "grid_template_areas": null,
6142+ "grid_template_columns": null,
6143+ "grid_template_rows": null,
6145+ "justify_content": null,
6146+ "justify_items": null,
6149+ "max_height": null,
6151+ "min_height": null,
6153+ "object_fit": null,
6154+ "object_position": null,
6157+ "overflow_x": null,
6158+ "overflow_y": null,
6162+ "visibility": null,
6166+ "80c0000c82654a2986f95e79715f4293": {
6167+ "model_module": "@jupyter-widgets/controls",
6168+ "model_name": "DescriptionStyleModel",
6169+ "model_module_version": "1.5.0",
6171+ "_model_module": "@jupyter-widgets/controls",
6172+ "_model_module_version": "1.5.0",
6173+ "_model_name": "DescriptionStyleModel",
6174+ "_view_count": null,
6175+ "_view_module": "@jupyter-widgets/base",
6176+ "_view_module_version": "1.2.0",
6177+ "_view_name": "StyleView",
6178+ "description_width": ""
6181+ "4ab1b334c3074f1abebc79321451d8ca": {
6182+ "model_module": "@jupyter-widgets/base",
6183+ "model_name": "LayoutModel",
6184+ "model_module_version": "1.2.0",
6186+ "_model_module": "@jupyter-widgets/base",
6187+ "_model_module_version": "1.2.0",
6188+ "_model_name": "LayoutModel",
6189+ "_view_count": null,
6190+ "_view_module": "@jupyter-widgets/base",
6191+ "_view_module_version": "1.2.0",
6192+ "_view_name": "LayoutView",
6193+ "align_content": null,
6194+ "align_items": null,
6195+ "align_self": null,
6202+ "grid_auto_columns": null,
6203+ "grid_auto_flow": null,
6204+ "grid_auto_rows": null,
6205+ "grid_column": null,
6208+ "grid_template_areas": null,
6209+ "grid_template_columns": null,
6210+ "grid_template_rows": null,
6212+ "justify_content": null,
6213+ "justify_items": null,
6216+ "max_height": null,
6218+ "min_height": null,
6220+ "object_fit": null,
6221+ "object_position": null,
6224+ "overflow_x": null,
6225+ "overflow_y": null,
6229+ "visibility": null,
6233+ "3f3413f71cb54a7c87e64766a8c6fa51": {
6234+ "model_module": "@jupyter-widgets/controls",
6235+ "model_name": "ProgressStyleModel",
6236+ "model_module_version": "1.5.0",
6238+ "_model_module": "@jupyter-widgets/controls",
6239+ "_model_module_version": "1.5.0",
6240+ "_model_name": "ProgressStyleModel",
6241+ "_view_count": null,
6242+ "_view_module": "@jupyter-widgets/base",
6243+ "_view_module_version": "1.2.0",
6244+ "_view_name": "StyleView",
6246+ "description_width": ""
6249+ "46d38a3087c343ef9eb2a1ee51790e7e": {
6250+ "model_module": "@jupyter-widgets/base",
6251+ "model_name": "LayoutModel",
6252+ "model_module_version": "1.2.0",
6254+ "_model_module": "@jupyter-widgets/base",
6255+ "_model_module_version": "1.2.0",
6256+ "_model_name": "LayoutModel",
6257+ "_view_count": null,
6258+ "_view_module": "@jupyter-widgets/base",
6259+ "_view_module_version": "1.2.0",
6260+ "_view_name": "LayoutView",
6261+ "align_content": null,
6262+ "align_items": null,
6263+ "align_self": null,
6270+ "grid_auto_columns": null,
6271+ "grid_auto_flow": null,
6272+ "grid_auto_rows": null,
6273+ "grid_column": null,
6276+ "grid_template_areas": null,
6277+ "grid_template_columns": null,
6278+ "grid_template_rows": null,
6280+ "justify_content": null,
6281+ "justify_items": null,
6284+ "max_height": null,
6286+ "min_height": null,
6288+ "object_fit": null,
6289+ "object_position": null,
6292+ "overflow_x": null,
6293+ "overflow_y": null,
6297+ "visibility": null,
6301+ "aa369c38ec1c4a05935808f54ee46e2c": {
6302+ "model_module": "@jupyter-widgets/controls",
6303+ "model_name": "DescriptionStyleModel",
6304+ "model_module_version": "1.5.0",
6306+ "_model_module": "@jupyter-widgets/controls",
6307+ "_model_module_version": "1.5.0",
6308+ "_model_name": "DescriptionStyleModel",
6309+ "_view_count": null,
6310+ "_view_module": "@jupyter-widgets/base",
6311+ "_view_module_version": "1.2.0",
6312+ "_view_name": "StyleView",
6313+ "description_width": ""
6316+ "fe1f304135164f2983ba40f3f230c97a": {
6317+ "model_module": "@jupyter-widgets/controls",
6318+ "model_name": "HBoxModel",
6319+ "model_module_version": "1.5.0",
6321+ "_dom_classes": [],
6322+ "_model_module": "@jupyter-widgets/controls",
6323+ "_model_module_version": "1.5.0",
6324+ "_model_name": "HBoxModel",
6325+ "_view_count": null,
6326+ "_view_module": "@jupyter-widgets/controls",
6327+ "_view_module_version": "1.5.0",
6328+ "_view_name": "HBoxView",
6331+ "IPY_MODEL_9164d3f34f174d7cb10ee3fbb188327a",
6332+ "IPY_MODEL_6357a65f79c94cccb92ded8682e8657e",
6333+ "IPY_MODEL_139c19c0cdab4f81916cfd75e1766a76"
6335+ "layout": "IPY_MODEL_ba0ccf7fdcf74c47ac36ee3da222f187"
6338+ "9164d3f34f174d7cb10ee3fbb188327a": {
6339+ "model_module": "@jupyter-widgets/controls",
6340+ "model_name": "HTMLModel",
6341+ "model_module_version": "1.5.0",
6343+ "_dom_classes": [],
6344+ "_model_module": "@jupyter-widgets/controls",
6345+ "_model_module_version": "1.5.0",
6346+ "_model_name": "HTMLModel",
6347+ "_view_count": null,
6348+ "_view_module": "@jupyter-widgets/controls",
6349+ "_view_module_version": "1.5.0",
6350+ "_view_name": "HTMLView",
6352+ "description_tooltip": null,
6353+ "layout": "IPY_MODEL_536b059b98cd4b54b9a2aefb52a70744",
6354+ "placeholder": "",
6355+ "style": "IPY_MODEL_e215d7711dae486189d4df6a1cd63fe4",
6356+ "value": "tokenizer.json: 100%"
6359+ "6357a65f79c94cccb92ded8682e8657e": {
6360+ "model_module": "@jupyter-widgets/controls",
6361+ "model_name": "FloatProgressModel",
6362+ "model_module_version": "1.5.0",
6364+ "_dom_classes": [],
6365+ "_model_module": "@jupyter-widgets/controls",
6366+ "_model_module_version": "1.5.0",
6367+ "_model_name": "FloatProgressModel",
6368+ "_view_count": null,
6369+ "_view_module": "@jupyter-widgets/controls",
6370+ "_view_module_version": "1.5.0",
6371+ "_view_name": "ProgressView",
6372+ "bar_style": "success",
6374+ "description_tooltip": null,
6375+ "layout": "IPY_MODEL_3019460b4af2486496430cf38447b3c0",
6378+ "orientation": "horizontal",
6379+ "style": "IPY_MODEL_0327281daf384e0fa9a2bf73f0851967",
6383+ "139c19c0cdab4f81916cfd75e1766a76": {
6384+ "model_module": "@jupyter-widgets/controls",
6385+ "model_name": "HTMLModel",
6386+ "model_module_version": "1.5.0",
6388+ "_dom_classes": [],
6389+ "_model_module": "@jupyter-widgets/controls",
6390+ "_model_module_version": "1.5.0",
6391+ "_model_name": "HTMLModel",
6392+ "_view_count": null,
6393+ "_view_module": "@jupyter-widgets/controls",
6394+ "_view_module_version": "1.5.0",
6395+ "_view_name": "HTMLView",
6397+ "description_tooltip": null,
6398+ "layout": "IPY_MODEL_7d511c6b8ccc476aa677c4c1e7f1c5bc",
6399+ "placeholder": "",
6400+ "style": "IPY_MODEL_7f72ebf02d9c4a64ac50e31fd6ff2e64",
6401+ "value": " 1.84M/1.84M [00:00<00:00, 8.18MB/s]"
6404+ "ba0ccf7fdcf74c47ac36ee3da222f187": {
6405+ "model_module": "@jupyter-widgets/base",
6406+ "model_name": "LayoutModel",
6407+ "model_module_version": "1.2.0",
6409+ "_model_module": "@jupyter-widgets/base",
6410+ "_model_module_version": "1.2.0",
6411+ "_model_name": "LayoutModel",
6412+ "_view_count": null,
6413+ "_view_module": "@jupyter-widgets/base",
6414+ "_view_module_version": "1.2.0",
6415+ "_view_name": "LayoutView",
6416+ "align_content": null,
6417+ "align_items": null,
6418+ "align_self": null,
6425+ "grid_auto_columns": null,
6426+ "grid_auto_flow": null,
6427+ "grid_auto_rows": null,
6428+ "grid_column": null,
6431+ "grid_template_areas": null,
6432+ "grid_template_columns": null,
6433+ "grid_template_rows": null,
6435+ "justify_content": null,
6436+ "justify_items": null,
6439+ "max_height": null,
6441+ "min_height": null,
6443+ "object_fit": null,
6444+ "object_position": null,
6447+ "overflow_x": null,
6448+ "overflow_y": null,
6452+ "visibility": null,
6456+ "536b059b98cd4b54b9a2aefb52a70744": {
6457+ "model_module": "@jupyter-widgets/base",
6458+ "model_name": "LayoutModel",
6459+ "model_module_version": "1.2.0",
6461+ "_model_module": "@jupyter-widgets/base",
6462+ "_model_module_version": "1.2.0",
6463+ "_model_name": "LayoutModel",
6464+ "_view_count": null,
6465+ "_view_module": "@jupyter-widgets/base",
6466+ "_view_module_version": "1.2.0",
6467+ "_view_name": "LayoutView",
6468+ "align_content": null,
6469+ "align_items": null,
6470+ "align_self": null,
6477+ "grid_auto_columns": null,
6478+ "grid_auto_flow": null,
6479+ "grid_auto_rows": null,
6480+ "grid_column": null,
6483+ "grid_template_areas": null,
6484+ "grid_template_columns": null,
6485+ "grid_template_rows": null,
6487+ "justify_content": null,
6488+ "justify_items": null,
6491+ "max_height": null,
6493+ "min_height": null,
6495+ "object_fit": null,
6496+ "object_position": null,
6499+ "overflow_x": null,
6500+ "overflow_y": null,
6504+ "visibility": null,
6508+ "e215d7711dae486189d4df6a1cd63fe4": {
6509+ "model_module": "@jupyter-widgets/controls",
6510+ "model_name": "DescriptionStyleModel",
6511+ "model_module_version": "1.5.0",
6513+ "_model_module": "@jupyter-widgets/controls",
6514+ "_model_module_version": "1.5.0",
6515+ "_model_name": "DescriptionStyleModel",
6516+ "_view_count": null,
6517+ "_view_module": "@jupyter-widgets/base",
6518+ "_view_module_version": "1.2.0",
6519+ "_view_name": "StyleView",
6520+ "description_width": ""
6523+ "3019460b4af2486496430cf38447b3c0": {
6524+ "model_module": "@jupyter-widgets/base",
6525+ "model_name": "LayoutModel",
6526+ "model_module_version": "1.2.0",
6528+ "_model_module": "@jupyter-widgets/base",
6529+ "_model_module_version": "1.2.0",
6530+ "_model_name": "LayoutModel",
6531+ "_view_count": null,
6532+ "_view_module": "@jupyter-widgets/base",
6533+ "_view_module_version": "1.2.0",
6534+ "_view_name": "LayoutView",
6535+ "align_content": null,
6536+ "align_items": null,
6537+ "align_self": null,
6544+ "grid_auto_columns": null,
6545+ "grid_auto_flow": null,
6546+ "grid_auto_rows": null,
6547+ "grid_column": null,
6550+ "grid_template_areas": null,
6551+ "grid_template_columns": null,
6552+ "grid_template_rows": null,
6554+ "justify_content": null,
6555+ "justify_items": null,
6558+ "max_height": null,
6560+ "min_height": null,
6562+ "object_fit": null,
6563+ "object_position": null,
6566+ "overflow_x": null,
6567+ "overflow_y": null,
6571+ "visibility": null,
6575+ "0327281daf384e0fa9a2bf73f0851967": {
6576+ "model_module": "@jupyter-widgets/controls",
6577+ "model_name": "ProgressStyleModel",
6578+ "model_module_version": "1.5.0",
6580+ "_model_module": "@jupyter-widgets/controls",
6581+ "_model_module_version": "1.5.0",
6582+ "_model_name": "ProgressStyleModel",
6583+ "_view_count": null,
6584+ "_view_module": "@jupyter-widgets/base",
6585+ "_view_module_version": "1.2.0",
6586+ "_view_name": "StyleView",
6588+ "description_width": ""
6591+ "7d511c6b8ccc476aa677c4c1e7f1c5bc": {
6592+ "model_module": "@jupyter-widgets/base",
6593+ "model_name": "LayoutModel",
6594+ "model_module_version": "1.2.0",
6596+ "_model_module": "@jupyter-widgets/base",
6597+ "_model_module_version": "1.2.0",
6598+ "_model_name": "LayoutModel",
6599+ "_view_count": null,
6600+ "_view_module": "@jupyter-widgets/base",
6601+ "_view_module_version": "1.2.0",
6602+ "_view_name": "LayoutView",
6603+ "align_content": null,
6604+ "align_items": null,
6605+ "align_self": null,
6612+ "grid_auto_columns": null,
6613+ "grid_auto_flow": null,
6614+ "grid_auto_rows": null,
6615+ "grid_column": null,
6618+ "grid_template_areas": null,
6619+ "grid_template_columns": null,
6620+ "grid_template_rows": null,
6622+ "justify_content": null,
6623+ "justify_items": null,
6626+ "max_height": null,
6628+ "min_height": null,
6630+ "object_fit": null,
6631+ "object_position": null,
6634+ "overflow_x": null,
6635+ "overflow_y": null,
6639+ "visibility": null,
6643+ "7f72ebf02d9c4a64ac50e31fd6ff2e64": {
6644+ "model_module": "@jupyter-widgets/controls",
6645+ "model_name": "DescriptionStyleModel",
6646+ "model_module_version": "1.5.0",
6648+ "_model_module": "@jupyter-widgets/controls",
6649+ "_model_module_version": "1.5.0",
6650+ "_model_name": "DescriptionStyleModel",
6651+ "_view_count": null,
6652+ "_view_module": "@jupyter-widgets/base",
6653+ "_view_module_version": "1.2.0",
6654+ "_view_name": "StyleView",
6655+ "description_width": ""
6658+ "b21b2de1e98a43c0a4a676d7159f95bb": {
6659+ "model_module": "@jupyter-widgets/controls",
6660+ "model_name": "HBoxModel",
6661+ "model_module_version": "1.5.0",
6663+ "_dom_classes": [],
6664+ "_model_module": "@jupyter-widgets/controls",
6665+ "_model_module_version": "1.5.0",
6666+ "_model_name": "HBoxModel",
6667+ "_view_count": null,
6668+ "_view_module": "@jupyter-widgets/controls",
6669+ "_view_module_version": "1.5.0",
6670+ "_view_name": "HBoxView",
6673+ "IPY_MODEL_865fd028ad78400abebbd260b516fb6e",
6674+ "IPY_MODEL_917bcfa059dd4097ad5977b827833398",
6675+ "IPY_MODEL_1dec15dfdc8c4be48a532251ab9e4098"
6677+ "layout": "IPY_MODEL_fe4cb764ae25458288dd6d6563f2994b"
6680+ "865fd028ad78400abebbd260b516fb6e": {
6681+ "model_module": "@jupyter-widgets/controls",
6682+ "model_name": "HTMLModel",
6683+ "model_module_version": "1.5.0",
6685+ "_dom_classes": [],
6686+ "_model_module": "@jupyter-widgets/controls",
6687+ "_model_module_version": "1.5.0",
6688+ "_model_name": "HTMLModel",
6689+ "_view_count": null,
6690+ "_view_module": "@jupyter-widgets/controls",
6691+ "_view_module_version": "1.5.0",
6692+ "_view_name": "HTMLView",
6694+ "description_tooltip": null,
6695+ "layout": "IPY_MODEL_4dbf77977d064028aeb45f6bb5f91c97",
6696+ "placeholder": "",
6697+ "style": "IPY_MODEL_1c0aa814eccd4d0297d301460fe81f02",
6698+ "value": "special_tokens_map.json: 100%"
6701+ "917bcfa059dd4097ad5977b827833398": {
6702+ "model_module": "@jupyter-widgets/controls",
6703+ "model_name": "FloatProgressModel",
6704+ "model_module_version": "1.5.0",
6706+ "_dom_classes": [],
6707+ "_model_module": "@jupyter-widgets/controls",
6708+ "_model_module_version": "1.5.0",
6709+ "_model_name": "FloatProgressModel",
6710+ "_view_count": null,
6711+ "_view_module": "@jupyter-widgets/controls",
6712+ "_view_module_version": "1.5.0",
6713+ "_view_name": "ProgressView",
6714+ "bar_style": "success",
6716+ "description_tooltip": null,
6717+ "layout": "IPY_MODEL_023d3f97f9fd4f12bcd66d3fdd3903bf",
6720+ "orientation": "horizontal",
6721+ "style": "IPY_MODEL_ce5f0c5e965f4c009b868fa49d6c550f",
6725+ "1dec15dfdc8c4be48a532251ab9e4098": {
6726+ "model_module": "@jupyter-widgets/controls",
6727+ "model_name": "HTMLModel",
6728+ "model_module_version": "1.5.0",
6730+ "_dom_classes": [],
6731+ "_model_module": "@jupyter-widgets/controls",
6732+ "_model_module_version": "1.5.0",
6733+ "_model_name": "HTMLModel",
6734+ "_view_count": null,
6735+ "_view_module": "@jupyter-widgets/controls",
6736+ "_view_module_version": "1.5.0",
6737+ "_view_name": "HTMLView",
6739+ "description_tooltip": null,
6740+ "layout": "IPY_MODEL_4103602e5721417194eb02e6575102ca",
6741+ "placeholder": "",
6742+ "style": "IPY_MODEL_64fd29efa27249d588c740679febbc33",
6743+ "value": " 411/411 [00:00<00:00, 29.0kB/s]"
6746+ "fe4cb764ae25458288dd6d6563f2994b": {
6747+ "model_module": "@jupyter-widgets/base",
6748+ "model_name": "LayoutModel",
6749+ "model_module_version": "1.2.0",
6751+ "_model_module": "@jupyter-widgets/base",
6752+ "_model_module_version": "1.2.0",
6753+ "_model_name": "LayoutModel",
6754+ "_view_count": null,
6755+ "_view_module": "@jupyter-widgets/base",
6756+ "_view_module_version": "1.2.0",
6757+ "_view_name": "LayoutView",
6758+ "align_content": null,
6759+ "align_items": null,
6760+ "align_self": null,
6767+ "grid_auto_columns": null,
6768+ "grid_auto_flow": null,
6769+ "grid_auto_rows": null,
6770+ "grid_column": null,
6773+ "grid_template_areas": null,
6774+ "grid_template_columns": null,
6775+ "grid_template_rows": null,
6777+ "justify_content": null,
6778+ "justify_items": null,
6781+ "max_height": null,
6783+ "min_height": null,
6785+ "object_fit": null,
6786+ "object_position": null,
6789+ "overflow_x": null,
6790+ "overflow_y": null,
6794+ "visibility": null,
6798+ "4dbf77977d064028aeb45f6bb5f91c97": {
6799+ "model_module": "@jupyter-widgets/base",
6800+ "model_name": "LayoutModel",
6801+ "model_module_version": "1.2.0",
6803+ "_model_module": "@jupyter-widgets/base",
6804+ "_model_module_version": "1.2.0",
6805+ "_model_name": "LayoutModel",
6806+ "_view_count": null,
6807+ "_view_module": "@jupyter-widgets/base",
6808+ "_view_module_version": "1.2.0",
6809+ "_view_name": "LayoutView",
6810+ "align_content": null,
6811+ "align_items": null,
6812+ "align_self": null,
6819+ "grid_auto_columns": null,
6820+ "grid_auto_flow": null,
6821+ "grid_auto_rows": null,
6822+ "grid_column": null,
6825+ "grid_template_areas": null,
6826+ "grid_template_columns": null,
6827+ "grid_template_rows": null,
6829+ "justify_content": null,
6830+ "justify_items": null,
6833+ "max_height": null,
6835+ "min_height": null,
6837+ "object_fit": null,
6838+ "object_position": null,
6841+ "overflow_x": null,
6842+ "overflow_y": null,
6846+ "visibility": null,
6850+ "1c0aa814eccd4d0297d301460fe81f02": {
6851+ "model_module": "@jupyter-widgets/controls",
6852+ "model_name": "DescriptionStyleModel",
6853+ "model_module_version": "1.5.0",
6855+ "_model_module": "@jupyter-widgets/controls",
6856+ "_model_module_version": "1.5.0",
6857+ "_model_name": "DescriptionStyleModel",
6858+ "_view_count": null,
6859+ "_view_module": "@jupyter-widgets/base",
6860+ "_view_module_version": "1.2.0",
6861+ "_view_name": "StyleView",
6862+ "description_width": ""
6865+ "023d3f97f9fd4f12bcd66d3fdd3903bf": {
6866+ "model_module": "@jupyter-widgets/base",
6867+ "model_name": "LayoutModel",
6868+ "model_module_version": "1.2.0",
6870+ "_model_module": "@jupyter-widgets/base",
6871+ "_model_module_version": "1.2.0",
6872+ "_model_name": "LayoutModel",
6873+ "_view_count": null,
6874+ "_view_module": "@jupyter-widgets/base",
6875+ "_view_module_version": "1.2.0",
6876+ "_view_name": "LayoutView",
6877+ "align_content": null,
6878+ "align_items": null,
6879+ "align_self": null,
6886+ "grid_auto_columns": null,
6887+ "grid_auto_flow": null,
6888+ "grid_auto_rows": null,
6889+ "grid_column": null,
6892+ "grid_template_areas": null,
6893+ "grid_template_columns": null,
6894+ "grid_template_rows": null,
6896+ "justify_content": null,
6897+ "justify_items": null,
6900+ "max_height": null,
6902+ "min_height": null,
6904+ "object_fit": null,
6905+ "object_position": null,
6908+ "overflow_x": null,
6909+ "overflow_y": null,
6913+ "visibility": null,
6917+ "ce5f0c5e965f4c009b868fa49d6c550f": {
6918+ "model_module": "@jupyter-widgets/controls",
6919+ "model_name": "ProgressStyleModel",
6920+ "model_module_version": "1.5.0",
6922+ "_model_module": "@jupyter-widgets/controls",
6923+ "_model_module_version": "1.5.0",
6924+ "_model_name": "ProgressStyleModel",
6925+ "_view_count": null,
6926+ "_view_module": "@jupyter-widgets/base",
6927+ "_view_module_version": "1.2.0",
6928+ "_view_name": "StyleView",
6930+ "description_width": ""
6933+ "4103602e5721417194eb02e6575102ca": {
6934+ "model_module": "@jupyter-widgets/base",
6935+ "model_name": "LayoutModel",
6936+ "model_module_version": "1.2.0",
6938+ "_model_module": "@jupyter-widgets/base",
6939+ "_model_module_version": "1.2.0",
6940+ "_model_name": "LayoutModel",
6941+ "_view_count": null,
6942+ "_view_module": "@jupyter-widgets/base",
6943+ "_view_module_version": "1.2.0",
6944+ "_view_name": "LayoutView",
6945+ "align_content": null,
6946+ "align_items": null,
6947+ "align_self": null,
6954+ "grid_auto_columns": null,
6955+ "grid_auto_flow": null,
6956+ "grid_auto_rows": null,
6957+ "grid_column": null,
6960+ "grid_template_areas": null,
6961+ "grid_template_columns": null,
6962+ "grid_template_rows": null,
6964+ "justify_content": null,
6965+ "justify_items": null,
6968+ "max_height": null,
6970+ "min_height": null,
6972+ "object_fit": null,
6973+ "object_position": null,
6976+ "overflow_x": null,
6977+ "overflow_y": null,
6981+ "visibility": null,
6985+ "64fd29efa27249d588c740679febbc33": {
6986+ "model_module": "@jupyter-widgets/controls",
6987+ "model_name": "DescriptionStyleModel",
6988+ "model_module_version": "1.5.0",
6990+ "_model_module": "@jupyter-widgets/controls",
6991+ "_model_module_version": "1.5.0",
6992+ "_model_name": "DescriptionStyleModel",
6993+ "_view_count": null,
6994+ "_view_module": "@jupyter-widgets/base",
6995+ "_view_module_version": "1.2.0",
6996+ "_view_name": "StyleView",
6997+ "description_width": ""
7004+ "nbformat_minor": 0