diff --git "a/notebooks/04_tune-small-no-flash-attn.ipynb" "b/notebooks/04_tune-small-no-flash-attn.ipynb"
new file mode 100644--- /dev/null
+++ "b/notebooks/04_tune-small-no-flash-attn.ipynb"
@@ -0,0 +1,4607 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {},
+     "inputWidgets": {},
+     "nuid": "0ea8b46b-839b-445b-8043-ccdf4e920ace",
+     "showTitle": false,
+     "title": ""
+    }
+   },
+   "outputs": [],
+   "source": [
+    "%load_ext autoreload\n",
+    "%autoreload 2"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {},
+     "inputWidgets": {},
+     "nuid": "6d394937-6c99-4a7c-9d32-7600a280032f",
+     "showTitle": false,
+     "title": ""
+    }
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "workding dir: /home/inflaton/code/projects/courses/novel-translation\n"
+     ]
+    }
+   ],
+   "source": [
+    "import os\n",
+    "import sys\n",
+    "from pathlib import Path\n",
+    "\n",
+    "workding_dir = str(Path.cwd().parent)\n",
+    "os.chdir(workding_dir)\n",
+    "sys.path.append(workding_dir)\n",
+    "print(\"workding dir:\", workding_dir)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {},
+     "inputWidgets": {},
+     "nuid": "9f67ec60-2f24-411c-84eb-0dd664b44775",
+     "showTitle": false,
+     "title": ""
+    }
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "loading env vars from: /home/inflaton/code/projects/courses/novel-translation/.env\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from dotenv import find_dotenv, load_dotenv\n",
+    "\n",
+    "found_dotenv = find_dotenv(\".env\")\n",
+    "\n",
+    "if len(found_dotenv) == 0:\n",
+    "    found_dotenv = find_dotenv(\".env.example\")\n",
+    "print(f\"loading env vars from: {found_dotenv}\")\n",
+    "load_dotenv(found_dotenv, override=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {},
+     "inputWidgets": {},
+     "nuid": "f1597656-8042-4878-9d3b-9ebfb8dd86dc",
+     "showTitle": false,
+     "title": ""
+    }
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('unsloth/Qwen2-0.5B-Instruct-bnb-4bit',\n",
+       " True,\n",
+       " None,\n",
+       " None,\n",
+       " 2048,\n",
+       " 10,\n",
+       " None,\n",
+       " 'datasets/mac/mac.tsv',\n",
+       " 'results/mac-results_v3.csv')"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import os\n",
+    "\n",
+    "model_name = os.getenv(\"MODEL_NAME\")\n",
+    "token = os.getenv(\"HF_TOKEN\") or None\n",
+    "load_in_4bit = os.getenv(\"LOAD_IN_4BIT\") == \"true\"\n",
+    "local_model = os.getenv(\"LOCAL_MODEL\")\n",
+    "hub_model = os.getenv(\"HUB_MODEL\")\n",
+    "num_train_epochs = int(os.getenv(\"NUM_TRAIN_EPOCHS\") or 0)\n",
+    "data_path = os.getenv(\"DATA_PATH\")\n",
+    "results_path = os.getenv(\"RESULTS_PATH\")\n",
+    "\n",
+    "max_seq_length = 2048  # Choose any! We auto support RoPE Scaling internally!\n",
+    "dtype = (\n",
+    "    None  # None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+\n",
+    ")\n",
+    "\n",
+    "model_name, load_in_4bit, local_model, hub_model, max_seq_length, num_train_epochs, dtype, data_path, results_path"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Fri Jun 21 18:14:08 2024       \n",
+      "+---------------------------------------------------------------------------------------+\n",
+      "| NVIDIA-SMI 545.23.07              Driver Version: 546.12       CUDA Version: 12.3     |\n",
+      "|-----------------------------------------+----------------------+----------------------+\n",
+      "| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
+      "| Fan  Temp   Perf          Pwr:Usage/Cap |         Memory-Usage | GPU-Util  Compute M. |\n",
+      "|                                         |                      |               MIG M. |\n",
+      "|=========================================+======================+======================|\n",
+      "|   0  NVIDIA GeForce RTX 4080 ...    On  | 00000000:01:00.0  On |                  N/A |\n",
+      "| N/A   54C    P5               7W / 150W |    234MiB / 12282MiB |     42%      Default |\n",
+      "|                                         |                      |                  N/A |\n",
+      "+-----------------------------------------+----------------------+----------------------+\n",
+      "                                                                                         \n",
+      "+---------------------------------------------------------------------------------------+\n",
+      "| Processes:                                                                            |\n",
+      "|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n",
+      "|        ID   ID                                                             Usage      |\n",
+      "|=======================================================================================|\n",
+      "|  No running processes found                                                           |\n",
+      "+---------------------------------------------------------------------------------------+\n"
+     ]
+    }
+   ],
+   "source": [
+    "!nvidia-smi"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[33mWARNING: Package(s) not found: flash-attn\u001b[0m\u001b[33m\n",
+      "\u001b[0m"
+     ]
+    }
+   ],
+   "source": [
+    "!pip show flash-attn"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Current Directory:\n",
+      "/home/inflaton/code/projects/courses/novel-translation\n",
+      "Tuning unsloth/Qwen2-0.5B-Instruct-bnb-4bit\n",
+      "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
+      "[nltk_data] Downloading package wordnet to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package wordnet is already up-to-date!\n",
+      "[nltk_data] Downloading package punkt to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package punkt is already up-to-date!\n",
+      "[nltk_data] Downloading package omw-1.4 to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
+      "loading /home/inflaton/code/projects/courses/novel-translation/translation_engine_v3.py\n",
+      "loading env vars from: /home/inflaton/code/projects/courses/novel-translation/.env\n",
+      "unsloth/Qwen2-0.5B-Instruct-bnb-4bit True 2048 10 None datasets/mac/mac.tsv results/mac-results_v3.csv True True True\n",
+      "(1) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.0 GB of memory reserved.\n",
+      "loading model: unsloth/Qwen2-0.5B-Instruct-bnb-4bit\n",
+      "==((====))==  Unsloth: Fast Qwen2 patching release 2024.6\n",
+      "   \\\\   /|    GPU: NVIDIA GeForce RTX 4080 Laptop GPU. Max memory: 11.994 GB. Platform = Linux.\n",
+      "O^O/ \\_/ \\    Pytorch: 2.3.0. CUDA = 8.9. CUDA Toolkit = 12.1.\n",
+      "\\        /    Bfloat16 = TRUE. Xformers = 0.0.26.post1. FA = False.\n",
+      " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "(2) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.633 GB of memory reserved.\n",
+      "loading train/test data files\n",
+      "DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 4528\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 1133\n",
+      "    })\n",
+      "})\n",
+      "Evaluating base model: unsloth/Qwen2-0.5B-Instruct-bnb-4bit\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:21:58<00:00,  4.34s/it]\n",
+      "                                             chinese  ...               unsloth/Qwen2-0.5B-Instruct-bnb-4bit\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  The gun is lifted by Old Teng, with his eyes c...\n",
+      "\n",
+      "[1 rows x 7 columns]\n",
+      "(3) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "3.043 GB of memory reserved.\n",
+      "Unsloth 2024.6 patched 24 layers with 0 QKV layers, 24 O layers and 24 MLP layers.\n",
+      "(4) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "3.043 GB of memory reserved.\n",
+      "==((====))==  Unsloth - 2x faster free finetuning | Num GPUs = 1\n",
+      "   \\\\   /|    Num examples = 4,528 | Num Epochs = 10\n",
+      "O^O/ \\_/ \\    Batch size per device = 2 | Gradient Accumulation steps = 4\n",
+      "\\        /    Total batch size = 8 | Total steps = 5,660\n",
+      " \"-____-\"     Number of trainable parameters = 8,798,208\n",
+      "{'loss': 1.9401, 'grad_norm': 0.9639493823051453, 'learning_rate': 0.00019664014146772768, 'epoch': 0.18}\n",
+      "{'loss': 1.7761, 'grad_norm': 0.8035507798194885, 'learning_rate': 0.0001931034482758621, 'epoch': 0.35}\n",
+      "{'loss': 1.7147, 'grad_norm': 0.9184380769729614, 'learning_rate': 0.00018956675508399648, 'epoch': 0.53}\n",
+      "{'loss': 1.7157, 'grad_norm': 0.7518640160560608, 'learning_rate': 0.00018603006189213086, 'epoch': 0.71}\n",
+      "{'loss': 1.6863, 'grad_norm': 0.8273285031318665, 'learning_rate': 0.00018249336870026527, 'epoch': 0.88}\n",
+      "{'loss': 1.608, 'grad_norm': 0.8058149814605713, 'learning_rate': 0.00017895667550839965, 'epoch': 1.06}\n",
+      "{'loss': 1.4919, 'grad_norm': 0.913749098777771, 'learning_rate': 0.00017541998231653406, 'epoch': 1.24}\n",
+      "{'loss': 1.5404, 'grad_norm': 0.9821408987045288, 'learning_rate': 0.00017188328912466844, 'epoch': 1.41}\n",
+      "{'loss': 1.4722, 'grad_norm': 1.0769108533859253, 'learning_rate': 0.00016834659593280285, 'epoch': 1.59}\n",
+      "{'loss': 1.4689, 'grad_norm': 0.990247368812561, 'learning_rate': 0.00016480990274093723, 'epoch': 1.77}\n",
+      "{'loss': 1.5277, 'grad_norm': 1.0138424634933472, 'learning_rate': 0.00016127320954907164, 'epoch': 1.94}\n",
+      "{'loss': 1.3496, 'grad_norm': 1.163719892501831, 'learning_rate': 0.000157736516357206, 'epoch': 2.12}\n",
+      "{'loss': 1.2155, 'grad_norm': 1.1911096572875977, 'learning_rate': 0.0001541998231653404, 'epoch': 2.3}\n",
+      "{'loss': 1.2574, 'grad_norm': 1.316228985786438, 'learning_rate': 0.0001506631299734748, 'epoch': 2.47}\n",
+      "{'loss': 1.2555, 'grad_norm': 1.343137502670288, 'learning_rate': 0.0001471264367816092, 'epoch': 2.65}\n",
+      "{'loss': 1.2662, 'grad_norm': 1.177164077758789, 'learning_rate': 0.0001435897435897436, 'epoch': 2.83}\n",
+      "{'loss': 1.2342, 'grad_norm': 1.1601923704147339, 'learning_rate': 0.000140053050397878, 'epoch': 3.0}\n",
+      "{'loss': 0.9801, 'grad_norm': 1.4796860218048096, 'learning_rate': 0.0001365163572060124, 'epoch': 3.18}\n",
+      "{'loss': 0.9924, 'grad_norm': 1.5130630731582642, 'learning_rate': 0.00013297966401414678, 'epoch': 3.36}\n",
+      "{'loss': 0.9984, 'grad_norm': 1.5380527973175049, 'learning_rate': 0.0001294429708222812, 'epoch': 3.53}\n",
+      "{'loss': 0.9815, 'grad_norm': 1.570404291152954, 'learning_rate': 0.00012590627763041555, 'epoch': 3.71}\n",
+      "{'loss': 1.0242, 'grad_norm': 1.5608525276184082, 'learning_rate': 0.00012236958443854996, 'epoch': 3.89}\n",
+      "{'loss': 0.9313, 'grad_norm': 1.5546534061431885, 'learning_rate': 0.00011883289124668435, 'epoch': 4.06}\n",
+      "{'loss': 0.74, 'grad_norm': 1.7187141180038452, 'learning_rate': 0.00011529619805481875, 'epoch': 4.24}\n",
+      "{'loss': 0.7402, 'grad_norm': 1.848803162574768, 'learning_rate': 0.00011175950486295315, 'epoch': 4.42}\n",
+      "{'loss': 0.7757, 'grad_norm': 2.113391160964966, 'learning_rate': 0.00010822281167108754, 'epoch': 4.59}\n",
+      "{'loss': 0.7729, 'grad_norm': 2.1327595710754395, 'learning_rate': 0.00010468611847922194, 'epoch': 4.77}\n",
+      "{'loss': 0.7938, 'grad_norm': 2.1906380653381348, 'learning_rate': 0.00010114942528735633, 'epoch': 4.95}\n",
+      "{'loss': 0.631, 'grad_norm': 1.9121012687683105, 'learning_rate': 9.761273209549072e-05, 'epoch': 5.12}\n",
+      "{'loss': 0.556, 'grad_norm': 1.620622992515564, 'learning_rate': 9.407603890362513e-05, 'epoch': 5.3}\n",
+      "{'loss': 0.5605, 'grad_norm': 1.618948221206665, 'learning_rate': 9.053934571175951e-05, 'epoch': 5.48}\n",
+      "{'loss': 0.5889, 'grad_norm': 1.811829686164856, 'learning_rate': 8.70026525198939e-05, 'epoch': 5.65}\n",
+      "{'loss': 0.5825, 'grad_norm': 2.1219239234924316, 'learning_rate': 8.34659593280283e-05, 'epoch': 5.83}\n",
+      "{'loss': 0.5787, 'grad_norm': 2.149881601333618, 'learning_rate': 7.99292661361627e-05, 'epoch': 6.01}\n",
+      "{'loss': 0.3971, 'grad_norm': 1.961249589920044, 'learning_rate': 7.639257294429708e-05, 'epoch': 6.18}\n",
+      "{'loss': 0.4116, 'grad_norm': 1.9004943370819092, 'learning_rate': 7.285587975243147e-05, 'epoch': 6.36}\n",
+      "{'loss': 0.429, 'grad_norm': 2.7660951614379883, 'learning_rate': 6.931918656056587e-05, 'epoch': 6.54}\n",
+      "{'loss': 0.4209, 'grad_norm': 1.6345818042755127, 'learning_rate': 6.578249336870027e-05, 'epoch': 6.71}\n",
+      "{'loss': 0.4275, 'grad_norm': 1.6811296939849854, 'learning_rate': 6.224580017683466e-05, 'epoch': 6.89}\n",
+      "{'loss': 0.3852, 'grad_norm': 1.5187770128250122, 'learning_rate': 5.870910698496905e-05, 'epoch': 7.07}\n",
+      "{'loss': 0.2924, 'grad_norm': 1.5174031257629395, 'learning_rate': 5.517241379310345e-05, 'epoch': 7.24}\n",
+      "{'loss': 0.3134, 'grad_norm': 1.481117606163025, 'learning_rate': 5.163572060123785e-05, 'epoch': 7.42}\n",
+      "{'loss': 0.3139, 'grad_norm': 1.8529402017593384, 'learning_rate': 4.809902740937224e-05, 'epoch': 7.6}\n",
+      "{'loss': 0.303, 'grad_norm': 1.9317971467971802, 'learning_rate': 4.4562334217506634e-05, 'epoch': 7.77}\n",
+      "{'loss': 0.3176, 'grad_norm': 1.7100918292999268, 'learning_rate': 4.1025641025641023e-05, 'epoch': 7.95}\n",
+      "{'loss': 0.2473, 'grad_norm': 1.5257225036621094, 'learning_rate': 3.7488947833775426e-05, 'epoch': 8.13}\n",
+      "{'loss': 0.2267, 'grad_norm': 1.563258171081543, 'learning_rate': 3.3952254641909815e-05, 'epoch': 8.3}\n",
+      "{'loss': 0.2282, 'grad_norm': 1.091956377029419, 'learning_rate': 3.041556145004421e-05, 'epoch': 8.48}\n",
+      "{'loss': 0.2358, 'grad_norm': 1.2666215896606445, 'learning_rate': 2.6878868258178604e-05, 'epoch': 8.66}\n",
+      "{'loss': 0.2354, 'grad_norm': 2.033458948135376, 'learning_rate': 2.3342175066313e-05, 'epoch': 8.83}\n",
+      "{'loss': 0.2375, 'grad_norm': 1.1279031038284302, 'learning_rate': 1.9805481874447392e-05, 'epoch': 9.01}\n",
+      "{'loss': 0.181, 'grad_norm': 1.1606773138046265, 'learning_rate': 1.6268788682581788e-05, 'epoch': 9.19}\n",
+      "{'loss': 0.1902, 'grad_norm': 1.120147466659546, 'learning_rate': 1.273209549071618e-05, 'epoch': 9.36}\n",
+      "{'loss': 0.1874, 'grad_norm': 1.1482255458831787, 'learning_rate': 9.195402298850575e-06, 'epoch': 9.54}\n",
+      "{'loss': 0.1878, 'grad_norm': 1.6668341159820557, 'learning_rate': 5.658709106984969e-06, 'epoch': 9.72}\n",
+      " 97%|███████████████████████████████████▉ | 5500/5660 [3:50:58<06:29,  2.43s/it]/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/other.py:611: UserWarning: Unable to fetch remote file due to the following error (MaxRetryError('HTTPSConnectionPool(host=\\'huggingface.co\\', port=443): Max retries exceeded with url: /unsloth/Qwen2-0.5B-Instruct-bnb-4bit/resolve/main/config.json (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x7f94387afb50>: Failed to resolve \\'huggingface.co\\' ([Errno -3] Temporary failure in name resolution)\"))'), '(Request ID: c47e2483-6a5c-4a75-8fdb-c35160bdbb0d)') - silently ignoring the lookup for the file config.json in unsloth/Qwen2-0.5B-Instruct-bnb-4bit.\n",
+      "  warnings.warn(\n",
+      "/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/save_and_load.py:195: UserWarning: Could not find a config file in unsloth/Qwen2-0.5B-Instruct-bnb-4bit - will assume that the vocabulary was not modified.\n",
+      "  warnings.warn(\n",
+      "{'loss': 0.1887, 'grad_norm': 1.131452202796936, 'learning_rate': 2.1220159151193635e-06, 'epoch': 9.89}\n",
+      "{'train_runtime': 14270.4989, 'train_samples_per_second': 3.173, 'train_steps_per_second': 0.397, 'train_loss': 0.7989168851198661, 'epoch': 10.0}\n",
+      "100%|█████████████████████████████████████| 5660/5660 [3:57:50<00:00,  2.52s/it]\n",
+      "(5) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "14270.4989 seconds used for training.\n",
+      "237.84 minutes used for training.\n",
+      "Peak reserved memory = 3.043 GB.\n",
+      "Peak reserved memory for training = 0.0 GB.\n",
+      "Peak reserved memory % of max memory = 25.371 %.\n",
+      "Peak reserved memory for training % of max memory = 0.0 %.\n",
+      "Evaluating fine-tuned model: unsloth/Qwen2-0.5B-Instruct-bnb-4bit\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:52:28<00:00,  5.96s/it]\n",
+      "                                             chinese  ...    unsloth/Qwen2-0.5B-Instruct-bnb-4bit(finetuned)\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Geng raised his rifle, squinting, and aimi...\n",
+      "\n",
+      "[1 rows x 8 columns]\n",
+      "(6) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "3.895 GB of memory reserved.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving tokenizer... Done.\n",
+      "Unsloth: Saving model... This might take 10 minutes for Llama-7b... Done.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving 4bit Bitsandbytes model. Please wait...\n",
+      "README.md: 100%|███████████████████████████████| 593/593 [00:00<00:00, 3.29MB/s]\n",
+      "model.safetensors: 100%|█████████████████████| 493M/493M [01:07<00:00, 7.32MB/s]\n",
+      "README.md: 100%|███████████████████████████████| 599/599 [00:00<00:00, 2.60MB/s]\n",
+      "Saved merged_4bit model to https://huggingface.co/Qwen2-0.5B-Instruct-bnb-4bit-MAC-merged_4bit_forced\n",
+      "Tuning unsloth/Qwen2-1.5B-Instruct-bnb-4bit\n",
+      "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
+      "[nltk_data] Downloading package wordnet to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package wordnet is already up-to-date!\n",
+      "[nltk_data] Downloading package punkt to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package punkt is already up-to-date!\n",
+      "[nltk_data] Downloading package omw-1.4 to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
+      "loading /home/inflaton/code/projects/courses/novel-translation/translation_engine_v3.py\n",
+      "loading env vars from: /home/inflaton/code/projects/courses/novel-translation/.env\n",
+      "unsloth/Qwen2-1.5B-Instruct-bnb-4bit True 2048 10 None datasets/mac/mac.tsv results/mac-results_v3.csv True True True\n",
+      "(1) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.0 GB of memory reserved.\n",
+      "loading model: unsloth/Qwen2-1.5B-Instruct-bnb-4bit\n",
+      "==((====))==  Unsloth: Fast Qwen2 patching release 2024.6\n",
+      "   \\\\   /|    GPU: NVIDIA GeForce RTX 4080 Laptop GPU. Max memory: 11.994 GB. Platform = Linux.\n",
+      "O^O/ \\_/ \\    Pytorch: 2.3.0. CUDA = 8.9. CUDA Toolkit = 12.1.\n",
+      "\\        /    Bfloat16 = TRUE. Xformers = 0.0.26.post1. FA = False.\n",
+      " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "(2) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "1.516 GB of memory reserved.\n",
+      "loading train/test data files\n",
+      "DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 4528\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 1133\n",
+      "    })\n",
+      "})\n",
+      "Evaluating base model: unsloth/Qwen2-1.5B-Instruct-bnb-4bit\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:32:31<00:00,  4.90s/it]\n",
+      "                                             chinese  ...               unsloth/Qwen2-1.5B-Instruct-bnb-4bit\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Geer lifted his gun and squinted at it thr...\n",
+      "\n",
+      "[1 rows x 9 columns]\n",
+      "(3) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "3.945 GB of memory reserved.\n",
+      "Unsloth 2024.6 patched 28 layers with 0 QKV layers, 28 O layers and 28 MLP layers.\n",
+      "(4) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "3.945 GB of memory reserved.\n",
+      "==((====))==  Unsloth - 2x faster free finetuning | Num GPUs = 1\n",
+      "   \\\\   /|    Num examples = 4,528 | Num Epochs = 10\n",
+      "O^O/ \\_/ \\    Batch size per device = 2 | Gradient Accumulation steps = 4\n",
+      "\\        /    Total batch size = 8 | Total steps = 5,660\n",
+      " \"-____-\"     Number of trainable parameters = 18,464,768\n",
+      "{'loss': 1.7413, 'grad_norm': 0.6446139216423035, 'learning_rate': 0.00019664014146772768, 'epoch': 0.18}\n",
+      "{'loss': 1.5677, 'grad_norm': 0.6344625353813171, 'learning_rate': 0.0001931034482758621, 'epoch': 0.35}\n",
+      "{'loss': 1.5159, 'grad_norm': 0.6517081260681152, 'learning_rate': 0.00018956675508399648, 'epoch': 0.53}\n",
+      "{'loss': 1.5171, 'grad_norm': 0.5709907412528992, 'learning_rate': 0.00018603006189213086, 'epoch': 0.71}\n",
+      "{'loss': 1.4959, 'grad_norm': 0.568977952003479, 'learning_rate': 0.00018249336870026527, 'epoch': 0.88}\n",
+      "{'loss': 1.418, 'grad_norm': 0.6047976016998291, 'learning_rate': 0.00017895667550839965, 'epoch': 1.06}\n",
+      "{'loss': 1.2972, 'grad_norm': 0.7236104607582092, 'learning_rate': 0.00017541998231653406, 'epoch': 1.24}\n",
+      "{'loss': 1.3396, 'grad_norm': 0.6862805485725403, 'learning_rate': 0.00017188328912466844, 'epoch': 1.41}\n",
+      "{'loss': 1.2789, 'grad_norm': 0.8805968165397644, 'learning_rate': 0.00016834659593280285, 'epoch': 1.59}\n",
+      "{'loss': 1.2793, 'grad_norm': 0.8751853108406067, 'learning_rate': 0.00016480990274093723, 'epoch': 1.77}\n",
+      "{'loss': 1.3315, 'grad_norm': 0.8396161794662476, 'learning_rate': 0.00016127320954907164, 'epoch': 1.94}\n",
+      "{'loss': 1.1276, 'grad_norm': 0.9836744666099548, 'learning_rate': 0.000157736516357206, 'epoch': 2.12}\n",
+      "{'loss': 0.9962, 'grad_norm': 1.0947535037994385, 'learning_rate': 0.0001541998231653404, 'epoch': 2.3}\n",
+      "{'loss': 1.0297, 'grad_norm': 1.1813771724700928, 'learning_rate': 0.0001506631299734748, 'epoch': 2.47}\n",
+      "{'loss': 1.0349, 'grad_norm': 1.0732464790344238, 'learning_rate': 0.0001471264367816092, 'epoch': 2.65}\n",
+      "{'loss': 1.0351, 'grad_norm': 1.4764126539230347, 'learning_rate': 0.0001435897435897436, 'epoch': 2.83}\n",
+      "{'loss': 1.0081, 'grad_norm': 0.9122354388237, 'learning_rate': 0.000140053050397878, 'epoch': 3.0}\n",
+      "{'loss': 0.698, 'grad_norm': 1.328641414642334, 'learning_rate': 0.0001365163572060124, 'epoch': 3.18}\n",
+      "{'loss': 0.7099, 'grad_norm': 1.3143669366836548, 'learning_rate': 0.00013297966401414678, 'epoch': 3.36}\n",
+      "{'loss': 0.7166, 'grad_norm': 1.3019964694976807, 'learning_rate': 0.0001294429708222812, 'epoch': 3.53}\n",
+      "{'loss': 0.7053, 'grad_norm': 1.4416537284851074, 'learning_rate': 0.00012590627763041555, 'epoch': 3.71}\n",
+      "{'loss': 0.7448, 'grad_norm': 1.191597819328308, 'learning_rate': 0.00012236958443854996, 'epoch': 3.89}\n",
+      "{'loss': 0.6435, 'grad_norm': 1.6522774696350098, 'learning_rate': 0.00011883289124668435, 'epoch': 4.06}\n",
+      "{'loss': 0.4617, 'grad_norm': 1.5974637269973755, 'learning_rate': 0.00011529619805481875, 'epoch': 4.24}\n",
+      "{'loss': 0.4463, 'grad_norm': 2.0055346488952637, 'learning_rate': 0.00011175950486295315, 'epoch': 4.42}\n",
+      "{'loss': 0.4806, 'grad_norm': 1.7279341220855713, 'learning_rate': 0.00010822281167108754, 'epoch': 4.59}\n",
+      "{'loss': 0.4799, 'grad_norm': 1.6954944133758545, 'learning_rate': 0.00010468611847922194, 'epoch': 4.77}\n",
+      "{'loss': 0.4874, 'grad_norm': 1.6931037902832031, 'learning_rate': 0.00010114942528735633, 'epoch': 4.95}\n",
+      "{'loss': 0.3582, 'grad_norm': 1.3343307971954346, 'learning_rate': 9.761273209549072e-05, 'epoch': 5.12}\n",
+      "{'loss': 0.2918, 'grad_norm': 1.6368076801300049, 'learning_rate': 9.407603890362513e-05, 'epoch': 5.3}\n",
+      "{'loss': 0.2989, 'grad_norm': 1.4428879022598267, 'learning_rate': 9.053934571175951e-05, 'epoch': 5.48}\n",
+      "{'loss': 0.3153, 'grad_norm': 1.721048355102539, 'learning_rate': 8.70026525198939e-05, 'epoch': 5.65}\n",
+      "{'loss': 0.307, 'grad_norm': 1.464351773262024, 'learning_rate': 8.34659593280283e-05, 'epoch': 5.83}\n",
+      "{'loss': 0.3065, 'grad_norm': 1.1433079242706299, 'learning_rate': 7.99292661361627e-05, 'epoch': 6.01}\n",
+      "{'loss': 0.1922, 'grad_norm': 1.671250343322754, 'learning_rate': 7.639257294429708e-05, 'epoch': 6.18}\n",
+      "{'loss': 0.2034, 'grad_norm': 1.0947823524475098, 'learning_rate': 7.285587975243147e-05, 'epoch': 6.36}\n",
+      "{'loss': 0.2064, 'grad_norm': 1.121410608291626, 'learning_rate': 6.931918656056587e-05, 'epoch': 6.54}\n",
+      "{'loss': 0.208, 'grad_norm': 1.0732439756393433, 'learning_rate': 6.578249336870027e-05, 'epoch': 6.71}\n",
+      "{'loss': 0.2129, 'grad_norm': 1.4153015613555908, 'learning_rate': 6.224580017683466e-05, 'epoch': 6.89}\n",
+      "{'loss': 0.1935, 'grad_norm': 0.7308939099311829, 'learning_rate': 5.870910698496905e-05, 'epoch': 7.07}\n",
+      "{'loss': 0.1485, 'grad_norm': 0.49827346205711365, 'learning_rate': 5.517241379310345e-05, 'epoch': 7.24}\n",
+      "{'loss': 0.157, 'grad_norm': 0.9691917300224304, 'learning_rate': 5.163572060123785e-05, 'epoch': 7.42}\n",
+      "{'loss': 0.1574, 'grad_norm': 0.8331239819526672, 'learning_rate': 4.809902740937224e-05, 'epoch': 7.6}\n",
+      "{'loss': 0.1584, 'grad_norm': 0.6648879051208496, 'learning_rate': 4.4562334217506634e-05, 'epoch': 7.77}\n",
+      "{'loss': 0.1577, 'grad_norm': 1.7691469192504883, 'learning_rate': 4.1025641025641023e-05, 'epoch': 7.95}\n",
+      "{'loss': 0.1366, 'grad_norm': 0.4894603192806244, 'learning_rate': 3.7488947833775426e-05, 'epoch': 8.13}\n",
+      "{'loss': 0.1303, 'grad_norm': 0.7218558192253113, 'learning_rate': 3.3952254641909815e-05, 'epoch': 8.3}\n",
+      "{'loss': 0.1311, 'grad_norm': 0.512703537940979, 'learning_rate': 3.041556145004421e-05, 'epoch': 8.48}\n",
+      "{'loss': 0.1333, 'grad_norm': 0.49423089623451233, 'learning_rate': 2.6878868258178604e-05, 'epoch': 8.66}\n",
+      "{'loss': 0.1338, 'grad_norm': 0.8092319965362549, 'learning_rate': 2.3342175066313e-05, 'epoch': 8.83}\n",
+      " 88%|████████████████████████████████▋    | 5000/5660 [3:52:46<30:36,  2.78s/it]/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/other.py:611: UserWarning: Unable to fetch remote file due to the following error (MaxRetryError('HTTPSConnectionPool(host=\\'huggingface.co\\', port=443): Max retries exceeded with url: /unsloth/Qwen2-1.5B-Instruct-bnb-4bit/resolve/main/config.json (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x7f0c3ad6fbb0>: Failed to resolve \\'huggingface.co\\' ([Errno -3] Temporary failure in name resolution)\"))'), '(Request ID: 8549560f-a295-478f-bfcb-44574f659439)') - silently ignoring the lookup for the file config.json in unsloth/Qwen2-1.5B-Instruct-bnb-4bit.\n",
+      "  warnings.warn(\n",
+      "/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/save_and_load.py:195: UserWarning: Could not find a config file in unsloth/Qwen2-1.5B-Instruct-bnb-4bit - will assume that the vocabulary was not modified.\n",
+      "  warnings.warn(\n",
+      "{'loss': 0.1326, 'grad_norm': 0.4783310890197754, 'learning_rate': 1.9805481874447392e-05, 'epoch': 9.01}\n",
+      "{'loss': 0.1177, 'grad_norm': 0.44080662727355957, 'learning_rate': 1.6268788682581788e-05, 'epoch': 9.19}\n",
+      "{'loss': 0.1184, 'grad_norm': 0.5362476706504822, 'learning_rate': 1.273209549071618e-05, 'epoch': 9.36}\n",
+      "{'loss': 0.1191, 'grad_norm': 0.47040414810180664, 'learning_rate': 9.195402298850575e-06, 'epoch': 9.54}\n",
+      "{'loss': 0.12, 'grad_norm': 0.5143936276435852, 'learning_rate': 5.658709106984969e-06, 'epoch': 9.72}\n",
+      "{'loss': 0.1228, 'grad_norm': 0.433252215385437, 'learning_rate': 2.1220159151193635e-06, 'epoch': 9.89}\n",
+      "{'train_runtime': 15909.7187, 'train_samples_per_second': 2.846, 'train_steps_per_second': 0.356, 'train_loss': 0.5994435462850564, 'epoch': 10.0}\n",
+      "100%|█████████████████████████████████████| 5660/5660 [4:25:09<00:00,  2.81s/it]\n",
+      "(5) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "15909.7187 seconds used for training.\n",
+      "265.16 minutes used for training.\n",
+      "Peak reserved memory = 3.945 GB.\n",
+      "Peak reserved memory for training = 0.0 GB.\n",
+      "Peak reserved memory % of max memory = 32.891 %.\n",
+      "Peak reserved memory for training % of max memory = 0.0 %.\n",
+      "Evaluating fine-tuned model: unsloth/Qwen2-1.5B-Instruct-bnb-4bit\n",
+      "100%|█████████████████████████████████████| 1133/1133 [2:17:51<00:00,  7.30s/it]\n",
+      "                                             chinese  ...    unsloth/Qwen2-1.5B-Instruct-bnb-4bit(finetuned)\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Geng raised the rifle to his eye, squinted...\n",
+      "\n",
+      "[1 rows x 10 columns]\n",
+      "(6) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "5.33 GB of memory reserved.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving tokenizer... Done.\n",
+      "Unsloth: Saving model... This might take 10 minutes for Llama-7b... Done.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving 4bit Bitsandbytes model. Please wait...\n",
+      "README.md: 100%|███████████████████████████████| 593/593 [00:00<00:00, 3.33MB/s]\n",
+      "model.safetensors: 100%|███████████████████| 1.22G/1.22G [01:41<00:00, 12.0MB/s]\n",
+      "README.md: 100%|███████████████████████████████| 599/599 [00:00<00:00, 3.39MB/s]\n",
+      "Saved merged_4bit model to https://huggingface.co/Qwen2-1.5B-Instruct-bnb-4bit-MAC-merged_4bit_forced\n"
+     ]
+    }
+   ],
+   "source": [
+    "!./tune-small.sh"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Current Directory:\n",
+      "/home/inflaton/code/projects/courses/novel-translation\n",
+      "Tuning unsloth/Qwen2-0.5B-Instruct\n",
+      "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
+      "[nltk_data] Downloading package wordnet to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package wordnet is already up-to-date!\n",
+      "[nltk_data] Downloading package punkt to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package punkt is already up-to-date!\n",
+      "[nltk_data] Downloading package omw-1.4 to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
+      "loading /home/inflaton/code/projects/courses/novel-translation/translation_engine_v3.py\n",
+      "loading env vars from: /home/inflaton/code/projects/courses/novel-translation/.env\n",
+      "unsloth/Qwen2-0.5B-Instruct True 2048 10 None datasets/mac/mac.tsv results/mac-results_v3.csv True True True\n",
+      "(1) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.0 GB of memory reserved.\n",
+      "loading model: unsloth/Qwen2-0.5B-Instruct\n",
+      "==((====))==  Unsloth: Fast Qwen2 patching release 2024.6\n",
+      "   \\\\   /|    GPU: NVIDIA GeForce RTX 4080 Laptop GPU. Max memory: 11.994 GB. Platform = Linux.\n",
+      "O^O/ \\_/ \\    Pytorch: 2.3.0. CUDA = 8.9. CUDA Toolkit = 12.1.\n",
+      "\\        /    Bfloat16 = TRUE. Xformers = 0.0.26.post1. FA = False.\n",
+      " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "(2) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.633 GB of memory reserved.\n",
+      "loading train/test data files\n",
+      "Map: 100%|█████████████████████████| 4528/4528 [00:00<00:00, 8820.36 examples/s]\n",
+      "Map: 100%|█████████████████████████| 1133/1133 [00:00<00:00, 4632.29 examples/s]\n",
+      "DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 4528\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 1133\n",
+      "    })\n",
+      "})\n",
+      "Evaluating base model: unsloth/Qwen2-0.5B-Instruct\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:18:16<00:00,  4.15s/it]\n",
+      "                                             chinese  ...                        unsloth/Qwen2-0.5B-Instruct\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Teng raises his gun, closing his eyes with...\n",
+      "\n",
+      "[1 rows x 11 columns]\n",
+      "(3) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.912 GB of memory reserved.\n",
+      "Unsloth 2024.6 patched 24 layers with 0 QKV layers, 24 O layers and 24 MLP layers.\n",
+      "Map (num_proc=2): 100%|████████████| 4528/4528 [00:02<00:00, 2104.12 examples/s]\n",
+      "(4) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.912 GB of memory reserved.\n",
+      "==((====))==  Unsloth - 2x faster free finetuning | Num GPUs = 1\n",
+      "   \\\\   /|    Num examples = 4,528 | Num Epochs = 10\n",
+      "O^O/ \\_/ \\    Batch size per device = 2 | Gradient Accumulation steps = 4\n",
+      "\\        /    Total batch size = 8 | Total steps = 5,660\n",
+      " \"-____-\"     Number of trainable parameters = 8,798,208\n",
+      "{'loss': 1.9401, 'grad_norm': 0.9639493823051453, 'learning_rate': 0.00019664014146772768, 'epoch': 0.18}\n",
+      "{'loss': 1.7762, 'grad_norm': 0.8044034838676453, 'learning_rate': 0.0001931034482758621, 'epoch': 0.35}\n",
+      "{'loss': 1.7147, 'grad_norm': 0.9299402832984924, 'learning_rate': 0.00018956675508399648, 'epoch': 0.53}\n",
+      "{'loss': 1.7153, 'grad_norm': 0.7542973160743713, 'learning_rate': 0.00018603006189213086, 'epoch': 0.71}\n",
+      "{'loss': 1.6864, 'grad_norm': 0.8260002136230469, 'learning_rate': 0.00018249336870026527, 'epoch': 0.88}\n",
+      "{'loss': 1.6077, 'grad_norm': 0.8066288828849792, 'learning_rate': 0.00017895667550839965, 'epoch': 1.06}\n",
+      "{'loss': 1.4918, 'grad_norm': 0.9108980894088745, 'learning_rate': 0.00017541998231653406, 'epoch': 1.24}\n",
+      "{'loss': 1.5405, 'grad_norm': 0.9814554452896118, 'learning_rate': 0.00017188328912466844, 'epoch': 1.41}\n",
+      "{'loss': 1.4721, 'grad_norm': 1.0819430351257324, 'learning_rate': 0.00016834659593280285, 'epoch': 1.59}\n",
+      "{'loss': 1.4689, 'grad_norm': 0.9869484901428223, 'learning_rate': 0.00016480990274093723, 'epoch': 1.77}\n",
+      "{'loss': 1.5278, 'grad_norm': 1.0101701021194458, 'learning_rate': 0.00016127320954907164, 'epoch': 1.94}\n",
+      "{'loss': 1.3491, 'grad_norm': 1.1646143198013306, 'learning_rate': 0.000157736516357206, 'epoch': 2.12}\n",
+      "{'loss': 1.2154, 'grad_norm': 1.185487985610962, 'learning_rate': 0.0001541998231653404, 'epoch': 2.3}\n",
+      "{'loss': 1.2576, 'grad_norm': 1.3092553615570068, 'learning_rate': 0.0001506631299734748, 'epoch': 2.47}\n",
+      "{'loss': 1.2554, 'grad_norm': 1.3459289073944092, 'learning_rate': 0.0001471264367816092, 'epoch': 2.65}\n",
+      "{'loss': 1.2662, 'grad_norm': 1.1843770742416382, 'learning_rate': 0.0001435897435897436, 'epoch': 2.83}\n",
+      "{'loss': 1.2348, 'grad_norm': 1.1434661149978638, 'learning_rate': 0.000140053050397878, 'epoch': 3.0}\n",
+      "{'loss': 0.9799, 'grad_norm': 1.5520676374435425, 'learning_rate': 0.0001365163572060124, 'epoch': 3.18}\n",
+      "{'loss': 0.9922, 'grad_norm': 1.5200737714767456, 'learning_rate': 0.00013297966401414678, 'epoch': 3.36}\n",
+      "{'loss': 0.9983, 'grad_norm': 1.5352424383163452, 'learning_rate': 0.0001294429708222812, 'epoch': 3.53}\n",
+      "{'loss': 0.9806, 'grad_norm': 1.5652823448181152, 'learning_rate': 0.00012590627763041555, 'epoch': 3.71}\n",
+      "{'loss': 1.0233, 'grad_norm': 1.6117287874221802, 'learning_rate': 0.00012236958443854996, 'epoch': 3.89}\n",
+      "{'loss': 0.9315, 'grad_norm': 1.5618888139724731, 'learning_rate': 0.00011883289124668435, 'epoch': 4.06}\n",
+      "{'loss': 0.7403, 'grad_norm': 1.6472711563110352, 'learning_rate': 0.00011529619805481875, 'epoch': 4.24}\n",
+      "{'loss': 0.7402, 'grad_norm': 1.7707853317260742, 'learning_rate': 0.00011175950486295315, 'epoch': 4.42}\n",
+      "{'loss': 0.7748, 'grad_norm': 2.0032260417938232, 'learning_rate': 0.00010822281167108754, 'epoch': 4.59}\n",
+      "{'loss': 0.773, 'grad_norm': 2.1941237449645996, 'learning_rate': 0.00010468611847922194, 'epoch': 4.77}\n",
+      "{'loss': 0.7942, 'grad_norm': 1.99174165725708, 'learning_rate': 0.00010114942528735633, 'epoch': 4.95}\n",
+      "{'loss': 0.6302, 'grad_norm': 2.141026496887207, 'learning_rate': 9.761273209549072e-05, 'epoch': 5.12}\n",
+      "{'loss': 0.555, 'grad_norm': 1.5508298873901367, 'learning_rate': 9.407603890362513e-05, 'epoch': 5.3}\n",
+      "{'loss': 0.5604, 'grad_norm': 1.7151756286621094, 'learning_rate': 9.053934571175951e-05, 'epoch': 5.48}\n",
+      "{'loss': 0.5907, 'grad_norm': 1.838254690170288, 'learning_rate': 8.70026525198939e-05, 'epoch': 5.65}\n",
+      "{'loss': 0.5818, 'grad_norm': 2.1077213287353516, 'learning_rate': 8.34659593280283e-05, 'epoch': 5.83}\n",
+      "{'loss': 0.5784, 'grad_norm': 1.6738381385803223, 'learning_rate': 7.99292661361627e-05, 'epoch': 6.01}\n",
+      "{'loss': 0.3977, 'grad_norm': 3.3859152793884277, 'learning_rate': 7.639257294429708e-05, 'epoch': 6.18}\n",
+      "{'loss': 0.4097, 'grad_norm': 1.9067131280899048, 'learning_rate': 7.285587975243147e-05, 'epoch': 6.36}\n",
+      "{'loss': 0.4299, 'grad_norm': 2.464520215988159, 'learning_rate': 6.931918656056587e-05, 'epoch': 6.54}\n",
+      "{'loss': 0.4206, 'grad_norm': 1.9985911846160889, 'learning_rate': 6.578249336870027e-05, 'epoch': 6.71}\n",
+      "{'loss': 0.4272, 'grad_norm': 1.5266529321670532, 'learning_rate': 6.224580017683466e-05, 'epoch': 6.89}\n",
+      "{'loss': 0.3845, 'grad_norm': 1.98494553565979, 'learning_rate': 5.870910698496905e-05, 'epoch': 7.07}\n",
+      "{'loss': 0.2941, 'grad_norm': 1.8065193891525269, 'learning_rate': 5.517241379310345e-05, 'epoch': 7.24}\n",
+      "{'loss': 0.3126, 'grad_norm': 1.2746621370315552, 'learning_rate': 5.163572060123785e-05, 'epoch': 7.42}\n",
+      "{'loss': 0.3137, 'grad_norm': 2.0079100131988525, 'learning_rate': 4.809902740937224e-05, 'epoch': 7.6}\n",
+      "{'loss': 0.3043, 'grad_norm': 1.8258264064788818, 'learning_rate': 4.4562334217506634e-05, 'epoch': 7.77}\n",
+      "{'loss': 0.3171, 'grad_norm': 1.5290628671646118, 'learning_rate': 4.1025641025641023e-05, 'epoch': 7.95}\n",
+      "{'loss': 0.2472, 'grad_norm': 1.458840250968933, 'learning_rate': 3.7488947833775426e-05, 'epoch': 8.13}\n",
+      "{'loss': 0.2266, 'grad_norm': 1.4306132793426514, 'learning_rate': 3.3952254641909815e-05, 'epoch': 8.3}\n",
+      "{'loss': 0.2287, 'grad_norm': 1.590943455696106, 'learning_rate': 3.041556145004421e-05, 'epoch': 8.48}\n",
+      "{'loss': 0.2362, 'grad_norm': 1.136732816696167, 'learning_rate': 2.6878868258178604e-05, 'epoch': 8.66}\n",
+      "{'loss': 0.2357, 'grad_norm': 2.2578623294830322, 'learning_rate': 2.3342175066313e-05, 'epoch': 8.83}\n",
+      "{'loss': 0.2376, 'grad_norm': 1.0956445932388306, 'learning_rate': 1.9805481874447392e-05, 'epoch': 9.01}\n",
+      "{'loss': 0.1812, 'grad_norm': 1.0962462425231934, 'learning_rate': 1.6268788682581788e-05, 'epoch': 9.19}\n",
+      "{'loss': 0.1901, 'grad_norm': 1.0591093301773071, 'learning_rate': 1.273209549071618e-05, 'epoch': 9.36}\n",
+      "{'loss': 0.1872, 'grad_norm': 1.2788742780685425, 'learning_rate': 9.195402298850575e-06, 'epoch': 9.54}\n",
+      "{'loss': 0.1885, 'grad_norm': 1.6012808084487915, 'learning_rate': 5.658709106984969e-06, 'epoch': 9.72}\n",
+      "{'loss': 0.1893, 'grad_norm': 1.0120514631271362, 'learning_rate': 2.1220159151193635e-06, 'epoch': 9.89}\n",
+      "{'train_runtime': 14483.8236, 'train_samples_per_second': 3.126, 'train_steps_per_second': 0.391, 'train_loss': 0.7988819386849555, 'epoch': 10.0}\n",
+      "100%|█████████████████████████████████████| 5660/5660 [4:01:23<00:00,  2.56s/it]\n",
+      "(5) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "14483.8236 seconds used for training.\n",
+      "241.4 minutes used for training.\n",
+      "Peak reserved memory = 1.371 GB.\n",
+      "Peak reserved memory for training = 0.459 GB.\n",
+      "Peak reserved memory % of max memory = 11.431 %.\n",
+      "Peak reserved memory for training % of max memory = 3.827 %.\n",
+      "Evaluating fine-tuned model: unsloth/Qwen2-0.5B-Instruct\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:40:58<00:00,  5.35s/it]\n",
+      "                                             chinese  ...             unsloth/Qwen2-0.5B-Instruct(finetuned)\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Geng raised his rifle and made a twist eye...\n",
+      "\n",
+      "[1 rows x 12 columns]\n",
+      "(6) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "1.371 GB of memory reserved.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving tokenizer... Done.\n",
+      "Unsloth: Saving model... This might take 10 minutes for Llama-7b... Done.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving 4bit Bitsandbytes model. Please wait...\n",
+      "model.safetensors: 100%|█████████████████████| 493M/493M [00:38<00:00, 12.7MB/s]\n",
+      "README.md: 100%|███████████████████████████████| 581/581 [00:00<00:00, 3.37MB/s]\n",
+      "Saved merged_4bit model to https://huggingface.co/Qwen2-0.5B-Instruct-MAC-merged_4bit_forced\n",
+      "Tuning unsloth/Qwen2-1.5B-Instruct\n",
+      "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
+      "[nltk_data] Downloading package wordnet to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package wordnet is already up-to-date!\n",
+      "[nltk_data] Downloading package punkt to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package punkt is already up-to-date!\n",
+      "[nltk_data] Downloading package omw-1.4 to /home/inflaton/nltk_data...\n",
+      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
+      "loading /home/inflaton/code/projects/courses/novel-translation/translation_engine_v3.py\n",
+      "loading env vars from: /home/inflaton/code/projects/courses/novel-translation/.env\n",
+      "unsloth/Qwen2-1.5B-Instruct True 2048 10 None datasets/mac/mac.tsv results/mac-results_v3.csv True True True\n",
+      "(1) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "0.0 GB of memory reserved.\n",
+      "loading model: unsloth/Qwen2-1.5B-Instruct\n",
+      "==((====))==  Unsloth: Fast Qwen2 patching release 2024.6\n",
+      "   \\\\   /|    GPU: NVIDIA GeForce RTX 4080 Laptop GPU. Max memory: 11.994 GB. Platform = Linux.\n",
+      "O^O/ \\_/ \\    Pytorch: 2.3.0. CUDA = 8.9. CUDA Toolkit = 12.1.\n",
+      "\\        /    Bfloat16 = TRUE. Xformers = 0.0.26.post1. FA = False.\n",
+      " \"-____-\"     Free Apache license: http://github.com/unslothai/unsloth\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
+      "(2) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "1.516 GB of memory reserved.\n",
+      "loading train/test data files\n",
+      "Map: 100%|████████████████████████| 4528/4528 [00:00<00:00, 18414.78 examples/s]\n",
+      "Map: 100%|█████████████████████████| 1133/1133 [00:00<00:00, 9253.25 examples/s]\n",
+      "DatasetDict({\n",
+      "    train: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 4528\n",
+      "    })\n",
+      "    test: Dataset({\n",
+      "        features: ['chinese', 'english', 'text', 'prompt'],\n",
+      "        num_rows: 1133\n",
+      "    })\n",
+      "})\n",
+      "Evaluating base model: unsloth/Qwen2-1.5B-Instruct\n",
+      "100%|█████████████████████████████████████| 1133/1133 [1:13:14<00:00,  3.88s/it]\n",
+      "                                             chinese  ...                        unsloth/Qwen2-1.5B-Instruct\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝...\n",
+      "\n",
+      "[1 rows x 13 columns]\n",
+      "(3) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "1.777 GB of memory reserved.\n",
+      "Unsloth 2024.6 patched 28 layers with 0 QKV layers, 28 O layers and 28 MLP layers.\n",
+      "Map (num_proc=2): 100%|████████████| 4528/4528 [00:02<00:00, 2257.38 examples/s]\n",
+      "(4) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "1.777 GB of memory reserved.\n",
+      "==((====))==  Unsloth - 2x faster free finetuning | Num GPUs = 1\n",
+      "   \\\\   /|    Num examples = 4,528 | Num Epochs = 10\n",
+      "O^O/ \\_/ \\    Batch size per device = 2 | Gradient Accumulation steps = 4\n",
+      "\\        /    Total batch size = 8 | Total steps = 5,660\n",
+      " \"-____-\"     Number of trainable parameters = 18,464,768\n",
+      "{'loss': 1.7417, 'grad_norm': 0.6452760696411133, 'learning_rate': 0.00019664014146772768, 'epoch': 0.18}\n",
+      "{'loss': 1.5681, 'grad_norm': 0.6196172833442688, 'learning_rate': 0.0001931034482758621, 'epoch': 0.35}\n",
+      "{'loss': 1.516, 'grad_norm': 0.6484832763671875, 'learning_rate': 0.00018956675508399648, 'epoch': 0.53}\n",
+      "{'loss': 1.5172, 'grad_norm': 0.5743487477302551, 'learning_rate': 0.00018603006189213086, 'epoch': 0.71}\n",
+      "{'loss': 1.4959, 'grad_norm': 0.5681684017181396, 'learning_rate': 0.00018249336870026527, 'epoch': 0.88}\n",
+      "{'loss': 1.418, 'grad_norm': 0.6087610125541687, 'learning_rate': 0.00017895667550839965, 'epoch': 1.06}\n",
+      "{'loss': 1.2977, 'grad_norm': 0.7200368642807007, 'learning_rate': 0.00017541998231653406, 'epoch': 1.24}\n",
+      "{'loss': 1.3391, 'grad_norm': 0.6828812956809998, 'learning_rate': 0.00017188328912466844, 'epoch': 1.41}\n",
+      "{'loss': 1.2787, 'grad_norm': 0.8858041763305664, 'learning_rate': 0.00016834659593280285, 'epoch': 1.59}\n",
+      "{'loss': 1.2797, 'grad_norm': 0.8660985231399536, 'learning_rate': 0.00016480990274093723, 'epoch': 1.77}\n",
+      "{'loss': 1.3315, 'grad_norm': 1.1288585662841797, 'learning_rate': 0.00016127320954907164, 'epoch': 1.94}\n",
+      "{'loss': 1.1279, 'grad_norm': 1.004281759262085, 'learning_rate': 0.000157736516357206, 'epoch': 2.12}\n",
+      "{'loss': 0.9951, 'grad_norm': 1.0934711694717407, 'learning_rate': 0.0001541998231653404, 'epoch': 2.3}\n",
+      "{'loss': 1.0299, 'grad_norm': 1.2658041715621948, 'learning_rate': 0.0001506631299734748, 'epoch': 2.47}\n",
+      "{'loss': 1.0337, 'grad_norm': 1.0768382549285889, 'learning_rate': 0.0001471264367816092, 'epoch': 2.65}\n",
+      "{'loss': 1.0343, 'grad_norm': 1.031988501548767, 'learning_rate': 0.0001435897435897436, 'epoch': 2.83}\n",
+      "{'loss': 1.0086, 'grad_norm': 0.9097064733505249, 'learning_rate': 0.000140053050397878, 'epoch': 3.0}\n",
+      "{'loss': 0.6964, 'grad_norm': 1.314468502998352, 'learning_rate': 0.0001365163572060124, 'epoch': 3.18}\n",
+      "{'loss': 0.7091, 'grad_norm': 1.35807204246521, 'learning_rate': 0.00013297966401414678, 'epoch': 3.36}\n",
+      "{'loss': 0.7151, 'grad_norm': 1.3476978540420532, 'learning_rate': 0.0001294429708222812, 'epoch': 3.53}\n",
+      " 35%|████████████▎                      | 2000/5660 [1:37:50<2:55:23,  2.88s/it]/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/other.py:611: UserWarning: Unable to fetch remote file due to the following error (MaxRetryError('HTTPSConnectionPool(host=\\'huggingface.co\\', port=443): Max retries exceeded with url: /unsloth/qwen2-1.5b-instruct-bnb-4bit/resolve/main/config.json (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x7f621b547c10>: Failed to resolve \\'huggingface.co\\' ([Errno -3] Temporary failure in name resolution)\"))'), '(Request ID: 628a4ff6-a882-4c3c-8607-702c8596b3a3)') - silently ignoring the lookup for the file config.json in unsloth/qwen2-1.5b-instruct-bnb-4bit.\n",
+      "  warnings.warn(\n",
+      "/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/save_and_load.py:195: UserWarning: Could not find a config file in unsloth/qwen2-1.5b-instruct-bnb-4bit - will assume that the vocabulary was not modified.\n",
+      "  warnings.warn(\n",
+      "{'loss': 0.7047, 'grad_norm': 1.4935038089752197, 'learning_rate': 0.00012590627763041555, 'epoch': 3.71}\n",
+      "{'loss': 0.7433, 'grad_norm': 1.3313759565353394, 'learning_rate': 0.00012236958443854996, 'epoch': 3.89}\n",
+      "{'loss': 0.6411, 'grad_norm': 1.1943646669387817, 'learning_rate': 0.00011883289124668435, 'epoch': 4.06}\n",
+      "{'loss': 0.4593, 'grad_norm': 1.4492411613464355, 'learning_rate': 0.00011529619805481875, 'epoch': 4.24}\n",
+      "{'loss': 0.4449, 'grad_norm': 1.6588672399520874, 'learning_rate': 0.00011175950486295315, 'epoch': 4.42}\n",
+      " 44%|███████████████▍                   | 2500/5660 [2:02:16<2:35:11,  2.95s/it]/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/other.py:611: UserWarning: Unable to fetch remote file due to the following error (MaxRetryError('HTTPSConnectionPool(host=\\'huggingface.co\\', port=443): Max retries exceeded with url: /unsloth/qwen2-1.5b-instruct-bnb-4bit/resolve/main/config.json (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x7f62ebaefac0>: Failed to resolve \\'huggingface.co\\' ([Errno -3] Temporary failure in name resolution)\"))'), '(Request ID: 5665c6e3-3fe8-43f6-b849-73a605e379e9)') - silently ignoring the lookup for the file config.json in unsloth/qwen2-1.5b-instruct-bnb-4bit.\n",
+      "  warnings.warn(\n",
+      "/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/save_and_load.py:195: UserWarning: Could not find a config file in unsloth/qwen2-1.5b-instruct-bnb-4bit - will assume that the vocabulary was not modified.\n",
+      "  warnings.warn(\n",
+      "{'loss': 0.4778, 'grad_norm': 1.644708514213562, 'learning_rate': 0.00010822281167108754, 'epoch': 4.59}\n",
+      "{'loss': 0.4785, 'grad_norm': 1.7970712184906006, 'learning_rate': 0.00010468611847922194, 'epoch': 4.77}\n",
+      "{'loss': 0.487, 'grad_norm': 1.5495588779449463, 'learning_rate': 0.00010114942528735633, 'epoch': 4.95}\n",
+      "{'loss': 0.3612, 'grad_norm': 1.3270775079727173, 'learning_rate': 9.761273209549072e-05, 'epoch': 5.12}\n",
+      "{'loss': 0.2908, 'grad_norm': 1.0414644479751587, 'learning_rate': 9.407603890362513e-05, 'epoch': 5.3}\n",
+      " 53%|██████████████████▌                | 3000/5660 [2:27:09<2:06:06,  2.84s/it]/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/other.py:611: UserWarning: Unable to fetch remote file due to the following error (MaxRetryError('HTTPSConnectionPool(host=\\'huggingface.co\\', port=443): Max retries exceeded with url: /unsloth/qwen2-1.5b-instruct-bnb-4bit/resolve/main/config.json (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x7f62ec4e6da0>: Failed to resolve \\'huggingface.co\\' ([Errno -3] Temporary failure in name resolution)\"))'), '(Request ID: 46085388-05e0-410c-b629-34f2cbb41b46)') - silently ignoring the lookup for the file config.json in unsloth/qwen2-1.5b-instruct-bnb-4bit.\n",
+      "  warnings.warn(\n",
+      "/home/inflaton/miniconda3/envs/unsloth_env/lib/python3.10/site-packages/peft/utils/save_and_load.py:195: UserWarning: Could not find a config file in unsloth/qwen2-1.5b-instruct-bnb-4bit - will assume that the vocabulary was not modified.\n",
+      "  warnings.warn(\n",
+      "{'loss': 0.2978, 'grad_norm': 1.3449839353561401, 'learning_rate': 9.053934571175951e-05, 'epoch': 5.48}\n",
+      "{'loss': 0.3143, 'grad_norm': 1.344139814376831, 'learning_rate': 8.70026525198939e-05, 'epoch': 5.65}\n",
+      "{'loss': 0.3089, 'grad_norm': 1.6479969024658203, 'learning_rate': 8.34659593280283e-05, 'epoch': 5.83}\n",
+      "{'loss': 0.3053, 'grad_norm': 0.8114176392555237, 'learning_rate': 7.99292661361627e-05, 'epoch': 6.01}\n",
+      "{'loss': 0.1932, 'grad_norm': 1.7617920637130737, 'learning_rate': 7.639257294429708e-05, 'epoch': 6.18}\n",
+      "{'loss': 0.2036, 'grad_norm': 1.1698989868164062, 'learning_rate': 7.285587975243147e-05, 'epoch': 6.36}\n",
+      "{'loss': 0.205, 'grad_norm': 1.1838085651397705, 'learning_rate': 6.931918656056587e-05, 'epoch': 6.54}\n",
+      "{'loss': 0.2078, 'grad_norm': 1.3557209968566895, 'learning_rate': 6.578249336870027e-05, 'epoch': 6.71}\n",
+      "{'loss': 0.2152, 'grad_norm': 1.0370357036590576, 'learning_rate': 6.224580017683466e-05, 'epoch': 6.89}\n",
+      "{'loss': 0.1935, 'grad_norm': 0.6839048862457275, 'learning_rate': 5.870910698496905e-05, 'epoch': 7.07}\n",
+      "{'loss': 0.1503, 'grad_norm': 0.8074870705604553, 'learning_rate': 5.517241379310345e-05, 'epoch': 7.24}\n",
+      "{'loss': 0.1571, 'grad_norm': 0.7514998912811279, 'learning_rate': 5.163572060123785e-05, 'epoch': 7.42}\n",
+      "{'loss': 0.1571, 'grad_norm': 0.7462531328201294, 'learning_rate': 4.809902740937224e-05, 'epoch': 7.6}\n",
+      "{'loss': 0.157, 'grad_norm': 0.773760199546814, 'learning_rate': 4.4562334217506634e-05, 'epoch': 7.77}\n",
+      "{'loss': 0.1584, 'grad_norm': 1.2061128616333008, 'learning_rate': 4.1025641025641023e-05, 'epoch': 7.95}\n",
+      "{'loss': 0.1365, 'grad_norm': 0.5050584077835083, 'learning_rate': 3.7488947833775426e-05, 'epoch': 8.13}\n",
+      "{'loss': 0.1301, 'grad_norm': 0.6061640381813049, 'learning_rate': 3.3952254641909815e-05, 'epoch': 8.3}\n",
+      "{'loss': 0.1314, 'grad_norm': 0.4381011724472046, 'learning_rate': 3.041556145004421e-05, 'epoch': 8.48}\n",
+      "{'loss': 0.1336, 'grad_norm': 0.4109954535961151, 'learning_rate': 2.6878868258178604e-05, 'epoch': 8.66}\n",
+      "{'loss': 0.1334, 'grad_norm': 0.7153268456459045, 'learning_rate': 2.3342175066313e-05, 'epoch': 8.83}\n",
+      "{'loss': 0.1324, 'grad_norm': 0.5012986063957214, 'learning_rate': 1.9805481874447392e-05, 'epoch': 9.01}\n",
+      "{'loss': 0.1179, 'grad_norm': 0.47853657603263855, 'learning_rate': 1.6268788682581788e-05, 'epoch': 9.19}\n",
+      "{'loss': 0.1182, 'grad_norm': 0.5196290612220764, 'learning_rate': 1.273209549071618e-05, 'epoch': 9.36}\n",
+      "{'loss': 0.1194, 'grad_norm': 0.47395309805870056, 'learning_rate': 9.195402298850575e-06, 'epoch': 9.54}\n",
+      "{'loss': 0.1205, 'grad_norm': 0.8086031675338745, 'learning_rate': 5.658709106984969e-06, 'epoch': 9.72}\n",
+      "{'loss': 0.1225, 'grad_norm': 0.43366023898124695, 'learning_rate': 2.1220159151193635e-06, 'epoch': 9.89}\n",
+      "{'train_runtime': 16717.8313, 'train_samples_per_second': 2.708, 'train_steps_per_second': 0.339, 'train_loss': 0.5991969135540535, 'epoch': 10.0}\n",
+      "100%|█████████████████████████████████████| 5660/5660 [4:38:37<00:00,  2.95s/it]\n",
+      "(5) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "16717.8313 seconds used for training.\n",
+      "278.63 minutes used for training.\n",
+      "Peak reserved memory = 2.367 GB.\n",
+      "Peak reserved memory for training = 0.59 GB.\n",
+      "Peak reserved memory % of max memory = 19.735 %.\n",
+      "Peak reserved memory for training % of max memory = 4.919 %.\n",
+      "Evaluating fine-tuned model: unsloth/Qwen2-1.5B-Instruct\n",
+      "100%|█████████████████████████████████████| 1133/1133 [2:14:26<00:00,  7.12s/it]\n",
+      "                                             chinese  ...             unsloth/Qwen2-1.5B-Instruct(finetuned)\n",
+      "0  老耿端起枪，眯缝起一只三角眼，一搂扳机响了枪，冰雹般的金麻雀劈哩啪啦往下落，铁砂子在柳枝间飞...  ...  Old Geng raised his pistol, squinted through t...\n",
+      "\n",
+      "[1 rows x 14 columns]\n",
+      "(6) GPU = NVIDIA GeForce RTX 4080 Laptop GPU. Max memory = 11.994 GB.\n",
+      "5.33 GB of memory reserved.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving tokenizer... Done.\n",
+      "Unsloth: Saving model... This might take 10 minutes for Llama-7b... Done.\n",
+      "Unsloth: Merging 4bit and LoRA weights to 4bit...\n",
+      "This might take 5 minutes...\n",
+      "Done.\n",
+      "Unsloth: Saving 4bit Bitsandbytes model. Please wait...\n",
+      "model.safetensors: 100%|███████████████████| 1.22G/1.22G [02:18<00:00, 8.81MB/s]\n",
+      "README.md: 100%|███████████████████████████████| 581/581 [00:00<00:00, 3.67MB/s]\n",
+      "Saved merged_4bit model to https://huggingface.co/Qwen2-1.5B-Instruct-MAC-merged_4bit_forced\n"
+     ]
+    }
+   ],
+   "source": [
+    "!./tune-small-2.sh"
+   ]
+  }
+ ],
+ "metadata": {
+  "accelerator": "GPU",
+  "application/vnd.databricks.v1+notebook": {
+   "dashboards": [],
+   "environmentMetadata": null,
+   "language": "python",
+   "notebookMetadata": {
+    "pythonIndentUnit": 4
+   },
+   "notebookName": "07_MAC_+_Qwen2-7B-Instructi_Unsloth_train",
+   "widgets": {}
+  },
+  "colab": {
+   "gpuType": "T4",
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.14"
+  },
+  "widgets": {
+   "application/vnd.jupyter.widget-state+json": {
+    "036fc5746f43416db18c19ad8fd36677": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "06e806c82c7b4cbea31c5358dd9c3434": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "087b76a8b7514269b1f0ab29b062e444": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_a069d2ab23824f29aa320ac256e2cfe9",
+      "placeholder": "​",
+      "style": "IPY_MODEL_06e806c82c7b4cbea31c5358dd9c3434",
+      "value": "Map (num_proc=2): 100%"
+     }
+    },
+    "09b76013aa9e45efb6deb23a7a0d0925": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_dea41c5260884aa6879b5e1d1697b14f",
+      "placeholder": "​",
+      "style": "IPY_MODEL_89965917796a4f81b899fdc7685f33df",
+      "value": "config.json: 100%"
+     }
+    },
+    "0a92c56bfa134ef583220d7ef0b13e17": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "0c34be936c8145d3ab41282f30a70713": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "0f8b6bfe16894500838793f2491d403f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "177c78fce95d4b4ab33057c5a048d693": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "1f44c9ce1adf470cbb19784493ed209f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_0c34be936c8145d3ab41282f30a70713",
+      "placeholder": "​",
+      "style": "IPY_MODEL_0a92c56bfa134ef583220d7ef0b13e17",
+      "value": "model.safetensors: 100%"
+     }
+    },
+    "201b59ccd9f845e197029b57e424aefc": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "2157f01726d748f8a9ae4a00664430da": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "21db8a77b00d4a4e82fdfa608657531f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "26e4202cca81496a90d15a0dd4ca9cf1": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_ba90fdb8822d47dab7ba203bee297f37",
+       "IPY_MODEL_61560ff6a36b44f4a9dfdae5c52791d4",
+       "IPY_MODEL_95fbe66647904c06a20f640630d6dc0e"
+      ],
+      "layout": "IPY_MODEL_57182a263d324a3dbf1471c74290a0d5"
+     }
+    },
+    "27155728b6b84cb199c91c940095d0a8": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_6b91feeed5464877991ac2c207aebe7c",
+       "IPY_MODEL_cca8113c54c0495daedce1327bf9c68b",
+       "IPY_MODEL_2e63a29e2f7247bba5beede9a568c99f"
+      ],
+      "layout": "IPY_MODEL_5c9d781c28944f3eb86e2a6d44efdf18"
+     }
+    },
+    "271ddaa553a042d09b6db7b450643d8f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "2a58d04b428c46f4b3dbadd3bc6cd529": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "2d18ddf6482c4d97829ac0e5a7b9868f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_9f679ad3ec7f4fe8ad0510ffb57bc2ab",
+       "IPY_MODEL_f2df530d22c74977b249dd9fb5f4829b",
+       "IPY_MODEL_89b2ef0dbfea47ab8e6f8d659e3351d1"
+      ],
+      "layout": "IPY_MODEL_3056b148aa9f4e6e8aa3b61d26886255"
+     }
+    },
+    "2e5087c76f98437cb5dc729230358cba": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "2e63a29e2f7247bba5beede9a568c99f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_b993eaec6b224440bf80c0958c6fb536",
+      "placeholder": "​",
+      "style": "IPY_MODEL_de868e26e7154f62aa86223a539ad421",
+      "value": " 464/464 [00:00&lt;00:00, 27.1kB/s]"
+     }
+    },
+    "2f6c70dd266c4816bfad3fd3d192929a": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "30307300bc4e4baf96560e30969a82b6": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_e36a3f9eff0e4cf68834d66b0213ae96",
+      "placeholder": "​",
+      "style": "IPY_MODEL_a0037bdccf254159becde630bee3d1db",
+      "value": "generation_config.json: 100%"
+     }
+    },
+    "3056b148aa9f4e6e8aa3b61d26886255": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "30cdc32298134cb0be4d41615b9e5774": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "3572201bd4d74a58b7a665f9bdfdcdba": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "35b0e8c26d6640e9bd0ed7b242a423d8": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_2e5087c76f98437cb5dc729230358cba",
+      "max": 51760,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_036fc5746f43416db18c19ad8fd36677",
+      "value": 51760
+     }
+    },
+    "36166c7bcb854b34aca1f41a5d6ea50b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "370692d819df41828b48c4ad446f977b": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "39b29a75374b45c0a22506010be2b84e": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_30cdc32298134cb0be4d41615b9e5774",
+      "max": 1179,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_47928317548c454bba6358ab132e8dee",
+      "value": 1179
+     }
+    },
+    "3cf2dd993b5e4d3daecf61e4bab5a404": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_087b76a8b7514269b1f0ab29b062e444",
+       "IPY_MODEL_35b0e8c26d6640e9bd0ed7b242a423d8",
+       "IPY_MODEL_54ad89e05fd74576b9b8b5b5a10eaf8d"
+      ],
+      "layout": "IPY_MODEL_a41dc44766444a998bec2d777f249d23"
+     }
+    },
+    "43dec2ede91341f5af60eb522e18e984": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "4463edd481c1467f914c7dcd6c6e6ffc": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "47928317548c454bba6358ab132e8dee": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "49277aeeac16434a865a4d12308b1abc": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "4ae7e449e4ea4c729b5f34607c18ebae": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "4b2061b8a73c43ffb0c2f83daf0d0183": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "4c4c88d4c701450692fa0f6b0c5764b0": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "4c666f4ace3943f8b80ecd20e7503236": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "4ccedf0d93094e63b57a0f8a434fba06": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_4463edd481c1467f914c7dcd6c6e6ffc",
+      "max": 44307561,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_6d3b9a05db0b4dadb638c686faa0c40a",
+      "value": 44307561
+     }
+    },
+    "4dcf6ff672d24983a1877a8431709aa9": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_5807d5fb827d490fb3bc698f801ffff5",
+      "placeholder": "​",
+      "style": "IPY_MODEL_c4f2b06a82fd4987b8b659524a7b503b",
+      "value": "Generating train split: 100%"
+     }
+    },
+    "4ea63adfce694725bdba878aef709dd3": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "5234566b1bfc4655b8d582ea5b46ed9f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "54ad89e05fd74576b9b8b5b5a10eaf8d": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_fdb1941405ed4e4aa06019933892deb3",
+      "placeholder": "​",
+      "style": "IPY_MODEL_668d5377ca56426a99753867e6e24862",
+      "value": " 51760/51760 [01:02&lt;00:00, 1131.51 examples/s]"
+     }
+    },
+    "56aee4853b7740e6a977254f5d1fa66d": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "57182a263d324a3dbf1471c74290a0d5": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "5807d5fb827d490fb3bc698f801ffff5": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "5c9d781c28944f3eb86e2a6d44efdf18": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "5f40db8173dd4d76b6ef5ed6d9ec8b6e": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "61560ff6a36b44f4a9dfdae5c52791d4": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_db19fc8d37db4e45a5790a876836d8c4",
+      "max": 11610,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_36166c7bcb854b34aca1f41a5d6ea50b",
+      "value": 11610
+     }
+    },
+    "6578fd7acdb54c4c93528ea431fd0144": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_370692d819df41828b48c4ad446f977b",
+      "placeholder": "​",
+      "style": "IPY_MODEL_a0bf9160eb2647409b3200270914b90f",
+      "value": " 50.6k/50.6k [00:00&lt;00:00, 2.71MB/s]"
+     }
+    },
+    "668d5377ca56426a99753867e6e24862": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "697f027529b54ee9956bae78a11e0611": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "69ac12aec0714318bf2c83d4f4e745f5": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "6b2012c3f88547af8884a9ea90e3164b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_938f45f1b3e24118b815d96ae34ba86a",
+      "placeholder": "​",
+      "style": "IPY_MODEL_9367047a800747f79c6b225d92397846",
+      "value": " 44.3M/44.3M [00:01&lt;00:00, 31.0MB/s]"
+     }
+    },
+    "6b91feeed5464877991ac2c207aebe7c": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_4b2061b8a73c43ffb0c2f83daf0d0183",
+      "placeholder": "​",
+      "style": "IPY_MODEL_69ac12aec0714318bf2c83d4f4e745f5",
+      "value": "special_tokens_map.json: 100%"
+     }
+    },
+    "6d3b9a05db0b4dadb638c686faa0c40a": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "6dbbedeca9314e66ae50e44ffa31a414": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "6e34619b45934040b6092e6fb01ea7fe": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "71ce208e20d6483abb9ed923510c86d7": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_d69dc491b3ab44d7852b21873ed7bb7f",
+      "placeholder": "​",
+      "style": "IPY_MODEL_f401d53bf28e44eb906bce6c05412662",
+      "value": " 51760/51760 [00:01&lt;00:00, 45512.81 examples/s]"
+     }
+    },
+    "7358cdad832342c983e31efb8754ab78": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "73e352a3404f4c7dad0737f57d29e92f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_988a0e8c1f89446086858da0a891a79c",
+       "IPY_MODEL_4ccedf0d93094e63b57a0f8a434fba06",
+       "IPY_MODEL_6b2012c3f88547af8884a9ea90e3164b"
+      ],
+      "layout": "IPY_MODEL_7e29cb8dd4df4d5b94407cd8fd3f2011"
+     }
+    },
+    "74501720ac7e4dbb911a4a99b3633bc6": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "78e5400bff924a92a4cc61c4ff18b182": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_b9b313fd861948f5aba25b24b1518d30",
+      "placeholder": "​",
+      "style": "IPY_MODEL_4c666f4ace3943f8b80ecd20e7503236",
+      "value": " 1.18k/1.18k [00:00&lt;00:00, 31.3kB/s]"
+     }
+    },
+    "7975adbc2ec5489ea7fa0167e620d85c": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_6e34619b45934040b6092e6fb01ea7fe",
+      "max": 51760,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_271ddaa553a042d09b6db7b450643d8f",
+      "value": 51760
+     }
+    },
+    "7e29cb8dd4df4d5b94407cd8fd3f2011": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "810ff6c0e17d4fa09a30fef27eacff90": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "89965917796a4f81b899fdc7685f33df": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "89b2ef0dbfea47ab8e6f8d659e3351d1": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_b8908fa0df3743ecb9d12983a739104f",
+      "placeholder": "​",
+      "style": "IPY_MODEL_177c78fce95d4b4ab33057c5a048d693",
+      "value": " 9.09M/9.09M [00:00&lt;00:00, 32.6MB/s]"
+     }
+    },
+    "8b3505352a5a42bf910428c40ce40465": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_49277aeeac16434a865a4d12308b1abc",
+      "placeholder": "​",
+      "style": "IPY_MODEL_2157f01726d748f8a9ae4a00664430da",
+      "value": " 5.70G/5.70G [01:02&lt;00:00, 30.1MB/s]"
+     }
+    },
+    "8fc142b628fb40568730234de1cafde2": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_4ae7e449e4ea4c729b5f34607c18ebae",
+      "max": 172,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_3572201bd4d74a58b7a665f9bdfdcdba",
+      "value": 172
+     }
+    },
+    "9367047a800747f79c6b225d92397846": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "938f45f1b3e24118b815d96ae34ba86a": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "95fbe66647904c06a20f640630d6dc0e": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_b0a370dc20654b279b9680692e34418e",
+      "placeholder": "​",
+      "style": "IPY_MODEL_cfeb365ddf7548d58b2557f22737fcf5",
+      "value": " 11.6k/11.6k [00:00&lt;00:00, 716kB/s]"
+     }
+    },
+    "988a0e8c1f89446086858da0a891a79c": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_ad2be500fc164c0f86f33e914ef8e6a0",
+      "placeholder": "​",
+      "style": "IPY_MODEL_5234566b1bfc4655b8d582ea5b46ed9f",
+      "value": "Downloading data: 100%"
+     }
+    },
+    "98c58f23f4d549518832cb2d18f796e8": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_09b76013aa9e45efb6deb23a7a0d0925",
+       "IPY_MODEL_39b29a75374b45c0a22506010be2b84e",
+       "IPY_MODEL_78e5400bff924a92a4cc61c4ff18b182"
+      ],
+      "layout": "IPY_MODEL_2a58d04b428c46f4b3dbadd3bc6cd529"
+     }
+    },
+    "99fdbb0300c14c139d1937c646f0cfe7": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_7358cdad832342c983e31efb8754ab78",
+      "placeholder": "​",
+      "style": "IPY_MODEL_e9adf418296e436fb48bb9f78885598b",
+      "value": " 51760/51760 [00:01&lt;00:00, 38665.95 examples/s]"
+     }
+    },
+    "9f679ad3ec7f4fe8ad0510ffb57bc2ab": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_4ea63adfce694725bdba878aef709dd3",
+      "placeholder": "​",
+      "style": "IPY_MODEL_74501720ac7e4dbb911a4a99b3633bc6",
+      "value": "tokenizer.json: 100%"
+     }
+    },
+    "a0037bdccf254159becde630bee3d1db": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "a069d2ab23824f29aa320ac256e2cfe9": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "a0bf9160eb2647409b3200270914b90f": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "a41dc44766444a998bec2d777f249d23": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "a8464a4c711e4e00aafdfc919b60d07e": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_fb995c740590427b882572c81d4e848c",
+      "placeholder": "​",
+      "style": "IPY_MODEL_201b59ccd9f845e197029b57e424aefc",
+      "value": " 172/172 [00:00&lt;00:00, 12.0kB/s]"
+     }
+    },
+    "a9f0cc51fc3d4d7b874c32dcf1c5bdf2": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "ad2be500fc164c0f86f33e914ef8e6a0": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "b0240cd9a4554b29ae11f8051984a1c6": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_edaf890370314a218f138015faa0b05d",
+      "placeholder": "​",
+      "style": "IPY_MODEL_697f027529b54ee9956bae78a11e0611",
+      "value": "Map: 100%"
+     }
+    },
+    "b0a370dc20654b279b9680692e34418e": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "b518dcee69074b87be73957cd810e7ed": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_d891f8d0b1fc462f8008d02bb2a15692",
+      "placeholder": "​",
+      "style": "IPY_MODEL_cced8fd7e998472794f3f3e3018956a5",
+      "value": "tokenizer_config.json: 100%"
+     }
+    },
+    "b8908fa0df3743ecb9d12983a739104f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "b993eaec6b224440bf80c0958c6fb536": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "b9b313fd861948f5aba25b24b1518d30": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "ba90fdb8822d47dab7ba203bee297f37": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HTMLModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HTMLModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HTMLView",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_0f8b6bfe16894500838793f2491d403f",
+      "placeholder": "​",
+      "style": "IPY_MODEL_bb19f6c747754682a514373a3a0535ba",
+      "value": "Downloading readme: 100%"
+     }
+    },
+    "bb19f6c747754682a514373a3a0535ba": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "bc883d4cf13e4f8b8a4fe5f410cb6efd": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_e9159e03e61f4f56978ece9c3bca49b2",
+      "max": 51760,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_810ff6c0e17d4fa09a30fef27eacff90",
+      "value": 51760
+     }
+    },
+    "c161d94df0f04feba9542237e0856c22": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "c22f71b1f85843209d7e5321506b9cb9": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_1f44c9ce1adf470cbb19784493ed209f",
+       "IPY_MODEL_f1addc4479d849879e743cf9089e6540",
+       "IPY_MODEL_8b3505352a5a42bf910428c40ce40465"
+      ],
+      "layout": "IPY_MODEL_4c4c88d4c701450692fa0f6b0c5764b0"
+     }
+    },
+    "c4f2b06a82fd4987b8b659524a7b503b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "cca8113c54c0495daedce1327bf9c68b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_e02f9b7849c64531835eb77b860d1c93",
+      "max": 464,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_56aee4853b7740e6a977254f5d1fa66d",
+      "value": 464
+     }
+    },
+    "cced8fd7e998472794f3f3e3018956a5": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "cf245afeb1c04f29a24d291608c3d157": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_b518dcee69074b87be73957cd810e7ed",
+       "IPY_MODEL_e29104486d594b2992d7285e0ef77371",
+       "IPY_MODEL_6578fd7acdb54c4c93528ea431fd0144"
+      ],
+      "layout": "IPY_MODEL_d35db8148a354c56aaac56dbae22536f"
+     }
+    },
+    "cfe8cae0e22b495bafa221a63d13b283": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "cfeb365ddf7548d58b2557f22737fcf5": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "d1b47d39450d4019ae85c9b2f943eeaf": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_4dcf6ff672d24983a1877a8431709aa9",
+       "IPY_MODEL_7975adbc2ec5489ea7fa0167e620d85c",
+       "IPY_MODEL_71ce208e20d6483abb9ed923510c86d7"
+      ],
+      "layout": "IPY_MODEL_cfe8cae0e22b495bafa221a63d13b283"
+     }
+    },
+    "d35db8148a354c56aaac56dbae22536f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "d69dc491b3ab44d7852b21873ed7bb7f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "d891f8d0b1fc462f8008d02bb2a15692": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "d8e5318cead340c4adbeaccc05d39225": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "ProgressStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "ProgressStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "bar_color": null,
+      "description_width": ""
+     }
+    },
+    "daf4cd890b35422683d22fd30bc71e83": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_b0240cd9a4554b29ae11f8051984a1c6",
+       "IPY_MODEL_bc883d4cf13e4f8b8a4fe5f410cb6efd",
+       "IPY_MODEL_99fdbb0300c14c139d1937c646f0cfe7"
+      ],
+      "layout": "IPY_MODEL_c161d94df0f04feba9542237e0856c22"
+     }
+    },
+    "db19fc8d37db4e45a5790a876836d8c4": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "de868e26e7154f62aa86223a539ad421": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "dea41c5260884aa6879b5e1d1697b14f": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "e02f9b7849c64531835eb77b860d1c93": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "e29104486d594b2992d7285e0ef77371": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_a9f0cc51fc3d4d7b874c32dcf1c5bdf2",
+      "max": 50641,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_2f6c70dd266c4816bfad3fd3d192929a",
+      "value": 50641
+     }
+    },
+    "e36a3f9eff0e4cf68834d66b0213ae96": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "e9159e03e61f4f56978ece9c3bca49b2": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "e9adf418296e436fb48bb9f78885598b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "edaf890370314a218f138015faa0b05d": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "f1addc4479d849879e743cf9089e6540": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_43dec2ede91341f5af60eb522e18e984",
+      "max": 5702746405,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_d8e5318cead340c4adbeaccc05d39225",
+      "value": 5702746405
+     }
+    },
+    "f2df530d22c74977b249dd9fb5f4829b": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "FloatProgressModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "FloatProgressModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "ProgressView",
+      "bar_style": "success",
+      "description": "",
+      "description_tooltip": null,
+      "layout": "IPY_MODEL_21db8a77b00d4a4e82fdfa608657531f",
+      "max": 9085698,
+      "min": 0,
+      "orientation": "horizontal",
+      "style": "IPY_MODEL_6dbbedeca9314e66ae50e44ffa31a414",
+      "value": 9085698
+     }
+    },
+    "f401d53bf28e44eb906bce6c05412662": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "DescriptionStyleModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "DescriptionStyleModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "StyleView",
+      "description_width": ""
+     }
+    },
+    "fb995c740590427b882572c81d4e848c": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    },
+    "fce7a61c25ec4390af43d92b7c473a45": {
+     "model_module": "@jupyter-widgets/controls",
+     "model_module_version": "1.5.0",
+     "model_name": "HBoxModel",
+     "state": {
+      "_dom_classes": [],
+      "_model_module": "@jupyter-widgets/controls",
+      "_model_module_version": "1.5.0",
+      "_model_name": "HBoxModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/controls",
+      "_view_module_version": "1.5.0",
+      "_view_name": "HBoxView",
+      "box_style": "",
+      "children": [
+       "IPY_MODEL_30307300bc4e4baf96560e30969a82b6",
+       "IPY_MODEL_8fc142b628fb40568730234de1cafde2",
+       "IPY_MODEL_a8464a4c711e4e00aafdfc919b60d07e"
+      ],
+      "layout": "IPY_MODEL_5f40db8173dd4d76b6ef5ed6d9ec8b6e"
+     }
+    },
+    "fdb1941405ed4e4aa06019933892deb3": {
+     "model_module": "@jupyter-widgets/base",
+     "model_module_version": "1.2.0",
+     "model_name": "LayoutModel",
+     "state": {
+      "_model_module": "@jupyter-widgets/base",
+      "_model_module_version": "1.2.0",
+      "_model_name": "LayoutModel",
+      "_view_count": null,
+      "_view_module": "@jupyter-widgets/base",
+      "_view_module_version": "1.2.0",
+      "_view_name": "LayoutView",
+      "align_content": null,
+      "align_items": null,
+      "align_self": null,
+      "border": null,
+      "bottom": null,
+      "display": null,
+      "flex": null,
+      "flex_flow": null,
+      "grid_area": null,
+      "grid_auto_columns": null,
+      "grid_auto_flow": null,
+      "grid_auto_rows": null,
+      "grid_column": null,
+      "grid_gap": null,
+      "grid_row": null,
+      "grid_template_areas": null,
+      "grid_template_columns": null,
+      "grid_template_rows": null,
+      "height": null,
+      "justify_content": null,
+      "justify_items": null,
+      "left": null,
+      "margin": null,
+      "max_height": null,
+      "max_width": null,
+      "min_height": null,
+      "min_width": null,
+      "object_fit": null,
+      "object_position": null,
+      "order": null,
+      "overflow": null,
+      "overflow_x": null,
+      "overflow_y": null,
+      "padding": null,
+      "right": null,
+      "top": null,
+      "visibility": null,
+      "width": null
+     }
+    }
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}